ai-agent-book 精选快照（<2MB 代码与文档，来自 github.com/bojieli/ai-agent-book）

chapter10/parallel-web-research/sources.py

@@ -0,0 +1,50 @@
+"""Real university website inputs for Experiment 10-4."""
+
+from __future__ import annotations
+
+import json
+from dataclasses import dataclass
+from pathlib import Path
+from typing import List
+
+
+@dataclass(frozen=True)
+class Website:
+    name: str
+    college: str
+    url: str
+
+
+TARGET = "Andrew Ng"
+
+# All are real Stanford-owned web pages. They intentionally mix directories and
+# school/center profiles, as a user-supplied experiment should. URLs are data, not
+# mocked content; every worker launches an isolated Playwright browser context.
+DEFAULT_SITES: List[Website] = [
+    Website("medicine-profiles", "School of Medicine", "https://med.stanford.edu/profiles/browse"),
+    Website("law-faculty", "Stanford Law School", "https://law.stanford.edu/directory/?tax_and_terms=1067"),
+    Website("education-faculty", "Graduate School of Education", "https://ed.stanford.edu/faculty"),
+    Website("business-faculty", "Graduate School of Business", "https://www.gsb.stanford.edu/faculty-research/faculty"),
+    Website("sustainability-faculty", "Doerr School of Sustainability", "https://sustainability.stanford.edu/people/faculty"),
+    Website("humanities-faculty", "School of Humanities and Sciences", "https://humsci.stanford.edu/about/leadership-and-administration/deans-office"),
+    Website("engineering-faculty", "School of Engineering", "https://engineering.stanford.edu/faculty-research/faculty"),
+    Website("computer-science", "School of Engineering / Computer Science", "https://www.cs.stanford.edu/people/faculty"),
+    Website("stanford-profiles", "Stanford Profiles", "https://profiles.stanford.edu/andrew-ng"),
+    Website("human-ai", "Stanford HAI", "https://hai.stanford.edu/people/andrew-ng"),
+]
+
+
+def load_sites(path: str | None, limit: int | None = None) -> List[Website]:
+    if path:
+        raw = json.loads(Path(path).read_text(encoding="utf-8"))
+        sites = [Website(**item) for item in raw]
+    else:
+        sites = list(DEFAULT_SITES)
+    if limit is not None:
+        sites = sites[:limit]
+    if not sites:
+        raise ValueError("网站列表不能为空")
+    for site in sites:
+        if not site.url.startswith(("http://", "https://")):
+            raise ValueError(f"{site.name} 不是 HTTP(S) URL")
+    return sites