(.*?)
", re.IGNORECASE | re.DOTALL) +_PSCC_AUTHORS = re.compile(r"", re.IGNORECASE | re.DOTALL) +_PSCC_PDF = re.compile(r"href='(repo/papers/[^']+\.pdf)'", re.IGNORECASE) +_PSCC_PID = re.compile(r"([0-9]{4}_[0-9]+)\.pdf", re.IGNORECASE) + + +class PSCCSource: + """Fetch a PSCC edition's papers from the papers-repository endpoint. + + ``target`` is a conference year (e.g. ``2024``) or a full listing URL. Only + titles, authors and PDF links are available on the site; abstracts are not, + so downstream classification is title-based. + """ + + name = "pscc" + + def __init__( + self, + base_url: str = "https://pscc-central.epfl.ch", + cache_dir: Optional[str] = None, + timeout: int = 120, + ) -> None: + self.base_url = (base_url or "https://pscc-central.epfl.ch").rstrip("/") + self.timeout = timeout + self.cache_dir = cache_dir or os.path.join( + os.path.expanduser("~"), ".cache", "conflens" + ) + os.makedirs(self.cache_dir, exist_ok=True) + + @staticmethod + def _year(target: str) -> str: + m = re.search(r"(19|20)\d{2}", target or "") + return m.group(0) if m else (target or "").strip() + + def _api_url(self, year: str) -> str: + return f"{self.base_url}/repo/make_table.php?authors=&year={year}&title=" + + def resolve_url(self, target: str) -> str: + t = (target or "").strip() + if t.startswith("http://") or t.startswith("https://"): + return t + return f"{self.base_url}/papers-repo" + + def _cache_path(self, year: str) -> str: + digest = hashlib.sha1(f"{self.base_url}|{year}".encode("utf-8")).hexdigest()[:16] + return os.path.join(self.cache_dir, f"pscc_{digest}.json") + + def list_papers(self, target: str, force_refresh: bool = False) -> list[Paper]: + year = self._year(target) + cache = self._cache_path(year) + if not force_refresh and os.path.exists(cache): + try: + with open(cache, "r", encoding="utf-8") as fh: + data = json.load(fh) + return [Paper(**p) for p in data.get("papers", [])] + except (OSError, json.JSONDecodeError, TypeError): + pass + + t = (target or "").strip() + url = t if t.startswith(("http://", "https://")) else self._api_url(year) + page = _robust_get(url, self.timeout, headers={"User-Agent": _BROWSER_UA}) + papers = self.parse_papers(page, year) + try: + with open(cache, "w", encoding="utf-8") as fh: + json.dump({"year": year, "papers": [p.to_dict() for p in papers]}, fh) + except OSError: + pass + return papers + + def parse_papers(self, page: str, year: str = "") -> list[Paper]: + """Parse a PSCC make_table.php fragment into papers (no network).""" + papers: list[Paper] = [] + seen: set[str] = set() + for block in page.split(_PSCC_BLOCK)[1:]: + title_m = _PSCC_TITLE.search(block) + if not title_m: + continue + title = _clean(title_m.group(1)) + if not title: + continue + pdf_m = _PSCC_PDF.search(block) + pdf_rel = pdf_m.group(1) if pdf_m else "" + pid_m = _PSCC_PID.search(pdf_rel) + pid = pid_m.group(1) if pid_m else f"{year or '0000'}-{len(papers) + 1}" + paper_id = f"pscc-{pid}" + if paper_id in seen: + continue + seen.add(paper_id) + authors_m = _PSCC_AUTHORS.search(block) + authors: list[str] = [] + if authors_m: + authors = [a for a in (_clean(x) for x in authors_m.group(1).split(",")) if a] + pdf_url = f"{self.base_url}/{pdf_rel}" if pdf_rel else "" + papers.append( + Paper( + paper_id=paper_id, + title=title, + url=pdf_url or f"{self.base_url}/papers-repo", + pdf_url=pdf_url, + authors=authors, + abstract="", # abstracts aren't published on the PSCC site + ) + ) + return papers + + def enrich_abstracts( + self, + papers: list[Paper], + progress: Optional[Callable[[int, int], None]] = None, + force_refresh: bool = False, + ) -> list[Paper]: + # No abstract source on the site; titles + authors arrive with the listing. + if progress: + progress(len(papers), len(papers)) + return papers + + # --------------------------------------------------------------------------- # Registry # --------------------------------------------------------------------------- @@ -467,6 +595,13 @@ def enrich_abstracts( "base_label": "OpenReview API base", "target_label": "Venue ID (e.g. ICLR.cc/2024/Conference, NeurIPS.cc/2024/Conference)", }, + "pscc": { + "label": "PSCC (Power Systems Computation Conf.)", + "base": "https://pscc-central.epfl.ch", + "target": "2024", + "base_label": "PSCC base URL", + "target_label": "Conference year (e.g. 2024, 2022) or full listing URL", + }, } @@ -480,4 +615,6 @@ def make_source(source: str, base_url: str, cache_dir: Optional[str] = None): return IJCAISource(base_url=base_url, cache_dir=cache_dir) if source == "openreview": return OpenReviewSource(base_url=base_url, cache_dir=cache_dir) + if source == "pscc": + return PSCCSource(base_url=base_url, cache_dir=cache_dir) raise ValueError(f"Unknown source: {source}") diff --git a/docs/ARCHITECTURE.md b/docs/ARCHITECTURE.md index 6bc434d..9dac888 100644 --- a/docs/ARCHITECTURE.md +++ b/docs/ARCHITECTURE.md @@ -23,6 +23,7 @@ flowchart TB REG --> ACL["AnthologyScraperSynthetic Distribution Systems
" + "" + "2024 | PDF
A Bayesian Approach & Wind Farms
" + "