feat: Qualification Matrix + QuickSpecs bundles (#5)

2026-05-22 15:05:13 -04:00
parent ab1de47475
commit 6e938c05c4
16 changed files with 919 additions and 3 deletions
@@ -307,8 +307,22 @@ def main() -> int:
    s = _session()
    total = 0
    for b in bundles:
-        if b.get("mode") == "single":
+        mode = b.get("mode")
+        if mode == "single":
            total += scrape_single_bundle(s, b, args.force)
+        elif mode == "html-file":
+            # Live-scrape HPE collateral (QuickSpecs) via curl_cffi; falls back
+            # to scrape/quickspecs/<doc_id>.html fixture if the edge blocks us.
+            from scrape.quickspecs import scrape_quickspecs
+            ok = scrape_quickspecs(
+                doc_id=b["doc_id"], bundle_id=b["slug"],
+                title=b.get("title", b["doc_id"]),
+                version=b.get("version"),
+                product=b.get("product", "QuickSpecs"),
+                source_url=b.get("source_url"),
+                force=args.force,
+            )
+            total += 1 if ok else 0
        else:
            total += scrape_toc_bundle(s, b, args.force, args.concurrency)
    print(f"scraped {total} new/updated pages", file=sys.stderr)