scrape: HVM bundles + runner for HPE Support DocPortal

Phase 1: scrape User Manual (8.1.0/.1/.2), Release Notes (8.1.0/.1/.2), and the unversioned Deployment Guide. Total ~1,160 pages, 9.7 MB markdown. Discovers via the anonymous JSON API at /hpesc/public/api/document/{docId}: /toc walks the page tree (for TOC-paginated docs), /render?page=GUID fetches per-page HTML, /document/{docId} returns the whole body for single-doc shapes like Release Notes. Runner converts DITA-source HTML to clean markdown (strips Notices/ Acknowledgments/Abstract boilerplate), writes corpus/<bundle>/<page>.{md,json}, then a finalize pass synthesizes topic_cluster.clustered_topics by GUID overlap across versions (HPE GUIDs are stable cross-version — confirmed 374/376/376 with 100% overlap on shared pages). Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
2026-05-22 13:06:26 -04:00
parent 43728320bf
commit 7a491ba9e4
5 changed files with 633 additions and 0 deletions
@@ -0,0 +1,121 @@
+[
+  {
+    "slug": "hvm_user_manual_8_1_0",
+    "doc_id": "sd00007520en_us",
+    "title": "HPE Morpheus VM Essentials Software Documentation",
+    "version": "8.1.0",
+    "platform": null,
+    "product": "User Manual",
+    "language": "en-US",
+    "page_count": 378,
+    "mode": "toc",
+    "abstract": "User Manual for HPE Morpheus VM Essentials Software version v8.1.0",
+    "dates": {
+      "Published": "February 2026"
+    },
+    "landing_page": "GUID-498C49E5-5D26-44E1-A2CC-9AAC0813BA93",
+    "source_url": "https://support.hpe.com/hpesc/public/docDisplay?docId=sd00007520en_us"
+  },
+  {
+    "slug": "hvm_user_manual_8_1_1",
+    "doc_id": "sd00007620en_us",
+    "title": "HPE Morpheus VM Essentials Software Documentation",
+    "version": "8.1.1",
+    "platform": null,
+    "product": "User Manual",
+    "language": "en-US",
+    "page_count": 380,
+    "mode": "toc",
+    "abstract": "User Manual for HPE Morpheus VM Essentials Software version v8.1.1",
+    "dates": {
+      "Published": "March 2026"
+    },
+    "landing_page": "GUID-498C49E5-5D26-44E1-A2CC-9AAC0813BA93",
+    "source_url": "https://support.hpe.com/hpesc/public/docDisplay?docId=sd00007620en_us"
+  },
+  {
+    "slug": "hvm_user_manual_8_1_2",
+    "doc_id": "sd00007735en_us",
+    "title": "HPE Morpheus VM Essentials Software Documentation",
+    "version": "8.1.2",
+    "platform": null,
+    "product": "User Manual",
+    "language": "en-US",
+    "page_count": 380,
+    "mode": "toc",
+    "abstract": "User Manual for HPE Morpheus VM Essentials Software version v8.1.2",
+    "dates": {
+      "Published": "April 2026"
+    },
+    "landing_page": "GUID-498C49E5-5D26-44E1-A2CC-9AAC0813BA93",
+    "source_url": "https://support.hpe.com/hpesc/public/docDisplay?docId=sd00007735en_us"
+  },
+  {
+    "slug": "hvm_release_notes_8_1_0",
+    "doc_id": "sd00007497en_us",
+    "title": "v8.1.0 Release Notes",
+    "version": "8.1.0",
+    "platform": null,
+    "product": "Release Notes",
+    "language": "en-US",
+    "page_count": 1,
+    "mode": "single",
+    "abstract": "Release notes for HPE Morpheus VM Essentials Software version v8.1.0",
+    "dates": {
+      "Published": "February 2026"
+    },
+    "landing_page": "sd00007497en_us",
+    "source_url": "https://support.hpe.com/hpesc/public/docDisplay?docId=sd00007497en_us"
+  },
+  {
+    "slug": "hvm_release_notes_8_1_1",
+    "doc_id": "sd00007609en_us",
+    "title": "v8.1.1 Release Notes",
+    "version": "8.1.1",
+    "platform": null,
+    "product": "Release Notes",
+    "language": "en-US",
+    "page_count": 1,
+    "mode": "single",
+    "abstract": "Release notes for HPE Morpheus VM Essentials Software version v8.1.1",
+    "dates": {
+      "Published": "March 2026"
+    },
+    "landing_page": "sd00007609en_us",
+    "source_url": "https://support.hpe.com/hpesc/public/docDisplay?docId=sd00007609en_us"
+  },
+  {
+    "slug": "hvm_release_notes_8_1_2",
+    "doc_id": "sd00007734en_us",
+    "title": "v8.1.2 Release Notes",
+    "version": "8.1.2",
+    "platform": null,
+    "product": "Release Notes",
+    "language": "en-US",
+    "page_count": 1,
+    "mode": "single",
+    "abstract": "Release notes for HPE Morpheus VM Essentials Software version v8.1.2",
+    "dates": {
+      "Published": "April 2026"
+    },
+    "landing_page": "sd00007734en_us",
+    "source_url": "https://support.hpe.com/hpesc/public/docDisplay?docId=sd00007734en_us"
+  },
+  {
+    "slug": "hvm_deployment_guide",
+    "doc_id": "sd00007332en_us",
+    "title": "HPE Morpheus VM Essentials Deployment Guide",
+    "version": null,
+    "platform": null,
+    "product": "Deployment Guide",
+    "language": "en-US",
+    "page_count": 42,
+    "mode": "toc",
+    "abstract": "HPE Morpheus VM Essentials Deployment Guide",
+    "dates": {
+      "Published": "January 2026"
+    },
+    "landing_page": "GUID-BF94B8DA-C4F6-4CDF-99E6-0AAA03177099",
+    "source_url": "https://support.hpe.com/hpesc/public/docDisplay?docId=sd00007332en_us"
+  }
+]