Download APRA prudential standards CPS 220/230/234 as PDFs

.gitignore

@@ -1,4 +1,5 @@
 .env
 __pycache__/
 .venv/
-data/*.json
+data/*.json
+data/*.pdf

data/provenance.md

@@ -14,3 +14,21 @@ Source: [isaacus/open-australian-legal-corpus](https://huggingface.co/datasets/i
 - date: 2025-02-21 00:00:00
 - url: https://www.legislation.gov.au/C1959A00006/2025-02-21/2025-02-21/text/original/epub/OEBPS/document_1/document_1.html
 
+## CPS 220 Risk Management
+
+- url: https://www.apra.gov.au/sites/default/files/Prudential-Standard-CPS-220-Risk-Management-(July-2017).pdf
+- download date: 2026-06-17
+- attribution: Crown copyright, Commonwealth of Australia (APRA), reproduced for research purposes.
+
+## CPS 234 Information Security
+
+- url: https://www.apra.gov.au/sites/default/files/cps_234_july_2019_for_public_release.pdf
+- download date: 2026-06-17
+- attribution: Crown copyright, Commonwealth of Australia (APRA), reproduced for research purposes.
+
+## CPS 230 Operational Risk Management
+
+- url: https://www.apra.gov.au/sites/default/files/2023-07/Prudential%20Standard%20CPS%20230%20Operational%20Risk%20Management%20-%20clean.pdf
+- download date: 2026-06-17
+- attribution: Crown copyright, Commonwealth of Australia (APRA), reproduced for research purposes.
+

scripts/pull_apra.py

@@ -0,0 +1,64 @@
+"""
+Downloads APRA prudential standard PDFs directly from apra.gov.au.
+Download only — does NOT parse or chunk.
+"""
+
+from datetime import date
+from pathlib import Path
+
+import requests
+
+DATA_DIR = Path(__file__).resolve().parent.parent / "data"
+
+HEADERS = {
+    "User-Agent": (
+        "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) "
+        "AppleWebKit/537.36 (KHTML, like Gecko) "
+        "Chrome/124.0.0.0 Safari/537.36"
+    )
+}
+
+ATTRIBUTION = (
+    "Crown copyright, Commonwealth of Australia (APRA), "
+    "reproduced for research purposes."
+)
+
+STANDARDS = [
+    {
+        "name": "CPS 220 Risk Management",
+        "url": "https://www.apra.gov.au/sites/default/files/Prudential-Standard-CPS-220-Risk-Management-(July-2017).pdf",
+        "filename": "cps220.pdf",
+    },
+    {
+        "name": "CPS 234 Information Security",
+        "url": "https://www.apra.gov.au/sites/default/files/cps_234_july_2019_for_public_release.pdf",
+        "filename": "cps234.pdf",
+    },
+    {
+        "name": "CPS 230 Operational Risk Management",
+        "url": "https://www.apra.gov.au/sites/default/files/2023-07/Prudential%20Standard%20CPS%20230%20Operational%20Risk%20Management%20-%20clean.pdf",
+        "filename": "cps230.pdf",
+    },
+]
+
+DATA_DIR.mkdir(exist_ok=True)
+
+today = date.today().isoformat()
+provenance_path = DATA_DIR / "provenance.md"
+
+for standard in STANDARDS:
+    response = requests.get(standard["url"], headers=HEADERS)
+    response.raise_for_status()
+
+    out_path = DATA_DIR / standard["filename"]
+    out_path.write_bytes(response.content)
+
+    print(f"{standard['name']}: saved {out_path} ({len(response.content)} bytes)")
+
+    with open(provenance_path, "a") as f:
+        f.write(f"## {standard['name']}\n\n")
+        f.write(f"- url: {standard['url']}\n")
+        f.write(f"- download date: {today}\n")
+        f.write(f"- attribution: {ATTRIBUTION}\n\n")
+
+print(f"\nAppended provenance entries to {provenance_path}")