from __future__ import annotations import py_compile import sys import wave from pathlib import Path ROOT = Path(__file__).resolve().parents[1] sys.path.insert(0, str(ROOT)) import app from fastapi.testclient import TestClient def assert_true(condition: bool, message: str) -> None: if not condition: raise AssertionError(message) def verify_static_assets() -> None: required = [ ROOT / "static" / "index.html", ROOT / "static" / "app.css", ROOT / "static" / "app.js", ROOT / "static" / "generated" / "desk-reader.svg", ROOT / "static" / "generated" / "model-map.svg", ROOT / "static" / "generated" / "field-notes.svg", ] for path in required: assert_true(path.exists(), f"Missing required asset: {path}") app_js = (ROOT / "static" / "app.js").read_text(encoding="utf-8") index_html = (ROOT / "static" / "index.html").read_text(encoding="utf-8") assert_true('data-reader-type="heading"' in index_html, "Article should mark heading reader nodes") assert_true('data-reader-type="image"' in index_html, "Article should mark image reader nodes") assert_true('aria-live="polite"' in index_html, "Article should expose an aria-live narration region") assert_true("transcriptLog" in index_html, "Article should expose a visible transcript log") assert_true("function haltPlayback" in app_js, "Reader controls should expose a shared playback halt helper") assert_true( "haltPlayback({ clearAutoAdvance: false });" in app_js, "New narration commands should interrupt current speech immediately", ) def verify_core_fallbacks() -> None: narration = app.reader_brain_core( node_type="heading", text="Why tiny models matter", position="item 1 of 1", mode="narrate", ) assert_true(narration["ok"], "Reader-brain fallback did not return ok") assert_true("Heading." in narration["narration"], "Reader-brain fallback lost heading prefix") assert_true(isinstance(narration["elapsed_ms"], int), "Reader-brain response should include elapsed_ms") summary = app.reader_brain_core( node_type="section", text="Tiny models can run close to the reader. They keep latency low and preserve privacy.", position="Why", mode="summarize", ) assert_true(summary["ok"], "Reader-brain summary fallback did not return ok") assert_true(summary["narration"].startswith("Summary."), "Summary fallback should announce summary mode") description = app.describe_image_core("model-map", caption=None, prompt=None) assert_true(description["ok"], "Image description did not return ok") assert_true("small AI models" in description["alt_text"], "Image description fallback changed unexpectedly") assert_true(isinstance(description["elapsed_ms"], int), "Image description should include elapsed_ms") article_descriptions = app.describe_article_images_core() assert_true(article_descriptions["ok"], "Article image descriptions did not return ok") assert_true(len(article_descriptions["descriptions"]) == 3, "Article should expose three image descriptions") assert_true(isinstance(article_descriptions["elapsed_ms"], int), "Article image descriptions should include elapsed_ms") speech = app.speak_core("Tiny Narrator verification.", voice="af_heart", speed=1.0) assert_true(speech["ok"], "Speech path did not return ok") assert_true(isinstance(speech["elapsed_ms"], int), "Speech response should include elapsed_ms") audio_path = ROOT / speech["audio_url"].lstrip("/") assert_true(audio_path.exists(), f"Speech output missing: {audio_path}") with wave.open(str(audio_path), "rb") as wav: assert_true(wav.getframerate() == 24000, "Speech output should be 24 kHz") assert_true(wav.getnchannels() == 1, "Speech output should be mono") generated = app.generate_image_core("Tiny accessibility article image.", seed=3) assert_true(generated["ok"], "Image generation placeholder should return ok") assert_true(isinstance(generated["elapsed_ms"], int), "Image generation should include elapsed_ms") def verify_routes() -> None: client = TestClient(app.app) home = client.get("/") assert_true(home.status_code == 200, "Home route should return 200") assert_true("Tiny Narrator" in home.text, "Home route should include app title") assert_true("readerToggle" in home.text, "Home route should include reader toggle") assert_true("summaryButton" in home.text, "Home route should include summary control") assert_true("imageStatus" in home.text, "Home route should include image status") assert_true("readinessStatus" in home.text, "Home route should include readiness status") assert_true("voiceStatus" in home.text, "Home route should include voice status") assert_true("latencyStatus" in home.text, "Home route should include latency status") assert_true("voiceControl" in home.text, "Home route should include voice control") assert_true("speedValue" in home.text, "Home route should include speed value output") assert_true("autoAdvanceControl" in home.text, "Home route should include auto-advance control") assert_true("transcriptLog" in home.text, "Home route should include transcript log") assert_true("awardEvidenceList" in home.text, "Home route should include award evidence list") assert_true("budgetStatus" in home.text, "Home route should include model budget status") assert_true("modelBudgetList" in home.text, "Home route should include model budget list") assert_true("runtimeSetupStatus" in home.text, "Home route should include runtime setup status") assert_true("runtimeSetupList" in home.text, "Home route should include runtime setup list") health = client.get("/api/health") assert_true(health.status_code == 200, "Health route should return 200") payload = health.json() assert_true(payload["ok"], "Health payload should be ok") assert_true( payload["models"]["reader_brain"]["runtime"] == "llama.cpp", "Health route should document llama.cpp reader-brain runtime", ) manifest = client.get("/api/article-manifest") assert_true(manifest.status_code == 200, "Article manifest route should return 200") manifest_payload = manifest.json() assert_true("Tiny Titan" in manifest_payload["bonus_targets"], "Manifest should include Tiny Titan target") assert_true( {"key": "S", "action": "Summarize current section"} in manifest_payload["reader_controls"], "Manifest should include summary shortcut", ) assert_true( manifest_payload["models"]["speech"]["id"] == "hexgrad/Kokoro-82M", "Manifest should document Kokoro speech model", ) assert_true( manifest_payload["reader_settings"]["default_voice"] == "af_heart", "Manifest should document default Kokoro voice", ) assert_true( len(manifest_payload["reader_settings"]["voices"]) >= 4, "Manifest should expose multiple Kokoro voice choices", ) assert_true( manifest_payload["reader_settings"]["default_auto_advance"] is False, "Manifest should default auto-advance off", ) assert_true( len(manifest_payload["award_evidence"]) == 4, "Manifest should expose four award evidence items", ) assert_true( manifest_payload["model_budget"]["all_models_within_limit"], "Manifest should prove every model is within the Tiny Titan limit", ) assert_true( len(manifest_payload["runtime_setup"]["steps"]) == 4, "Manifest should expose setup steps for each model role", ) assert_true( len(manifest_payload["demo_script"]["actions"]) >= 4, "Manifest should expose a judge demo script", ) assert_true( manifest_payload["accessibility_audit"]["all_passed"], "Manifest should expose passing accessibility audit evidence", ) awards = client.get("/api/award-evidence") assert_true(awards.status_code == 200, "Award evidence route should return 200") award_payload = awards.json() assert_true(award_payload["ok"], "Award evidence payload should be ok") assert_true( {item["id"] for item in award_payload["items"]} == {"tiny-titan", "llama-champion", "off-brand", "field-notes"}, "Award evidence route should cover the targeted bonuses", ) budget = client.get("/api/model-budget") assert_true(budget.status_code == 200, "Model budget route should return 200") budget_payload = budget.json() assert_true(budget_payload["ok"], "Model budget payload should be ok") assert_true(budget_payload["limit_billion"] == 4.0, "Tiny Titan limit should be 4B") assert_true(budget_payload["all_models_within_limit"], "All models should stay within the Tiny Titan limit") assert_true( all(item["params_billion"] <= budget_payload["limit_billion"] for item in budget_payload["models"]), "Every model budget item should be at or below the limit", ) setup = client.get("/api/runtime-setup") assert_true(setup.status_code == 200, "Runtime setup route should return 200") setup_payload = setup.json() assert_true(setup_payload["ok"], "Runtime setup payload should be ok") assert_true( {item["role"] for item in setup_payload["steps"]} == {"reader_brain", "speech", "vision", "image_generation"}, "Runtime setup should cover every model path", ) assert_true( "llama-server" in setup_payload["steps"][0]["command"], "Runtime setup should include the llama.cpp launch command", ) demo = client.get("/api/demo-script") assert_true(demo.status_code == 200, "Demo script route should return 200") demo_payload = demo.json() assert_true(demo_payload["ok"], "Demo script payload should be ok") assert_true( "Tiny Narrator judge demo" == demo_payload["title"], "Demo script should be labeled for judging", ) assert_true( {item["path"] for item in demo_payload["api_checks"]} >= {"/api/model-budget", "/api/runtime-setup"}, "Demo script should include evidence API checks", ) assert_true( any("Tiny Titan" in action["evidence"] for action in demo_payload["actions"]), "Demo script should point to targeted award evidence", ) assert_true( any(item["path"] == "/api/accessibility-audit" for item in demo_payload["api_checks"]), "Demo script should include the accessibility audit check", ) audit = client.get("/api/accessibility-audit") assert_true(audit.status_code == 200, "Accessibility audit route should return 200") audit_payload = audit.json() assert_true(audit_payload["ok"], "Accessibility audit payload should be ok") assert_true(audit_payload["all_passed"], "Accessibility audit should pass") assert_true(audit_payload["passed_checks"] == audit_payload["total_checks"], "All audit checks should pass") assert_true( {item["id"] for item in audit_payload["checks"]} >= {"semantic_queue", "keyboard_navigation", "live_region", "image_alt_text", "inspectable_transcript"}, "Accessibility audit should cover reader semantics, keyboard use, live narration, alt text, and transcript", ) runtime = client.get("/api/runtime-status") assert_true(runtime.status_code == 200, "Runtime status route should return 200") runtime_payload = runtime.json() assert_true(runtime_payload["ok"], "Runtime status payload should be ok") assert_true("reader_brain" in runtime_payload, "Runtime status should include reader brain status") assert_true("speech" in runtime_payload, "Runtime status should include speech status") assert_true( runtime_payload["reader_brain"]["status"] in {"online", "fallback-ready"}, "Reader brain status should be online or fallback-ready", ) image_descriptions = client.get("/api/image-descriptions") assert_true(image_descriptions.status_code == 200, "Image descriptions route should return 200") image_payload = image_descriptions.json() assert_true(image_payload["model"] == "OpenBMB MiniCPM-V-2", "Image route should document MiniCPM-V model") assert_true( {item["id"] for item in image_payload["descriptions"]} == {"desk-reader", "model-map", "field-notes"}, "Image route should describe all article images", ) def main() -> None: py_compile.compile(str(ROOT / "app.py"), doraise=True) verify_static_assets() verify_core_fallbacks() verify_routes() print("Tiny Narrator verification passed.") if __name__ == "__main__": main()