Gallery -> single-clip selector; rename to Temporal State Prediction

.gitattributes

@@ -45,3 +45,13 @@ assets/gallery/ok_premitosis_0.gif filter=lfs diff=lfs merge=lfs -text
 assets/gallery/ok_premitosis_1.gif filter=lfs diff=lfs merge=lfs -text
 assets/videos/state_overlay.mp4 filter=lfs diff=lfs merge=lfs -text
 assets/videos/trackid.mp4 filter=lfs diff=lfs merge=lfs -text
+assets/gallery/fp_int2prem_0_raw.gif filter=lfs diff=lfs merge=lfs -text
+assets/gallery/miss_mit2int_0_raw.gif filter=lfs diff=lfs merge=lfs -text
+assets/gallery/miss_prem2int_0_raw.gif filter=lfs diff=lfs merge=lfs -text
+assets/gallery/miss_prem2int_1_raw.gif filter=lfs diff=lfs merge=lfs -text
+assets/gallery/ok_interphase_0_raw.gif filter=lfs diff=lfs merge=lfs -text
+assets/gallery/ok_interphase_1_raw.gif filter=lfs diff=lfs merge=lfs -text
+assets/gallery/ok_mitosis_0_raw.gif filter=lfs diff=lfs merge=lfs -text
+assets/gallery/ok_mitosis_1_raw.gif filter=lfs diff=lfs merge=lfs -text
+assets/gallery/ok_premitosis_0_raw.gif filter=lfs diff=lfs merge=lfs -text
+assets/gallery/ok_premitosis_1_raw.gif filter=lfs diff=lfs merge=lfs -text

app.py

@@ -34,7 +34,7 @@ GALLERY = _load_json("gallery/gallery_manifest.json", [])
 
 # ── Header / thesis ───────────────────────────────────────────────────────────
 HEADER = """
-# 🔬 Temporal Cell State Prediction in Microscopy
+# 🔬 Temporal State Prediction
 **Frozen V-JEPA-2 ViT-L + attentive-pool head → per-cell cell-cycle state**, straight from a tracked clip —
 no segment→track→**classify** hand-off.
 
@@ -42,6 +42,44 @@ no segment→track→**classify** hand-off.
 > morphology–temporal baseline, and the binding constraint is **data scale, not model capacity.**
 """
 
+LABELS3 = ["interphase", "pre-mitosis", "mitosis"]
+
+
+def _selector_items():
+    """Neutral clip thumbnails for the bottom selector (no prediction shown)."""
+    items = []
+    for g in GALLERY:
+        img = ASSETS / "gallery" / g.get("raw_gif", g.get("gif", ""))
+        if img.exists():
+            items.append((str(img), f"cell {g.get('cell_id','?')} · t={g.get('t','?')}"))
+    return items
+
+
+def _valid_indices():
+    return [i for i, g in enumerate(GALLERY)
+            if (ASSETS / "gallery" / g.get("raw_gif", g.get("gif", ""))).exists()]
+
+
+def _clip_view(i: int):
+    """Return (image_path, result_markdown) for gallery item i."""
+    g = GALLERY[i]
+    img = str(ASSETS / "gallery" / g.get("raw_gif", g.get("gif", "")))
+    verdict = "✅ **correct**" if g.get("correct") else f"❌ **incorrect** — true state is **{g['true']}**"
+    probs = g.get("probs", [])
+    bar = " · ".join(f"{LABELS3[k]} {probs[k]:.2f}" for k in range(len(probs))) if probs else ""
+    note = ""
+    if not g.get("correct"):
+        if g["true"] == "pre-mitosis" and g["pred"] == "interphase":
+            note = "\n\n*Why it fails: 'pre-mitosis' is a soft, lineage-defined window — this nucleus is morphologically identical to interphase (not yet rounded/condensed).*"
+        elif g["true"] == "mitosis":
+            note = "\n\n*A missed division — the rare, high-value event the metric weights most.*"
+        elif g["pred"] == "pre-mitosis":
+            note = "\n\n*Over-called: interphase nucleus flagged as entering division.*"
+    md = (f"### Prediction: **{g['pred']}**  (confidence {g['conf']:.2f})\n\n"
+          f"{verdict}\n\n"
+          f"Per-class probability — {bar}{note}")
+    return img, md
+
 
 def _metrics_md() -> str:
     m = METRICS
@@ -76,25 +114,28 @@ def _metrics_md() -> str:
     return "\n".join(lines)
 
 
-def _gallery_items():
-    items = []
-    for g in GALLERY:
-        img = ASSETS / "gallery" / g.get("gif", g.get("png", ""))
-        if img.exists():
-            tag = "✅" if g.get("correct") else "❌"
-            items.append((str(img), f"{tag} {g['title']} — {g['caption']}"))
-    return items
-
-
 def build():
-    with gr.Blocks(title="Cell State Prediction Demo", theme=gr.themes.Soft()) as demo:
+    with gr.Blocks(title="Temporal State Prediction", theme=gr.themes.Soft()) as demo:
         gr.Markdown(HEADER)
         with gr.Tabs():
-            with gr.Tab("① Classification gallery"):
-                gr.Markdown("Single-cell clips → predicted state. Correct calls **and** the characteristic failure modes.")
-                gr.Gallery(value=_gallery_items(), columns=4, height=420,
-                           object_fit="contain", label="input clip → prediction")
-                gr.Markdown(_metrics_md())
+            with gr.Tab("① Classify a clip"):
+                gr.Markdown("**Select a single-cell clip below** — the model classifies that one clip into its cell-cycle state.")
+                valid = _valid_indices()
+                first = valid[0] if valid else 0
+                img0, md0 = _clip_view(first) if valid else (None, "_no clips found_")
+                with gr.Row():
+                    sel_clip = gr.Image(value=img0, label="selected clip", height=300)
+                    sel_md = gr.Markdown(md0)
+                selector = gr.Gallery(value=_selector_items(), columns=5, height=200,
+                                      object_fit="contain", label="▼ pick a clip",
+                                      allow_preview=False)
+
+                def _on_select(evt: gr.SelectData):
+                    return _clip_view(evt.index)
+                selector.select(_on_select, inputs=None, outputs=[sel_clip, sel_md])
+
+                with gr.Accordion("Held-out test-set metrics (all 5,312 clips)", open=False):
+                    gr.Markdown(_metrics_md())
 
             with gr.Tab("② Videos"):
                 gr.Markdown("Whole field-of-view over the held-out sequence.")

assets/gallery/gallery_manifest.json

@@ -1,10 +1,16 @@
 [
   {
     "gif": "ok_interphase_0.gif",
+    "raw_gif": "ok_interphase_0_raw.gif",
     "png": "ok_interphase_0.png",
     "true": "interphase",
     "pred": "interphase",
     "conf": 1.0,
+    "probs": [
+      1.0,
+      0.0,
+      0.0
+    ],
     "caption": "true=interphase -> pred=interphase (1.00)",
     "category": "ok_interphase",
     "title": "Correct: interphase",
@@ -14,10 +20,16 @@
   },
   {
     "gif": "ok_interphase_1.gif",
+    "raw_gif": "ok_interphase_1_raw.gif",
     "png": "ok_interphase_1.png",
     "true": "interphase",
     "pred": "interphase",
     "conf": 1.0,
+    "probs": [
+      1.0,
+      0.0,
+      0.0
+    ],
     "caption": "true=interphase -> pred=interphase (1.00)",
     "category": "ok_interphase",
     "title": "Correct: interphase",
@@ -27,10 +39,16 @@
   },
   {
     "gif": "ok_premitosis_0.gif",
+    "raw_gif": "ok_premitosis_0_raw.gif",
     "png": "ok_premitosis_0.png",
     "true": "pre-mitosis",
     "pred": "pre-mitosis",
     "conf": 1.0,
+    "probs": [
+      0.0001,
+      0.9999,
+      0.0
+    ],
     "caption": "true=pre-mitosis -> pred=pre-mitosis (1.00)",
     "category": "ok_premitosis",
     "title": "Correct: pre-mitosis",
@@ -40,10 +58,16 @@
   },
   {
     "gif": "ok_premitosis_1.gif",
+    "raw_gif": "ok_premitosis_1_raw.gif",
     "png": "ok_premitosis_1.png",
     "true": "pre-mitosis",
     "pred": "pre-mitosis",
     "conf": 1.0,
+    "probs": [
+      0.0001,
+      0.9999,
+      0.0
+    ],
     "caption": "true=pre-mitosis -> pred=pre-mitosis (1.00)",
     "category": "ok_premitosis",
     "title": "Correct: pre-mitosis",
@@ -53,10 +77,16 @@
   },
   {
     "gif": "ok_mitosis_0.gif",
+    "raw_gif": "ok_mitosis_0_raw.gif",
     "png": "ok_mitosis_0.png",
     "true": "mitosis",
     "pred": "mitosis",
     "conf": 1.0,
+    "probs": [
+      0.0,
+      0.0,
+      1.0
+    ],
     "caption": "true=mitosis -> pred=mitosis (1.00)",
     "category": "ok_mitosis",
     "title": "Correct: mitosis",
@@ -66,10 +96,16 @@
   },
   {
     "gif": "ok_mitosis_1.gif",
+    "raw_gif": "ok_mitosis_1_raw.gif",
     "png": "ok_mitosis_1.png",
     "true": "mitosis",
     "pred": "mitosis",
     "conf": 1.0,
+    "probs": [
+      0.0,
+      0.0,
+      1.0
+    ],
     "caption": "true=mitosis -> pred=mitosis (1.00)",
     "category": "ok_mitosis",
     "title": "Correct: mitosis",
@@ -79,10 +115,16 @@
   },
   {
     "gif": "miss_prem2int_0.gif",
+    "raw_gif": "miss_prem2int_0_raw.gif",
     "png": "miss_prem2int_0.png",
     "true": "pre-mitosis",
     "pred": "interphase",
     "conf": 1.0,
+    "probs": [
+      1.0,
+      0.0,
+      0.0
+    ],
     "caption": "true=pre-mitosis -> pred=interphase (1.00)",
     "category": "miss_prem2int",
     "title": "Failure: pre-mitosis read as interphase",
@@ -92,10 +134,16 @@
   },
   {
     "gif": "miss_prem2int_1.gif",
+    "raw_gif": "miss_prem2int_1_raw.gif",
     "png": "miss_prem2int_1.png",
     "true": "pre-mitosis",
     "pred": "interphase",
     "conf": 1.0,
+    "probs": [
+      1.0,
+      0.0,
+      0.0
+    ],
     "caption": "true=pre-mitosis -> pred=interphase (1.00)",
     "category": "miss_prem2int",
     "title": "Failure: pre-mitosis read as interphase",
@@ -105,10 +153,16 @@
   },
   {
     "gif": "miss_mit2int_0.gif",
+    "raw_gif": "miss_mit2int_0_raw.gif",
     "png": "miss_mit2int_0.png",
     "true": "mitosis",
     "pred": "interphase",
     "conf": 1.0,
+    "probs": [
+      1.0,
+      0.0,
+      0.0
+    ],
     "caption": "true=mitosis -> pred=interphase (1.00)",
     "category": "miss_mit2int",
     "title": "Failure: missed mitosis (read as interphase)",
@@ -118,10 +172,16 @@
   },
   {
     "gif": "fp_int2prem_0.gif",
+    "raw_gif": "fp_int2prem_0_raw.gif",
     "png": "fp_int2prem_0.png",
     "true": "interphase",
     "pred": "pre-mitosis",
     "conf": 1.0,
+    "probs": [
+      0.0001,
+      0.9999,
+      0.0
+    ],
     "caption": "true=interphase -> pred=pre-mitosis (1.00)",
     "category": "fp_int2prem",
     "title": "Failure: interphase over-called pre-mitosis",