Upload 7 files

web/static/app.css

@@ -133,10 +133,6 @@ strong,p,h1,h2,h3,h4,span,a,button,div,li{overflow-wrap:break-word;word-break:no
 .activity-row strong{font-size:12px}
 .activity-row p{margin:2px 0 0;color:var(--muted);font-size:11px}
 .activity-row em{font-style:normal;font-size:10px;border-radius:999px;padding:3px 7px;background:#f2f4f7;color:#344054}
-.report-home p{margin:0;color:#344054;font-size:12px;line-height:1.45}
-.report-home strong{display:none}
-.report-link{margin-top:8px}
-
 .search-wrap{position:relative}
 .search-wrap input{padding-right:34px}
 .search-wrap span{position:absolute;right:12px;top:50%;transform:translateY(-50%);color:var(--muted)}
@@ -487,12 +483,10 @@ strong,p,h1,h2,h3,h4,span,a,button,div,li{overflow-wrap:break-word;word-break:no
 .activity-row.error strong{color:#be123c}
 
 /* v78: report preview is useful by itself */
-.report-home{
-  max-height:260px;
-  overflow:auto;
-  white-space:pre-wrap;
-}
-.report-home p{
-  white-space:pre-wrap;
-}
-.report-link{display:none!important}
+
+/* v80: timeline failed-history / recovered feedback */
+.step.status-warn{--ring-color:var(--amber)}
+.step.status-warn:before{background:var(--amber)}
+.step.status-warn .step-dot{--ring-color:var(--amber);color:#92400e}
+.step.status-warn small{color:#92400e}
+.top-actions .bucket-pill{display:none!important}

web/static/app.js

@@ -27,7 +27,7 @@ function setOperation(message,type='info',opts={}){const el=$('operationStatus')
 function showMessage(msg,isError=false){const type=isError===true?'error':(typeof isError==='string'?isError:'info');setOperation(msg,type);const el=$('eventsPanel');if(el&&!state.runId)el.textContent=(isError?'Error: ':'')+msg}
 function setBusy(isBusy,label='Working…'){state.busy=Boolean(isBusy);if(!state.busy&&$('operationStatus')?.className.includes('loading'))setOperation('');document.querySelectorAll('[data-action-button]').forEach(btn=>{btn.disabled=state.busy||btn.dataset.requiresBucket==='true'&&!state.bucketReady});if($('launchBuild'))$('launchBuild').disabled=state.busy||!state.bucketReady;if($('launchValidate'))$('launchValidate').disabled=state.busy;if(state.busy)setOperation(label,'loading')}
 function setButtonBusy(id,isBusy,busyLabel){const btn=$(id);if(!btn)return;if(isBusy){btn.dataset.oldText=btn.textContent;btn.textContent=busyLabel||'Working…';btn.disabled=true;btn.classList.add('is-busy')}else{if(btn.dataset.oldText)btn.textContent=btn.dataset.oldText;btn.disabled=state.busy||btn.dataset.requiresBucket==='true'&&!state.bucketReady;btn.classList.remove('is-busy')}}
-function setBucketReady(ok,message){state.bucketReady=Boolean(ok);const btn=$('launchBuild');if(btn)btn.disabled=state.busy||!state.bucketReady;setText('buildGateText',state.bucketReady?'Bucket ready. You can launch builds.':(message||'Create your private run bucket before launching builds.'));setText('bucketStatusText',state.bucketReady?`Bucket: ${state.bucketSource||'connected'}`:'Bucket not ready');setText('bucketInlineStatus',state.bucketReady?'Bucket ready':'Not ready');for(const id of ['bucketStatusDot','bucketInlineDot','sidebarBucketDot']){const dot=$(id);if(dot)dot.className='status-dot '+(state.bucketReady?'green':'amber-dot')}const inline=$('bucketInlineStatus');if(inline)inline.className='badge '+(state.bucketReady?'success':'warn');document.querySelectorAll('[data-requires-bucket="true"]').forEach(btn=>btn.disabled=state.busy||!state.bucketReady)}
+function setBucketReady(ok,message){state.bucketReady=Boolean(ok);const btn=$('launchBuild');if(btn)btn.disabled=state.busy||!state.bucketReady;setText('buildGateText',state.bucketReady?'Bucket ready. You can launch builds.':(message||'Create your private run bucket before launching builds.'));setText('bucketInlineStatus',state.bucketReady?'Bucket ready':'Not ready');for(const id of ['bucketInlineDot','sidebarBucketDot']){const dot=$(id);if(dot)dot.className='status-dot '+(state.bucketReady?'green':'amber-dot')}const inline=$('bucketInlineStatus');if(inline)inline.className='badge '+(state.bucketReady?'success':'warn');document.querySelectorAll('[data-requires-bucket="true"]').forEach(btn=>btn.disabled=state.busy||!state.bucketReady)}
 function effectivePreferredHardware(){const preferred=formValue('preferredHardware')||'zero-a10g';const fallback=formValue('fallbackHardware')||'a10g-large';const tryZero=$('tryZeroGpu')?.checked??true;if(tryZero)return preferred;if(preferred==='zero-a10g'||preferred.startsWith('zero'))return fallback;return preferred}
 function hardwarePlanLabel(){const tryZero=$('tryZeroGpu')?.checked??true;const preferred=effectivePreferredHardware();const fallback=formValue('fallbackHardware')||'a10g-large';const allow=$('allowFallback')?.checked??true;if(tryZero)return `ZeroGPU → ${allow?fallback:'no fixed fallback'}`;return `${preferred}${allow&&fallback!==preferred?' → '+fallback+' fallback':''}`}
 function validateBuildForm(){if(!state.bucketReady)return'Create or check your private run bucket before launching a build.';if(!formValue('modelId'))return'Enter a model card URL or model ID.';if(!formValue('targetSpace'))return'Enter a fresh target Space name.';if(!formValue('piModel'))return'Enter the Pi model to use.';return''}
@@ -48,7 +48,6 @@ function resetRunDetails(){
   const status=$('progressStatus');if(status)status.className='badge neutral';
   const fill=$('progressFill');if(fill){fill.style.width='0%';fill.classList.remove('is-running','progress-bump')}
   setQuickLinks({});
-  const report=$('homeReportPreview');if(report)report.innerHTML='<strong>No run selected</strong><p>Select a run to preview its report and actions.</p>';
   const full=$('reportPreview');if(full)full.textContent='No report selected.';
   const manual=$('manualActionPanel');if(manual)manual.hidden=true;
   
@@ -81,14 +80,6 @@ async function refreshRunReportPreview(runId){
     const reportText=(detail.report||'No report available.').slice(0,8000);
     const report=$('reportPreview');
     if(report)report.textContent=reportText;
-    const homeReport=$('homeReportPreview');
-    if(homeReport){
-      const summary=detail.summary||{};
-      const view=detail.view||{};
-      const header=view.header||{};
-      const firstLine=reportText.split('\n').find(Boolean)||'No report available yet.';
-      homeReport.innerHTML=`<strong>${escapeHtml(header.status_label||summary.status||'Run finished')}</strong><p>${escapeHtml(shortText(reportText,1200))}</p>`;
-    }
     state.selectedRunDetail=detail;
     if(typeof renderSelectedLinks==='function')renderSelectedLinks({...detail.summary,bucket_source:detail.bucket_source},detail);
     if(typeof renderBlockers==='function')renderBlockers(detail);
@@ -119,7 +110,7 @@ async function resumeLatestRun(){setButtonBusy('resumeLatestRun',true,'Resuming
 function switchView(view){state.currentView=view;document.querySelectorAll('.nav-item').forEach(b=>b.classList.toggle('active',b.dataset.view===view));document.querySelectorAll('[data-section]').forEach(s=>s.hidden=s.dataset.section!==view);setOperation('');if(view==='progress')loadRuns(false);const targetMap={build:'newBuildCard',progress:'runsExplorerPanel',validate:'spaceTestSection'};const target=$(targetMap[view]||'');if(target)target.scrollIntoView({behavior:'smooth',block:'start'})}
 function bindNavigation(){document.querySelectorAll('.nav-item').forEach(btn=>btn.addEventListener('click',()=>switchView(btn.dataset.view||'build')));document.querySelectorAll('[data-view-target]').forEach(btn=>btn.addEventListener('click',()=>switchView(btn.dataset.viewTarget||'build')))}
 function bindRunFilters(){document.querySelectorAll('.filter[data-status]').forEach(btn=>btn.addEventListener('click',()=>{state.runStatusFilter=btn.dataset.status||'all';state.runPage=0;renderRunsFromCache()}));for(const id of ['runSearch','runSearchFull'])$(id)?.addEventListener('input',e=>{state.runSearch=e.target.value||'';state.runPage=0;for(const other of ['runSearch','runSearchFull'])if($(other)&&$(other)!==e.target)$(other).value=state.runSearch;clearTimeout(state.runSearchTimer);state.runSearchTimer=setTimeout(renderRunsFromCache,80)})}
-function bindActions(){$('launchBuild')?.setAttribute('data-requires-bucket','true');$('launchBuild')?.setAttribute('data-action-button','true');$('launchValidate')?.setAttribute('data-action-button','true');$('launchBuild')?.addEventListener('click',launchBuild);$('launchValidate')?.addEventListener('click',launchValidate);$('prepareNewBuild')?.addEventListener('click',prepareNewBuild);$('manualGoValidate')?.addEventListener('click',prepareValidationFromActiveRun);$('selectedValidateBtn')?.addEventListener('click',prepareValidationFromActiveRun);$('checkBucket')?.addEventListener('click',()=>checkBucket(true));$('bucketStatusPill')?.addEventListener('click',()=>checkBucket(true));$('createBucket')?.addEventListener('click',createBucket);$('refreshRuns')?.addEventListener('click',()=>loadRuns(true));$('refreshRunsHome')?.addEventListener('click',()=>loadRuns(true));$('resumeLatestRun')?.addEventListener('click',resumeLatestRun);$('cancelRun')?.addEventListener('click',cancelActiveRun);$('resumeLatestRunFull')?.addEventListener('click',resumeLatestRun);['tryZeroGpu','preferredHardware','fallbackHardware','allowFallback'].forEach(id=>$(id)?.addEventListener('change',()=>setText('hardwarePlan',hardwarePlanLabel())))}
+function bindActions(){$('launchBuild')?.setAttribute('data-requires-bucket','true');$('launchBuild')?.setAttribute('data-action-button','true');$('launchValidate')?.setAttribute('data-action-button','true');$('launchBuild')?.addEventListener('click',launchBuild);$('launchValidate')?.addEventListener('click',launchValidate);$('prepareNewBuild')?.addEventListener('click',prepareNewBuild);$('manualGoValidate')?.addEventListener('click',prepareValidationFromActiveRun);$('selectedValidateBtn')?.addEventListener('click',prepareValidationFromActiveRun);$('checkBucket')?.addEventListener('click',()=>checkBucket(true));$('createBucket')?.addEventListener('click',createBucket);$('refreshRuns')?.addEventListener('click',()=>loadRuns(true));$('refreshRunsHome')?.addEventListener('click',()=>loadRuns(true));$('resumeLatestRun')?.addEventListener('click',resumeLatestRun);$('cancelRun')?.addEventListener('click',cancelActiveRun);$('resumeLatestRunFull')?.addEventListener('click',resumeLatestRun);['tryZeroGpu','preferredHardware','fallbackHardware','allowFallback'].forEach(id=>$(id)?.addEventListener('change',()=>setText('hardwarePlan',hardwarePlanLabel())))}
 bindNavigation();bindActions();bindRunFilters();setText('hardwarePlan',hardwarePlanLabel());setBuildModeNew();renderTimeline(DEFAULT_TIMELINE);loadAppInfo();
 
 // Pass 47 intentionally removed automatic switchView('progress') after launch and run selection.

web/static/index.html

@@ -0,0 +1,229 @@
+<!doctype html>
+<html lang="en">
+<head>
+  <meta charset="utf-8" />
+  <meta name="viewport" content="width=device-width, initial-scale=1" />
+  <title>Agentic Space Factory</title>
+  <link rel="stylesheet" href="/custom-static/app.css" />
+</head>
+<body>
+  <div class="app-shell onepage-shell">
+    <header class="topbar onepage-topbar">
+      <div class="brand">
+        <div class="brand-mark">🚀</div>
+        <div>
+          <h1>Agentic Space Factory</h1>
+          <p>Build, inspect, and validate private Hugging Face Spaces.</p>
+        </div>
+      </div>
+      <div class="top-actions">
+        <a class="user-chip" id="userChip" href="/oauth/huggingface/login">Sign in</a>
+        <button class="primary small" id="resumeLatestRun">Resume latest run</button>
+        <a class="logout-link" id="logoutLink" href="/logout" hidden>Logout</a>
+      </div>
+    </header>
+
+    <div class="toast-layer" id="toastLayer" aria-live="polite"><section class="operation-status floating-toast" id="operationStatus" hidden></section></div>
+
+    <main class="onepage-main">
+      <section class="auth-panel" id="authPanel" hidden></section>
+
+      <section class="workspace-grid">
+        <div class="left-stack">
+          <section class="panel bucket-setup-panel" id="bucketSetupPanel">
+            <div class="section-head compact">
+              <div><span class="panel-icon">◈</span><h2>Run storage</h2></div>
+              <span class="badge" id="bucketInlineStatus">Checking</span>
+            </div>
+            <p class="muted">Runs, reports, generated files, traces, and validation outputs are written to your private bucket.</p>
+            <div class="bucket-source-line"><span class="status-dot" id="bucketInlineDot"></span><strong id="bucketInlineLabel">loading…</strong></div>
+            <div class="inline-actions bucket-actions">
+              <button class="secondary small" id="checkBucket">Check bucket</button>
+              <button class="secondary small" id="createBucket">Create private bucket</button>
+            </div>
+          </section>
+
+          <section class="panel build-panel" id="newBuildCard">
+          <div class="section-head compact">
+            <div>
+              <span class="panel-icon">⌘</span>
+              <h2>New Build</h2>
+            </div>
+          </div>
+
+          <div class="field-stack">
+            <label>Model card URL or model ID<input id="modelId" value="meta-llama/Meta-Llama-3.1-8B-Instruct" /></label>
+            <label>Target Space name<input id="targetSpace" placeholder="my-llama-31-8b-demo" /></label>
+            <div class="form-grid two-cols">
+              <label>Pi model<select id="piModel"><option value="Qwen/Qwen3-Coder-Next" selected>Qwen/Qwen3-Coder-Next</option></select></label>
+              <label>Implementation mode<select id="implementationMode">
+                <option value="full-inference-gated" selected>Strict real inference — validated Gradio app</option>
+                <option value="full-inference-attempt">Best-effort inference — permissive prototype</option>
+                <option value="safe-scaffold">Safe scaffold only — boots without inference guarantee</option>
+              </select></label>
+            </div>
+            <p class="muted cost-note">Pi uses Hugging Face Inference Providers for Qwen. Usage may consume paid inference credits.</p>
+            <div class="form-grid two-cols">
+              <label>Preferred GPU<select id="preferredHardware"><option value="zero-a10g" selected>ZeroGPU</option></select></label>
+              <label>Fallback GPU<select id="fallbackHardware"><option value="a10g-large" selected>A10G Large</option><option value="l40sx1">L40S x1</option><option value="cpu-basic">CPU Basic</option><option value="a100-large">A100 Large</option><option value="h200">H200</option></select></label>
+            </div>
+            <div class="toggle-list compact-toggles">
+              <label><span>Try ZeroGPU first</span><input id="tryZeroGpu" type="checkbox" checked /></label>
+              <label><span>Allow fixed GPU fallback</span><input id="allowFallback" type="checkbox" checked /></label>
+            </div>
+            <label>Expected output type<select id="buildExpectedOutput"><option value="text">Text</option><option value="image">Image</option><option value="video">Video</option><option value="audio">Audio</option><option value="any">Any</option></select></label>
+          </div>
+
+          <button class="primary full" id="launchBuild" disabled>Build private Space</button>
+          <p class="muted build-gate" id="buildGateText">Checking your run bucket before enabling builds…</p>
+</div>
+
+        <section class="panel active-run-panel" id="activeRunPanel">
+          <div class="section-head compact">
+            <div><span class="panel-icon">▷</span><h2>Active Run</h2></div>
+            <span class="badge neutral" id="progressStatus">Idle</span>
+          </div>
+
+          <div class="summary-meta active-meta">
+            <div><span>Run ID</span><strong id="detailRunId">—</strong></div>
+            <div><span>Target Space</span><strong id="detailSpace">—</strong></div>
+            <div><span>Model</span><strong id="selectedModelId">—</strong></div>
+            <div><span>Current step</span><strong id="currentStep">—</strong></div>
+            <div><span>Elapsed time</span><strong id="elapsed">—</strong></div>
+          </div>
+
+          <div class="active-run-actions active-run-cancel-only">
+            <button class="secondary danger" id="cancelRun" disabled>Cancel Job</button>
+          </div>
+
+          <div class="progress-caption"><span>Overall progress</span><strong id="progressPercent">0%</strong></div>
+          <div class="progress-bar"><div id="progressFill" style="width:0%"></div></div>
+          <div class="timeline" id="timeline"></div>
+
+          <div class="manual-action" id="manualActionPanel" hidden>
+            <div>
+              <strong id="manualActionTitle">Manual hardware required</strong>
+              <p id="manualActionText">Open Space settings, choose the recommended GPU, then run Space Test.</p>
+            </div>
+            <div class="inline-actions">
+              <a class="link-btn" id="manualOpenSettings" target="_blank">Open Space settings ↗</a>
+              <button class="secondary small" id="manualGoValidate">Prefill Space Test</button>
+            </div>
+          </div>
+
+          <section class="mini-panel latest-events-card">
+            <div class="card-title-row">
+              <h4>Latest events</h4>
+            </div>
+            <div id="activityFeed" class="activity-feed"><div class="empty">No activity yet.</div></div>
+          </section>
+</section>
+
+        <section class="panel runs-explorer-panel" id="runsExplorerPanel">
+          <div class="section-head compact">
+            <div><span class="panel-icon">☰</span><h2>Runs Explorer</h2></div>
+          </div>
+
+          <div class="search-wrap"><input id="runSearchFull" placeholder="Search runs by ID, model, or space…" /><span>⌕</span></div>
+          <div class="run-filters" id="runFilters">
+            <button class="filter active" data-status="all">All</button>
+            <button class="filter" data-status="running">Running</button>
+            <button class="filter" data-status="full_inference_success">Success</button>
+            <button class="filter" data-status="manual_hardware_required">Manual</button>
+            <button class="filter" data-status="failed">Failed</button>
+            <button class="filter" data-status="stale">Stale</button>
+          </div>
+          <div id="runsTable" class="runs-table">Loading runs…</div>
+          <div id="runsPagination" class="runs-pagination"></div>
+
+          <section class="selected-run-card">
+            <div class="section-head compact">
+              <div><span class="panel-icon">▣</span><h3>Selected run</h3></div>
+            </div>
+            <div class="detail-grid selected-grid">
+              <div><span>Run ID</span><strong id="selectedRunId">—</strong></div>
+              <div><span>Status</span><strong id="runDetailStatus">—</strong></div>
+              <div><span>Target Space</span><strong id="selectedTargetSpace">—</strong></div>
+              <div><span>Hardware</span><strong id="selectedHardware">—</strong></div>
+              <div><span>Model</span><strong id="selectedModelShort">—</strong></div>
+              <div><span>Mode</span><strong id="selectedMode">Gradio (Python)</strong></div>
+            </div>
+            <div class="quick-links selected-links-row">
+              <a class="link-btn disabled" id="selectedOpenSpace" target="_blank">Space ↗</a>
+              <a class="link-btn disabled" id="selectedOpenJob" target="_blank">Job ↗</a>
+              <a class="link-btn disabled" id="selectedOpenArtifacts" target="_blank">Artifacts ↗</a>
+              <a class="link-btn disabled" id="selectedOpenSettings" target="_blank">Settings ↗</a>
+            </div>
+            <div class="selected-actions-stack">
+              <button class="secondary full" id="selectedValidateBtn" disabled>Prefill Space Test</button>
+              <button class="secondary danger full" id="deleteSelectedRun" disabled>Delete run from bucket</button>
+            </div>
+            <div class="blockers" id="selectedBlockers" hidden></div>
+          </section>
+        </section>
+      </section>
+
+      <section class="panel space-test-panel" id="spaceTestSection">
+        <div class="space-test-grid">
+          <div>
+            <div class="section-head compact"><div><span class="panel-icon">⚗</span><h2>Space Test</h2></div></div>
+            <div class="form-grid test-top-row">
+              <label>Target Space ID<input id="validateSpace" placeholder="fffiloni/my-llama-31-8b-demo" /></label>
+              <label>API name<input id="validateApi" value="/predict" /></label>
+              <label>Expected output type<select id="expectedOutput"><option value="text">Text</option><option value="image">Image</option><option value="video">Video</option><option value="audio">Audio</option><option value="any">Any</option></select></label>
+              <label>Timeout (s)<input id="validateTimeout" value="60" /></label>
+            </div>
+            <div class="editor-grid">
+              <label>Test args (JSON)<textarea id="testArgs" rows="7">[
+  {
+    "inputs": "Explain the concept of agentic AI in one paragraph."
+  }
+]</textarea></label>
+              <label>Test kwargs (JSON)<textarea id="testKwargs" rows="7">{
+  "max_new_tokens": 128,
+  "temperature": 0.2
+}</textarea></label>
+            </div>
+          </div>
+
+          <div class="validation-result-card" id="spaceTestPreview">
+            <div class="validation-grid">
+              <div><span>Validation status</span><strong><span class="badge neutral" id="spaceTestStatus">Pending</span></strong></div>
+              <div><span>Latency</span><strong>—</strong></div>
+              <div><span>Validation run ID</span><strong id="spaceTestOutput">—</strong></div>
+              <div><span>Started at</span><strong id="lastPolled">—</strong></div>
+              <div><span>Verdict</span><strong id="spaceTestVerdict">pending</strong></div>
+            </div>
+            <button class="primary full" id="launchValidate">Launch validation</button>
+          </div>
+        </div>
+      </section>
+
+      <div class="support-elements" hidden>
+        <input id="runSearch" />
+        <input id="runId" />
+        <textarea id="buildGoal"></textarea>
+        <button id="refreshRuns"></button>
+        <div id="runsTableHome"></div>
+        <button id="refreshRunsHome"></button>
+        <button id="resumeLatestRunFull"></button>
+        <a id="runHeaderSpace" target="_blank"></a>
+        
+        <span id="progressTitle"></span><span id="lastEvent"></span><span id="hardwarePlan"></span>
+        <span id="detailJobStatus"></span><span id="detailGateStatus"></span><span id="detailHardware"></span><span id="detailTraces"></span><span id="homeRunDetailStatus"></span>
+        <span id="selectedModelIdHidden"></span><span id="selectedHardwareHidden"></span>
+        <ul id="selectedValidation"></ul><ul id="zeroGpuChecklist"></ul><div id="statusChips"></div>
+        <div id="diagBuildStatus"></div><div id="diagBuildStep"></div>
+        <div id="issueCard"><strong id="issueTitle"></strong><p id="issueDetail"></p></div>
+        <ul id="metricsList"></ul>
+        <pre id="reportPreview"></pre><div id="artifactList"></div>
+      </div>
+    </main>
+  </div>
+  <script src="/custom-static/api.js"></script>
+  <script src="/custom-static/components.js"></script>
+  <script src="/custom-static/progress.js"></script>
+  <script src="/custom-static/runs.js"></script>
+  <script src="/custom-static/app.js"></script>
+</body>
+</html>

web/static/progress.js

@@ -48,6 +48,36 @@ function visualStatusClass(status){
   if(s.includes('running')||s.includes('queued')||s.includes('pending')||s.includes('waiting')||s.includes('building'))return'running';
   return'neutral';
 }
+function groupForWorkerStep(step){
+  return COMPACT_TIMELINE_GROUPS.find(g=>g.steps.includes(String(step||'')))||null;
+}
+function latestEventIndexForGroup(group){
+  if(!group)return -1;
+  let idx=-1;
+  (activityFeedState.lastItems||[]).forEach((event,i)=>{
+    if(group.steps.includes(String(event.step||'')))idx=i;
+  });
+  return idx;
+}
+function failedEventInfoForGroup(group){
+  if(!group)return null;
+  let info=null;
+  (activityFeedState.lastItems||[]).forEach((event,i)=>{
+    if(group.steps.includes(String(event.step||''))&&isFailureStatus(event.status)){
+      info={event,index:i};
+    }
+  });
+  return info;
+}
+function failedTimelineStatusForGroup(group,overallStatus){
+  const failed=failedEventInfoForGroup(group);
+  if(!failed)return '';
+  const latestIdx=latestEventIndexForGroup(group);
+  const overall=visualStatusClass(overallStatus);
+  const superseded=latestIdx>failed.index;
+  if(overall==='error')return 'failed';
+  return superseded?'recovered':'failed';
+}
 function stepOrderIndex(step){
   const idx=WORKER_STEP_ORDER.indexOf(String(step||''));
   return idx<0?-1:idx;
@@ -62,6 +92,7 @@ function timelineIcon(status){
   if(status==='done'||status==='completed')return'✓';
   if(status==='running')return'•';
   if(status==='failed')return'!';
+  if(status==='recovered'||status==='superseded')return'↺';
   if(status==='blocked'||status==='cancelled'||status==='stopped')return'■';
   if(status==='skipped')return'↷';
   return'○';
@@ -71,6 +102,7 @@ function timelineStatus(status,overallStatus=''){
   const overall=normalizeTimelineOverallStatus(overallStatus);
   const stopped=overall&&PROGRESS_TERMINAL_STATUSES.has(overall)&&!['success','succeeded','done','full_inference_success','full_inference_candidate_health_passed'].includes(overall);
   if(status==='failed'||status==='error'||status==='failure')return'status-failed';
+  if(status==='recovered'||status==='superseded')return'status-warn';
   if(status==='blocked'||status==='cancelled'||status==='canceled'||status==='stopped')return'status-stopped';
   if(status==='done'||status==='completed'||status==='success')return'status-done';
   if(status==='running'||status==='waiting')return stopped?'status-stopped':'status-running';
@@ -140,18 +172,21 @@ function ensureTimelineStepVisible(stepKey){
   }
   root.dataset.visibleStep=stepKey;
 }
-function compactTimelineItems(items=[]){
+function compactTimelineItems(items=[],overallStatus=''){
   const byStep=new Map((items||[]).map(item=>[String(item.step||item.id||item.label||''),item]));
-  const terminalRaw=new Set(['failed','blocked','stopped','cancelled','canceled']);
+  const terminalRaw=new Set(['failed','blocked','stopped','cancelled','canceled','recovered']);
   return COMPACT_TIMELINE_GROUPS.map(group=>{
     const groupItems=group.steps.map(step=>byStep.get(step)).filter(Boolean);
     const doneCount=groupItems.filter(item=>['done','completed','success'].includes(String(item.status||'').toLowerCase())).length;
     const active=groupItems.find(item=>['running','waiting','stopped','failed','blocked','cancelled','canceled'].includes(String(item.status||'').toLowerCase()));
     let status='pending';
-    if(active)status=String(active.status||'running').toLowerCase();
+    const historicalFailure=failedTimelineStatusForGroup(group,overallStatus);
+    if(historicalFailure)status=historicalFailure;
+    else if(active)status=String(active.status||'running').toLowerCase();
     else if(groupItems.length&&doneCount>=group.steps.length)status='done';
     else if(doneCount>0)status='running';
-    const activeSubstep=active?.step||active?.id||active?.label||groupItems[groupItems.length-1]?.step||'';
+    const failedInfo=failedEventInfoForGroup(group);
+    const activeSubstep=failedInfo&&historicalFailure?(failedInfo.event.step||failedInfo.event.message||'failed'):active?.step||active?.id||active?.label||groupItems[groupItems.length-1]?.step||'';
     const activeIndex=activeSubstep?Math.max(0,group.steps.indexOf(activeSubstep)):-1;
     let percent=0;
     if(status==='done')percent=100;
@@ -181,7 +216,7 @@ function renderTimeline(items,overallStatus=''){
   if(!root)return;
   if(!root.dataset.scrollBound){root.dataset.scrollBound='1';root.addEventListener('scroll',()=>{root.dataset.userScrolled='1'},{passive:true});}
   const fullList=items||[];
-  const list=compactTimelineItems(fullList);
+  const list=compactTimelineItems(fullList,overallStatus);
   const currentKey=currentCompactGroupKey(fullList);
   const signature=list.map((x,i)=>`${timelineStepKey(x,i)}:${timelineStatus(x.status,overallStatus)}:${x.label||''}:${overallStatus||''}`).join('|');
   if(root.dataset.signature===signature){ensureTimelineStepVisible(currentKey);return;}

web/static/runs.js

@@ -23,7 +23,7 @@ function renderRunRows(runs,compact=false){return (runs||[]).map(r=>`<button cla
 function renderRunPagination(total){const root=$('runsPagination');if(!root)return;const perPage=state.runsPerPage||5;const pages=Math.max(1,Math.ceil(total/perPage));state.runPage=Math.min(Math.max(0,state.runPage||0),pages-1);if(total<=perPage){root.innerHTML='';return}root.innerHTML=`<button class="secondary small" data-page-action="prev" ${state.runPage<=0?'disabled':''}>‹</button><span>Page ${state.runPage+1} / ${pages}</span><button class="secondary small" data-page-action="next" ${state.runPage>=pages-1?'disabled':''}>›</button>`;root.querySelectorAll('[data-page-action]').forEach(btn=>btn.addEventListener('click',()=>{state.runPage+=(btn.dataset.pageAction==='next'?1:-1);renderRunsFromCache()}))}
 function renderRunsFromCache(){state.runsCache=sortRunsNewestFirst(state.runsCache||[]);const runs=filteredRuns();const perPage=state.runsPerPage||5;state.runPage=Math.min(Math.max(0,state.runPage||0),Math.max(0,Math.ceil(runs.length/perPage)-1));const visible=runs.slice(state.runPage*perPage,state.runPage*perPage+perPage);for(const [id,compact] of [['runsTableHome',true],['runsTable',false]]){const root=$(id);if(root)root.innerHTML=renderRunRows(visible,compact)||'<div class="empty">No runs match this filter.</div>'}renderRunStats();renderRunPagination(runs.length);document.querySelectorAll('.run-row[data-run]').forEach(row=>row.addEventListener('click',()=>selectRun(row.dataset.run)));if(state.runId)document.querySelectorAll('.run-row').forEach(row=>row.classList.toggle('selected',row.dataset.run===state.runId))}
 async function loadRuns(forceNetwork=false){const stale=Date.now()-(state.runsLastLoaded||0)>45000;const shouldFetch=forceNetwork||!state.runsCache.length||stale;try{if(shouldFetch){document.querySelectorAll('.runs-panel,.full-runs-panel').forEach(x=>x.classList.add('is-refreshing'));const data=await apiGet(`/api/runs?limit=100&bucket_name=${encodeURIComponent(state.bucketName)}`);state.runsCache=sortRunsNewestFirst(data.runs||[]);state.runsLastLoaded=Date.now();if(data.bucket_source)state.bucketSource=data.bucket_source}renderRunsFromCache()}catch(e){for(const id of ['runsTable','runsTableHome']){const root=$(id);if(root)root.textContent='Could not load runs: '+e.message}if(forceNetwork)console.warn(e)}finally{document.querySelectorAll('.runs-panel,.full-runs-panel').forEach(x=>x.classList.remove('is-refreshing'))}}
-async function selectRun(runId){if(!runId)return;document.querySelectorAll('.run-row').forEach(row=>row.classList.toggle('selected',row.dataset.run===runId));setBuildModeInspecting(runId);try{const detail=await apiGet(`/api/runs/${encodeURIComponent(runId)}?bucket_name=${encodeURIComponent(state.bucketName)}`);if(detail.bucket_source)state.bucketSource=detail.bucket_source;renderRunDetail(detail);startPolling(runId);/* Keep the user on the current tab: selecting a run updates the side/detail panels without forcing navigation. */}catch(e){const report=$('reportPreview');if(report)report.textContent='Could not load run details: '+e.message;const home=$('homeReportPreview');if(home)home.innerHTML=`<strong>Could not load run details</strong><p>${escapeHtml(e.message)}</p>`}}
+async function selectRun(runId){if(!runId)return;document.querySelectorAll('.run-row').forEach(row=>row.classList.toggle('selected',row.dataset.run===runId));setBuildModeInspecting(runId);try{const detail=await apiGet(`/api/runs/${encodeURIComponent(runId)}?bucket_name=${encodeURIComponent(state.bucketName)}`);if(detail.bucket_source)state.bucketSource=detail.bucket_source;renderRunDetail(detail);startPolling(runId);/* Keep the user on the current tab: selecting a run updates the side/detail panels without forcing navigation. */}catch(e){const report=$('reportPreview');if(report)report.textContent='Could not load run details: '+e.message;}}
 async function deleteSelectedRun(){
   const detail=state.selectedRunDetail||{};
   const summary=detail.summary||{};
@@ -55,4 +55,4 @@ async function deleteSelectedRun(){
 }
 function renderSelectedLinks(summary={},detail={}){const runId=summary.run_id||detail.run_id;const bucket=summary.bucket_source||detail.bucket_source||state.bucketSource;const artifacts=summary.artifacts_url||(typeof artifactUrl==='function'?artifactUrl(runId,bucket):'');const jobUrl=inferredJobUrl(summary,detail);setLink('selectedOpenJob',jobUrl);const ready=typeof runPassedSpaceCreation==='function'?runPassedSpaceCreation({summary,detail,events:detail.events||[]}):Boolean(summary.target_space_url);setLink('selectedOpenSpace',ready?summary.target_space_url:'');setLink('selectedOpenSettings',ready&&summary.target_space_url?summary.target_space_url+'/settings':'');setLink('selectedOpenArtifacts',artifacts);const btn=$('selectedValidateBtn');if(btn){btn.disabled=!summary.target_space||!ready;btn.onclick=prepareValidationFromActiveRun}}
 function renderBlockers(detail={}){const root=$('selectedBlockers');if(!root)return;const summary=detail.summary||{};const blockers=detail.technical_blockers||{};const manual=summary.manual_hardware_required||String(summary.status||'').includes('manual_hardware_required');const blockerItems=Array.isArray(blockers.blockers)?blockers.blockers:[];if(!manual&&!blockerItems.length){root.hidden=true;root.innerHTML='';return}root.hidden=false;const parts=[];if(manual)parts.push('<strong>Manual hardware required</strong><p>Open Space settings, choose the recommended GPU, then run validation.</p>');for(const b of blockerItems.slice(0,4)){parts.push(`<strong>${escapeHtml(shortText(b.type||b.name||'Technical blocker',32))}</strong><p>${escapeHtml(shortText(b.claim||b.reason||b.message||'',120))}</p>`)}root.innerHTML=parts.join('')}
-function renderRunDetail(detail){state.selectedRunDetail=detail;const summary=detail.summary||{};const smoke=detail.generation_smoke||{};const files=detail.files||[];const view=detail.view||{};const header=view.header||{};setText('selectedRunId',detail.run_id||summary.run_id||'—');setText('selectedModelId',summary.model_id||'—');setText('selectedModelShort',summary.model_id||'—');setText('selectedTargetSpace',summary.target_space||'—');setText('selectedHardware',summary.selected_hardware||summary.hardware||'—');setText('selectedMode',detail.state?.implementation_mode||detail.launch?.implementation_mode||summary.kind||'Strict real inference');setText('runDetailStatus',header.status||summary.status||'unknown');setText('homeRunDetailStatus',header.status_label||summary.status||'unknown');setText('detailRunId',summary.run_id||detail.run_id);setText('detailJobStatus',summary.status||'—');setText('detailGateStatus',(detail.inference_gate||{}).status||summary.status||'—');setText('detailSpace',summary.target_space||'—');setText('detailHardware',summary.selected_hardware||summary.hardware||'—');setText('detailTraces',Array.isArray(detail.events)?String(detail.events.length)+' events':summary.traces_count||'—');const validation=$('selectedValidation');if(validation){validation.innerHTML=`<li><span>Health</span><strong>${summary.health_passed?'passed':'—'}</strong></li><li><span>Smoke test</span><strong>${summary.smoke_test_passed?'passed':(smoke.status||'—')}</strong></li><li><span>Latency</span><strong>${summary.latency_seconds?fmtSeconds(Math.round(summary.latency_seconds)):'—'}</strong></li>`}const artifactRoot=$('artifactList');if(artifactRoot){const interesting=files.filter(f=>!/traces\//.test(f.path||'')).slice(0,18);artifactRoot.innerHTML=interesting.length?interesting.map(f=>`<a href="${escapeHtml(f.url)}" target="_blank"><span>${escapeHtml(f.path)}</span><em>${f.size?Math.round(Number(f.size)/1024)+' KB':''}</em></a>`).join(''):'No artifacts indexed yet.'}const reportText=(detail.report||'No report available.').slice(0,8000);const report=$('reportPreview');if(report)report.textContent=reportText;const homeReport=$('homeReportPreview');if(homeReport){const firstLine=reportText.split('\n').find(Boolean)||'No report available yet.';homeReport.innerHTML=`<strong>${escapeHtml(header.status_label||summary.status||'Run selected')}</strong><p>${escapeHtml(shortText(reportText,1200))}</p>`}setQuickLinks({job_url:inferredJobUrl(summary,detail),target_space_url:summary.target_space_url,target_space_settings_url:summary.target_space_url?summary.target_space_url+'/settings':'',artifacts_url:summary.artifacts_url,bucket_source:detail.bucket_source,run_id:summary.run_id||detail.run_id});renderSelectedLinks({...summary,bucket_source:detail.bucket_source},detail);renderBlockers(detail);renderMetrics({...detail,summary});/* v71: avoid rendering stale view.pipeline before /progress returns canonical compact timeline. */const deleteBtn=$('deleteSelectedRun');if(deleteBtn){deleteBtn.disabled=!(summary.run_id||detail.run_id);deleteBtn.onclick=deleteSelectedRun}}
+function renderRunDetail(detail){state.selectedRunDetail=detail;const summary=detail.summary||{};const smoke=detail.generation_smoke||{};const files=detail.files||[];const view=detail.view||{};const header=view.header||{};setText('selectedRunId',detail.run_id||summary.run_id||'—');setText('selectedModelId',summary.model_id||'—');setText('selectedModelShort',summary.model_id||'—');setText('selectedTargetSpace',summary.target_space||'—');setText('selectedHardware',summary.selected_hardware||summary.hardware||'—');setText('selectedMode',detail.state?.implementation_mode||detail.launch?.implementation_mode||summary.kind||'Strict real inference');setText('runDetailStatus',header.status||summary.status||'unknown');setText('homeRunDetailStatus',header.status_label||summary.status||'unknown');setText('detailRunId',summary.run_id||detail.run_id);setText('detailJobStatus',summary.status||'—');setText('detailGateStatus',(detail.inference_gate||{}).status||summary.status||'—');setText('detailSpace',summary.target_space||'—');setText('detailHardware',summary.selected_hardware||summary.hardware||'—');setText('detailTraces',Array.isArray(detail.events)?String(detail.events.length)+' events':summary.traces_count||'—');const validation=$('selectedValidation');if(validation){validation.innerHTML=`<li><span>Health</span><strong>${summary.health_passed?'passed':'—'}</strong></li><li><span>Smoke test</span><strong>${summary.smoke_test_passed?'passed':(smoke.status||'—')}</strong></li><li><span>Latency</span><strong>${summary.latency_seconds?fmtSeconds(Math.round(summary.latency_seconds)):'—'}</strong></li>`}const artifactRoot=$('artifactList');if(artifactRoot){const interesting=files.filter(f=>!/traces\//.test(f.path||'')).slice(0,18);artifactRoot.innerHTML=interesting.length?interesting.map(f=>`<a href="${escapeHtml(f.url)}" target="_blank"><span>${escapeHtml(f.path)}</span><em>${f.size?Math.round(Number(f.size)/1024)+' KB':''}</em></a>`).join(''):'No artifacts indexed yet.'}const reportText=(detail.report||'No report available.').slice(0,8000);const report=$('reportPreview');if(report)report.textContent=reportText;setQuickLinks({job_url:inferredJobUrl(summary,detail),target_space_url:summary.target_space_url,target_space_settings_url:summary.target_space_url?summary.target_space_url+'/settings':'',artifacts_url:summary.artifacts_url,bucket_source:detail.bucket_source,run_id:summary.run_id||detail.run_id});renderSelectedLinks({...summary,bucket_source:detail.bucket_source},detail);renderBlockers(detail);renderMetrics({...detail,summary});/* v71: avoid rendering stale view.pipeline before /progress returns canonical compact timeline. */const deleteBtn=$('deleteSelectedRun');if(deleteBtn){deleteBtn.disabled=!(summary.run_id||detail.run_id);deleteBtn.onclick=deleteSelectedRun}}