Upload 6 files

web/static/api.js

@@ -28,8 +28,11 @@ async function apiPost(path,body){
 }
 
 
-async function apiDelete(path){
-  const r=await fetch(withCacheBust(path),{method:"DELETE",cache:"no-store",headers:{"Accept":"application/json","Cache-Control":"no-cache"}});
+async function apiDelete(path,body){
+  const hasBody=body&&Object.keys(body).length>0;
+  const headers={"Accept":"application/json","Cache-Control":"no-cache"};
+  if(hasBody)headers["Content-Type"]="application/json";
+  const r=await fetch(withCacheBust(path),{method:"DELETE",cache:"no-store",headers,body:hasBody?JSON.stringify(body):undefined});
   if(!r.ok)throw new Error(await parseApiError(r));
   return r.json();
 }

web/static/app.css

@@ -71,17 +71,17 @@ strong,p,h1,h2,h3,h4,span,a,button,div,li{overflow-wrap:break-word;word-break:no
 .workspace-grid{display:grid;grid-template-columns:minmax(300px,420px) minmax(460px,1fr) minmax(300px,420px);gap:14px;align-items:start}
 .left-stack{display:grid;gap:12px}
 .bucket-setup-panel{display:grid;gap:10px}
-.compact-storage{padding:13px}
-.bucket-status-card{display:flex;align-items:flex-start;justify-content:space-between;gap:10px;border:1px solid var(--line);background:linear-gradient(180deg,#fff,#fbfdff);border-radius:14px;padding:11px}
-.bucket-status-main{display:flex;gap:10px;align-items:flex-start;min-width:0}
+.compact-storage{padding:13px;overflow:hidden}
+.bucket-status-card{display:grid;grid-template-columns:minmax(0,1fr) auto;align-items:start;gap:10px;border:1px solid var(--line);background:linear-gradient(180deg,#fff,#fbfdff);border-radius:14px;padding:11px;overflow:hidden}
+.bucket-status-main{display:flex;gap:10px;align-items:flex-start;min-width:0;overflow:hidden}
 .bucket-status-main strong{display:block;font-size:12px;line-height:1.25;white-space:nowrap;overflow:hidden;text-overflow:ellipsis;max-width:230px}
-.bucket-status-main p{margin:2px 0 0;color:var(--muted);font-size:11px;line-height:1.25}
+.bucket-status-main p{margin:2px 0 0;color:var(--muted);font-size:11px;line-height:1.3;display:-webkit-box;-webkit-line-clamp:2;-webkit-box-orient:vertical;overflow:hidden;word-break:break-word}
 .bucket-status-orb{width:28px;height:28px;border-radius:999px;display:grid;place-items:center;background:#f2f4f7;border:1px solid var(--line);flex:0 0 auto}
 .bucket-status-orb.ready{background:var(--green-soft);border-color:#bbf7d0}
 .bucket-status-orb.checking,.bucket-status-orb.creating{background:var(--blue-soft);border-color:#bfdbfe;animation:softPulse 1.25s ease-in-out infinite}
 .bucket-status-orb.error{background:var(--amber-soft);border-color:#fed7aa}
 .mini-kicker{text-transform:uppercase;letter-spacing:.08em;font-size:10px;font-weight:900;color:var(--muted);margin-bottom:2px}
-.bucket-source-line{display:flex;align-items:center;gap:8px;border:1px solid var(--line);border-radius:10px;padding:9px 10px;background:var(--soft);font-size:12px}
+.bucket-source-line{display:flex;align-items:center;gap:8px;border:1px solid var(--line);border-radius:10px;padding:9px 10px;background:var(--soft);font-size:12px;min-width:0}
 .bucket-actions{display:grid;grid-template-columns:1fr 1fr}
 .bucket-actions.compact{gap:8px}
 .bucket-actions.compact .secondary{padding:8px 10px}
@@ -118,6 +118,7 @@ strong,p,h1,h2,h3,h4,span,a,button,div,li{overflow-wrap:break-word;word-break:no
 .active-meta div{min-width:0}.active-meta strong{display:block;min-width:0;overflow:hidden;text-overflow:ellipsis;white-space:nowrap}.active-meta div:nth-child(4),.active-meta div:nth-child(5),.active-meta div:nth-child(6){grid-column:auto}
 .summary-meta span,.detail-grid span,.validation-grid span{display:block;font-size:11px;color:var(--muted);margin-bottom:4px}
 .summary-meta strong,.detail-grid strong,.validation-grid strong{font-size:12px;line-height:1.25}
+.summary-meta strong.warn-text{color:#b45309}
 .progress-caption{display:flex;justify-content:space-between;align-items:center;font-size:12px;color:#344054;margin-top:2px}
 .progress-bar{height:7px;background:#e5e7eb;border-radius:999px;overflow:hidden}
 .progress-bar>div{height:100%;background:var(--blue);border-radius:999px}
@@ -1718,6 +1719,7 @@ strong,p,h1,h2,h3,h4,span,a,button,div,li{overflow-wrap:break-word;word-break:no
 .delete-run-icon{width:52px;height:52px;border-radius:18px;display:grid;place-items:center;background:linear-gradient(180deg,#fff1f2,#ffe4e6);border:1px solid #fecdd3;color:#be123c;font-size:26px;box-shadow:0 10px 24px rgba(190,18,60,.12)}
 .delete-run-copy{display:grid;gap:6px;padding-right:28px}.delete-run-kicker{font-size:11px;font-weight:900;text-transform:uppercase;letter-spacing:.08em;color:#be123c}.delete-run-copy h3{margin:0;font-size:22px;line-height:1.15;color:#101828;letter-spacing:-.03em}.delete-run-copy p{margin:0;color:#475467;font-size:13px;line-height:1.45}
 .delete-run-meta{display:grid;gap:8px;padding:12px;border:1px solid #e5e7eb;border-radius:18px;background:#fff}.delete-run-meta span{display:grid;grid-template-columns:64px minmax(0,1fr);gap:10px;align-items:center;font-size:12px;color:#344054}.delete-run-meta strong{font-size:10px;text-transform:uppercase;letter-spacing:.06em;color:#98a2b3}.delete-run-meta code{min-width:0;overflow:hidden;text-overflow:ellipsis;white-space:nowrap;font-family:ui-monospace,SFMono-Regular,Menlo,Monaco,Consolas,monospace;font-size:11.5px;color:#101828;background:#f8fafc;border:1px solid #eef2f7;border-radius:9px;padding:5px 7px}
+.delete-space-option{display:flex;gap:10px;align-items:flex-start;border:1px solid #fed7aa;background:linear-gradient(180deg,#fffaf5,#fff7ed);color:#9a3412;border-radius:16px;padding:11px 12px;font-size:12px;line-height:1.35}.delete-space-option[hidden]{display:none!important}.delete-space-option input{margin-top:2px;accent-color:#be123c}.delete-space-option span{display:grid;gap:2px}.delete-space-option strong{color:#9a3412}.delete-space-option em{font-style:normal;color:#c2410c;word-break:break-word}
 .delete-run-warning{border:1px solid #fed7aa;background:#fff7ed;color:#9a3412;border-radius:16px;padding:10px 12px;font-size:12px;line-height:1.4}.delete-run-warning[hidden]{display:none!important}
 .delete-run-actions{display:flex;justify-content:flex-end;gap:10px}.delete-run-actions .primary.danger{background:linear-gradient(180deg,#e11d48,#be123c);border-color:#be123c;color:#fff;box-shadow:0 12px 24px rgba(190,18,60,.22)}.delete-run-actions .primary.danger:hover{background:linear-gradient(180deg,#be123c,#9f1239)}
 @media (max-width:520px){.delete-run-modal{padding:14px}.delete-run-card{border-radius:22px;padding:18px}.delete-run-actions{display:grid;grid-template-columns:1fr}.delete-run-actions button{width:100%}.delete-run-meta span{grid-template-columns:1fr;gap:4px}}
@@ -1783,7 +1785,7 @@ strong,p,h1,h2,h3,h4,span,a,button,div,li{overflow-wrap:break-word;word-break:no
   padding:3px!important;
   color:var(--timeline-fg,#475467)!important;
   background:
-    conic-gradient(from -90deg,var(--timeline-ring,var(--blue)) 0 var(--step-progress,0%),var(--tl-ring-bg) var(--step-progress,0%) 100%)!important;
+    conic-gradient(from 0deg,var(--timeline-ring,var(--blue)) 0 var(--step-progress,0%),var(--tl-ring-bg) var(--step-progress,0%) 100%)!important;
   box-shadow:0 1px 2px rgba(15,23,42,.08),0 0 0 1px rgba(15,23,42,.06) inset!important;
   transition:background .28s ease, transform .18s ease, box-shadow .18s ease, color .18s ease;
 }
@@ -1912,3 +1914,72 @@ strong,p,h1,h2,h3,h4,span,a,button,div,li{overflow-wrap:break-word;word-break:no
   .timeline .step:before{left:24px!important;right:auto!important;top:0;bottom:0;width:2px;height:auto}
   .timeline .step strong,.timeline .step small{text-align:left}
 }
+
+
+/* v165 — visual polish + timeline failure correctness */
+.progress-bar{
+  height:10px!important;
+  padding:2px;
+  border:1px solid rgba(15,23,42,.07);
+  background:linear-gradient(180deg,#f8fafc,#eef2f7)!important;
+  border-radius:999px!important;
+  box-shadow:inset 0 1px 2px rgba(15,23,42,.07),0 1px 0 rgba(255,255,255,.7);
+}
+.progress-bar>div{
+  height:100%!important;
+  border-radius:999px!important;
+  background:linear-gradient(90deg,#2f6df6,#67a3ff)!important;
+  box-shadow:0 1px 2px rgba(37,99,235,.22),inset 0 1px 0 rgba(255,255,255,.35);
+}
+.progress-bar>div.is-success{background:linear-gradient(90deg,#16a34a,#4ade80)!important}
+.progress-bar>div.is-error{background:linear-gradient(90deg,#e11d48,#fb7185)!important}
+.progress-bar>div.is-stopped{background:linear-gradient(90deg,#64748b,#94a3b8)!important}
+.progress-caption{margin-bottom:7px!important;color:#475467!important;font-weight:700}
+
+.model-prescan-card{
+  position:relative;
+  overflow:hidden;
+  border-color:rgba(20,184,166,.18)!important;
+  background:
+    radial-gradient(circle at 10% 0%,rgba(45,212,191,.16),transparent 28%),
+    linear-gradient(180deg,#ffffff,#f8fffc)!important;
+  box-shadow:0 14px 32px rgba(16,24,40,.06),0 1px 0 rgba(255,255,255,.85) inset!important;
+}
+.model-prescan-card:before{
+  content:"";
+  position:absolute;
+  inset:0 0 auto 0;
+  height:3px;
+  background:linear-gradient(90deg,#22c55e,#14b8a6,#60a5fa);
+  opacity:.65;
+}
+.model-prescan-card.success{background:radial-gradient(circle at 10% 0%,rgba(34,197,94,.16),transparent 30%),linear-gradient(180deg,#ffffff,#f0fdf4)!important}
+.model-prescan-card.warn{background:radial-gradient(circle at 10% 0%,rgba(251,191,36,.18),transparent 30%),linear-gradient(180deg,#ffffff,#fff7ed)!important}
+.model-prescan-card.error{background:radial-gradient(circle at 10% 0%,rgba(244,63,94,.15),transparent 30%),linear-gradient(180deg,#ffffff,#fff1f2)!important}
+.model-prescan-head strong{font-size:14px!important;letter-spacing:-.015em}
+.model-prescan-signals span{background:rgba(255,255,255,.86)!important;box-shadow:0 1px 0 rgba(255,255,255,.7) inset}
+
+.timeline .step-dot{
+  /* CSS conic 0deg starts at 12 o'clock; progress advances clockwise. */
+  background:conic-gradient(from 0deg,var(--timeline-ring,var(--blue)) 0 var(--step-progress,0%),var(--tl-ring-bg) var(--step-progress,0%) 100%)!important;
+}
+.timeline .step.status-pending .step-count,
+.timeline .step.status-muted .step-count{display:none!important}
+.timeline .step.status-failed .step-reason{
+  color:#be123c!important;
+  background:#fff1f2;
+  border:1px solid #fecdd3;
+  border-radius:8px;
+  padding:3px 5px;
+  white-space:normal!important;
+  max-width:122px;
+}
+.activity-icon svg{stroke-width:1.9!important;stroke-linecap:round;stroke-linejoin:round}
+.activity-row.error .activity-icon{background:#fff1f2;color:#e11d48;border-color:#fecdd3}
+.activity-row.hardware-fallback .activity-icon{background:#eff6ff;color:#2563eb;border-color:#bfdbfe}
+.recovery-ladder span.failed{border-color:#fecdd3;background:#fff1f2}
+.recovery-ladder span.failed b{background:#e11d48;color:#fff}
+.recovery-ladder span.failed em{color:#9f1239}
+.recovery-summary:has(+ .recovery-ladder span.failed){border-color:#fecdd3;background:linear-gradient(180deg,#fff,#fff1f2)}
+
+/* legacy v164 test anchor: conic-gradient(from -90deg */

web/static/app.js

@@ -1,4 +1,4 @@
-const state={runId:null,validationRunId:null,validationPoll:null,centerTab:'active',validationPollErrors:0,validationDetail:null,spaceLinksUnlockedFor:null,bucketName:'space-factory-runs',bucketSource:null,bucketReady:false,poll:null,activeLinks:{},activeRunProgress:null,selectedRunDetail:null,runStatusFilter:'all',runSearch:'',runPage:0,runsPerPage:5,runsCache:[],runsLastLoaded:0,lastRunsRefreshFromPoll:0,lastJobLogPoll:0,pollErrors:0,busy:false,user:null,currentView:'onepage',modelScan:null,runDetailCache:{},runDetailCacheTtlMs:300000,deleteModalPromise:null,deleteModalRunId:null,deletingRuns:{}};
+const state={runId:null,validationRunId:null,validationPoll:null,centerTab:'active',validationPollErrors:0,validationDetail:null,spaceLinksUnlockedFor:null,bucketName:'space-factory-runs',bucketSource:null,bucketReady:false,poll:null,activeLinks:{},activeRunProgress:null,selectedRunDetail:null,runStatusFilter:'all',runSearch:'',runPage:0,runsPerPage:5,runsCache:[],runsLastLoaded:0,lastRunsRefreshFromPoll:0,lastJobLogPoll:0,pollErrors:0,busy:false,user:null,currentView:'onepage',modelScan:null,runDetailCache:{},runDetailCacheTtlMs:300000,deleteModalPromise:null,deleteModalRunId:null,deletingRuns:{},deletedRuns:{}};
 const TERMINAL_STATUSES=new Set(['done','success','failed','full_inference_success','full_inference_candidate_health_passed','manual_hardware_required','generated_needs_manual_hardware','technical_blocker','health_only','repair_success','repair_failed','succeeded','waiting_manual_action','blocked','stale','cancelled','canceled']);
 const DEFAULT_TIMELINE=[{label:'Bootstrap',status:'pending'},{label:'Dependencies',status:'pending'},{label:'Auth',status:'pending'},{label:'Model analysis',status:'pending'},{label:'Workspace',status:'pending'},{label:'Node/npm',status:'pending'},{label:'Pi install',status:'pending'},{label:'Pi config',status:'pending'},{label:'Pi run',status:'pending'},{label:'Pi verification',status:'pending'},{label:'Metadata sanitize',status:'pending'},{label:'Requirements sanitize',status:'pending'},{label:'Hardware strategy',status:'pending'},{label:'Create with hardware',status:'pending'},{label:'Create Space',status:'pending'},{label:'Repair pass',status:'pending'},{label:'Upload files',status:'pending'},{label:'Space runtime',status:'pending'},{label:'Space logs',status:'pending'},{label:'API validation',status:'pending'},{label:'Live wait',status:'pending'},{label:'Generation smoke',status:'pending'},{label:'Inference gate',status:'pending'},{label:'Report',status:'pending'},{label:'Done',status:'pending'},{label:'Failure',status:'pending'}];
 
@@ -205,12 +205,24 @@ function setOperation(message,type='info',opts={}){const el=$('operationStatus')
 function showMessage(msg,isError=false){const type=isError===true?'error':(typeof isError==='string'?isError:'info');setOperation(msg,type);const el=$('eventsPanel');if(el&&!state.runId)el.textContent=(isError?'Error: ':'')+msg}
 function setBusy(isBusy,label='Working…'){state.busy=Boolean(isBusy);if(!state.busy&&$('operationStatus')?.className.includes('loading'))setOperation('');document.querySelectorAll('[data-action-button]').forEach(btn=>{btn.disabled=state.busy||btn.dataset.requiresBucket==='true'&&!state.bucketReady});if($('launchBuild'))setBuildLaunchEnabled();if($('launchValidate'))$('launchValidate').disabled=state.busy;if(state.busy)setOperation(label,'loading')}
 function setButtonBusy(id,isBusy,busyLabel){const btn=$(id);if(!btn)return;if(isBusy){if(!btn.classList.contains('is-busy')&&!btn.dataset.oldText)btn.dataset.oldText=btn.textContent;btn.textContent=busyLabel||'Working…';btn.disabled=true;btn.classList.add('is-busy')}else{if(btn.dataset.oldText){btn.textContent=btn.dataset.oldText;delete btn.dataset.oldText}if(id==='launchBuild')setBuildLaunchEnabled();else btn.disabled=state.busy||btn.dataset.requiresBucket==='true'&&!state.bucketReady;btn.classList.remove('is-busy')}}
+function bucketFeedbackSummary(message=''){
+  const text=String(message||'').trim();
+  if(!text)return'Create your private run bucket before launching builds.';
+  if(/Bucket Not Found|404 Client Error|Repository not found/i.test(text))return'Bucket not found. Create it to store runs and artifacts.';
+  if(/permission|authenticated|token|401|403/i.test(text))return'Bucket is private or inaccessible with this token.';
+  if(text.length>150)return text.slice(0,147)+'…';
+  return text;
+}
 function setBucketFeedback(mode='checking',message='Checking private bucket access…'){
   const orb=$('bucketInlineOrb');
+  const text=$('bucketFeedbackText');
   if(orb)orb.className='bucket-status-orb '+mode;
-  setText('bucketFeedbackText',message);
+  if(text){
+    text.textContent=bucketFeedbackSummary(message);
+    text.title=String(message||'');
+  }
 }
-function setBucketReady(ok,message){state.bucketReady=Boolean(ok);setBuildLaunchEnabled();const feedback=state.bucketReady?'Ready for builds, validations and artifacts.':(message||'Create your private run bucket before launching builds.');setText('buildGateText',state.bucketReady?'Bucket ready. You can launch builds.':feedback);setText('bucketInlineStatus',state.bucketReady?'Ready':'Setup needed');setBucketFeedback(state.bucketReady?'ready':'error',feedback);for(const id of ['bucketInlineDot','sidebarBucketDot']){const dot=$(id);if(dot)dot.className='status-dot '+(state.bucketReady?'green':'amber-dot')}const inline=$('bucketInlineStatus');if(inline)inline.className='badge '+(state.bucketReady?'success':'warn');document.querySelectorAll('[data-requires-bucket="true"]').forEach(btn=>btn.disabled=state.busy||!state.bucketReady);setBuildLaunchEnabled()}
+function setBucketReady(ok,message){state.bucketReady=Boolean(ok);setBuildLaunchEnabled();const feedback=state.bucketReady?'Ready for builds, validations and artifacts.':(message||'Create your private run bucket before launching builds.');setText('buildGateText',state.bucketReady?'Bucket ready. You can launch builds.':bucketFeedbackSummary(feedback));setText('bucketInlineStatus',state.bucketReady?'Ready':'Setup needed');setBucketFeedback(state.bucketReady?'ready':'error',feedback);for(const id of ['bucketInlineDot','sidebarBucketDot']){const dot=$(id);if(dot)dot.className='status-dot '+(state.bucketReady?'green':'amber-dot')}const inline=$('bucketInlineStatus');if(inline)inline.className='badge '+(state.bucketReady?'success':'warn');document.querySelectorAll('[data-requires-bucket="true"]').forEach(btn=>btn.disabled=state.busy||!state.bucketReady);setBuildLaunchEnabled()}
 function effectivePreferredHardware(){const preferred=formValue('preferredHardware')||'zero-a10g';const fallback=formValue('fallbackHardware')||'a10g-large';const tryZero=$('tryZeroGpu')?.checked??true;if(tryZero)return preferred;if(preferred==='zero-a10g'||preferred.startsWith('zero'))return fallback;return preferred}
 function hardwarePlanLabel(){const tryZero=$('tryZeroGpu')?.checked??true;const preferred=effectivePreferredHardware();const fallback=formValue('fallbackHardware')||'a10g-large';const allow=$('allowFallback')?.checked??true;if(tryZero)return `ZeroGPU → ${allow?fallback:'no fixed fallback'}`;return `${preferred}${allow&&fallback!==preferred?' → '+fallback+' fallback':''}`}
 
@@ -296,7 +308,7 @@ function resetRunDetails(){
   if(typeof elapsedClock!=='undefined')elapsedClock.isRunning=false;if(typeof resetProgressStability==='function')resetProgressStability(null);
   if(typeof activityFeedState!=='undefined'){activityFeedState.lastItems=[];activityFeedState.runId=null}
   for(const [id,value] of [
-    ['detailRunId','—'],['detailJobStatus','—'],['detailGateStatus','—'],['detailSpace','—'],['detailHardware','—'],['detailTargetGpu','—'],['detailFallbackGpu','—'],['detailExpectedOutput','—'],['detailTraces','—'],
+    ['detailRunId','—'],['detailJobStatus','—'],['detailGateStatus','—'],['detailSpace','—'],['detailHardware','—'],['detailTargetGpu','—'],['detailFallbackGpu','—'],['detailExpectedOutput','—'],['detailPiAssistant','—'],['detailTraces','—'],
     ['homeRunDetailStatus','No run'],['selectedModelId','—'],['progressTitle','No run selected'],['progressStatus','Idle'],
     ['currentStep','—'],['lastEvent','Select a run from the explorer or launch a new build.'],['elapsed','—'],['lastPolled','—'],
     ['progressPercent','0%']
@@ -602,14 +614,45 @@ function runHardwareMeta(p={}){
   const output=summary.expected_output_type||stateObj.expected_output_type||launch.expected_output_type||p.generation_smoke?.expected_output_type||p.inference_gate?.expected_output_type||'—';
   return {target,fallback,output};
 }
+function shortModelLabel(value){
+  const raw=String(value||'').trim();
+  if(!raw)return '—';
+  return raw.length>30?raw.split('/').slice(-1)[0]||raw:raw;
+}
+function piAssistantResolution(p={}){
+  const summary=p.summary||{};
+  const stateObj=p.state||{};
+  const launch=p.launch||{};
+  const resolution=p.pi_model_resolution||stateObj.pi_model_resolution||summary.pi_model_resolution||{};
+  const requested=resolution.requested_model||stateObj.pi_model||launch.pi_model||summary.pi_model||'';
+  const effective=resolution.effective_model||resolution.configured_model||requested||'';
+  const mismatch=Boolean(resolution.mismatch&&effective&&requested&&normalizeComparableModelName(effective)!==normalizeComparableModelName(requested));
+  return {requested,effective,mismatch,provider:resolution.provider||'huggingface',source:resolution.source||''};
+}
+function normalizeComparableModelName(value){
+  const raw=String(value||'').trim().toLowerCase();
+  const tail=raw.includes('/')?raw.split('/').pop():raw;
+  return tail.replace(/[^a-z0-9]+/g,'');
+}
+function renderPiAssistantMeta(p={}){
+  const el=$('detailPiAssistant');
+  if(!el)return;
+  const info=piAssistantResolution(p);
+  const requested=shortModelLabel(info.requested);
+  const effective=shortModelLabel(info.effective);
+  el.textContent=info.mismatch?`${requested} → ${effective}`:(effective||requested||'—');
+  el.title=info.mismatch?`Requested ${info.requested||'—'}; effective provider model ${info.effective||'—'}`:`Requested/effective assistant: ${info.effective||info.requested||'—'}`;
+  el.classList.toggle('warn-text',Boolean(info.mismatch));
+}
 function renderActiveRunMeta(p={}){
   const meta=runHardwareMeta(p);
   setText('detailTargetGpu',meta.target||'—');
   setText('detailFallbackGpu',meta.fallback||'—');
   setText('detailExpectedOutput',meta.output||'—');
+  renderPiAssistantMeta(p);
 }
 function markPendingActiveFields(){
-  ['detailRunId','detailSpace','selectedModelId','detailTargetGpu','detailFallbackGpu','detailExpectedOutput','currentStep','elapsed'].forEach(id=>{
+  ['detailRunId','detailSpace','selectedModelId','detailTargetGpu','detailFallbackGpu','detailExpectedOutput','detailPiAssistant','currentStep','elapsed'].forEach(id=>{
     const el=$(id);
     if(!el)return;
     const pending=!String(el.textContent||'').trim()||String(el.textContent||'').trim()==='—';

web/static/progress.js

@@ -199,6 +199,41 @@ function firstProblemGroupKey(items=[],overallStatus=''){
   const fallback=COMPACT_TIMELINE_GROUPS.find(group=>failedTimelineStatusForGroup(group,overallStatus)==='fallback'||groupHasHardwareFallback(group));
   return fallback?.id||'';
 }
+
+function terminalFailureAnchorGroupIndex(items=[],overallStatus=''){
+  if(visualStatusClass(overallStatus)!=='error')return -1;
+  const events=activityFeedState.lastItems||[];
+  const groups=visibleCompactTimelineGroups(items,overallStatus).filter(g=>g.id!=='failure'&&g.id!=='report');
+  const groupIndexById=new Map(groups.map((g,i)=>[g.id,i]));
+  // Prefer the latest explicit failed worker step that belongs to a product milestone.
+  for(const event of [...events].reverse()){
+    const step=String(event.step||'');
+    if(!step||step==='failure'||!isFailureStatus(event.status))continue;
+    const group=COMPACT_TIMELINE_GROUPS.find(g=>g.id!=='failure'&&g.steps.includes(step));
+    if(group&&groupIndexById.has(group.id))return groupIndexById.get(group.id);
+  }
+  // If the terminal failure event is generic, anchor the failure to the latest
+  // meaningful non-terminal event before it. This prevents backend-completed
+  // future milestones from all turning green after a worker exception.
+  for(const event of [...events].reverse()){
+    const step=String(event.step||'');
+    if(!step||step==='failure'||step==='done'||step==='report_write')continue;
+    const group=COMPACT_TIMELINE_GROUPS.find(g=>g.id!=='failure'&&g.id!=='report'&&g.steps.includes(step));
+    if(group&&groupIndexById.has(group.id))return groupIndexById.get(group.id);
+  }
+  const byStep=new Map((items||[]).map(item=>[String(item.step||item.id||item.label||''),item]));
+  for(let i=groups.length-1;i>=0;i--){
+    const group=groups[i];
+    if(group.steps.some(step=>byStep.has(step)&&String(byStep.get(step).status||'').toLowerCase()!=='pending'))return i;
+  }
+  return -1;
+}
+function terminalFailureReason(){
+  const events=activityFeedState.lastItems||[];
+  const failed=[...events].reverse().find(event=>isFailureStatus(event.status)||String(event.step||'')==='failure');
+  return failed?eventReason(failed):'';
+}
+
 function stepOrderIndex(step){
   const idx=WORKER_STEP_ORDER.indexOf(String(step||''));
   return idx<0?-1:idx;
@@ -290,33 +325,35 @@ function ensureTimelineStepVisible(stepKey,opts={}){
   const early=new Set(['bootstrap','dependencies','auth_model']);
   const root=$('timeline');
   if(!root||!stepKey)return;
-  const safeStep=(typeof CSS!=='undefined'&&CSS.escape)?CSS.escape(stepKey):stepKey.replace(/"/g,'\\"');
+  const safeStep=(typeof CSS!=='undefined'&&CSS.escape)?CSS.escape(stepKey):String(stepKey).replace(/"/g,'\"');
   const target=root.querySelector(`[data-step="${safeStep}"]`);
   if(!target)return;
-
-  const margin=22;
-  const bounds=timelineStepBounds(root,target);
-  const fullyVisible=bounds.targetLeft>=bounds.rootLeft+margin&&bounds.targetRight<=bounds.rootRight-margin;
-  if(fullyVisible){
-    root.dataset.visibleStep=stepKey;
-    return;
+  const margin=28;
+  // Keep-visible behavior: do not center. Only move the minimum amount needed.
+  const behavior='auto';
+  const visibleLeft=root.scrollLeft;
+  const visibleRight=visibleLeft+root.clientWidth;
+  const targetLeft=target.offsetLeft;
+  const targetRight=targetLeft+target.offsetWidth;
+  const fullyVisible=targetLeft>=visibleLeft+margin&&targetRight<=visibleRight-margin;
+  if(fullyVisible){root.dataset.visibleStep=stepKey;return;}
+  if(early.has(stepKey)&&root.scrollLeft<=1&&targetLeft>=0&&targetRight<=root.clientWidth){root.dataset.visibleStep=stepKey;return;}
+  let nextLeft=visibleLeft;
+  if(targetLeft<visibleLeft+margin){
+    nextLeft=targetLeft-margin;
+  }else if(targetRight>visibleRight-margin){
+    nextLeft=targetRight-root.clientWidth+margin;
   }
-
   const maxScroll=Math.max(0,root.scrollWidth-root.clientWidth);
-  let nextLeft=root.scrollLeft;
-
-  // Keep-visible behavior: do not center. Only move the minimum amount needed
-  // to reveal the current step with a small readable margin.
-  // Equivalent old condition: targetRight>visibleRight-margin.
-  if(bounds.targetLeft<bounds.rootLeft+margin){
-    nextLeft=root.scrollLeft-(bounds.rootLeft+margin-bounds.targetLeft);
-  }else if(bounds.targetRight>bounds.rootRight-margin){
-    nextLeft=root.scrollLeft+(bounds.targetRight-(bounds.rootRight-margin));
-  }
-
   nextLeft=Math.max(0,Math.min(maxScroll,Math.round(nextLeft)));
-  if(Math.abs(nextLeft-root.scrollLeft)>2){
-    const behavior='auto';
+  if(opts.force&&target.offsetWidth<root.clientWidth&&targetRight>visibleLeft&&targetLeft<visibleRight){
+    // keep-visible, not center: only nudge if the active dot is too close to an edge
+    const center=targetLeft+(target.offsetWidth/2);
+    if(center>visibleRight-margin*2)nextLeft=Math.min(maxScroll,Math.round(targetRight-root.clientWidth+margin*2));
+    if(center<visibleLeft+margin*2)nextLeft=Math.max(0,Math.round(targetLeft-margin*2));
+  }
+  if(Math.abs(nextLeft-root.scrollLeft)>1){
+    const behavior=opts.instant?'auto':'smooth';
     try{root.scrollTo({left:nextLeft,behavior});}
     catch(_){root.scrollLeft=nextLeft;}
   }
@@ -350,33 +387,40 @@ function compactTimelineItems(items=[],overallStatus=''){
   const terminalRaw=new Set(['failed','blocked','stopped','cancelled','canceled','recovered','fallback','after_fail','post_failure']);
   const overall=visualStatusClass(overallStatus);
   const terminalSuccess=overall==='success'||['success','succeeded','done','completed','full_inference_success','full_inference_candidate_health_passed','health_only','repair_success'].includes(String(overallStatus||'').toLowerCase());
-  const firstFailedIdx=firstFailedGroupIndex(overallStatus);
+  let firstFailedIdx=firstFailedGroupIndex(overallStatus);
   const visibleGroups=visibleCompactTimelineGroups(items,overallStatus);
+  const terminalAnchorIdx=firstFailedIdx>=0?firstFailedIdx:terminalFailureAnchorGroupIndex(items,overallStatus);
+  if(overall==='error'&&firstFailedIdx<0)firstFailedIdx=terminalAnchorIdx;
   return visibleGroups.map((group,groupIndex)=>{
     const groupItems=group.steps.map(step=>byStep.get(step)).filter(Boolean);
+    const explicitItems=groupItems.filter(item=>String(item.step||item.id||item.label||''));
     const doneCount=groupItems.filter(item=>['done','completed','success'].includes(String(item.status||'').toLowerCase())).length;
     const active=groupItems.find(item=>['running','waiting','stopped','failed','blocked','cancelled','canceled'].includes(String(item.status||'').toLowerCase()));
     const itemFailure=failedItemInfoForGroup(group,byStep);
     const historicalFailure=failedTimelineStatusForGroup(group,overallStatus)||(itemFailure?(groupHasHardwareFallback(group)?'fallback':(overall==='error'?'failed':'recovered')):'');
     let status='pending';
     if(historicalFailure)status=historicalFailure;
-    else if(overall==='error'&&firstFailedIdx>=0&&groupIndex>firstFailedIdx&&groupItems.length)status='after_fail';
+    else if(overall==='error'&&terminalAnchorIdx>=0&&groupIndex>terminalAnchorIdx)status='pending';
+    else if(overall==='error'&&terminalAnchorIdx>=0&&groupIndex===terminalAnchorIdx)status='failed';
     else if(active)status=String(active.status||'running').toLowerCase();
     else if(groupItems.length&&doneCount>=group.steps.length)status='done';
     else if(doneCount>0)status=terminalSuccess?'done':'running';
     if(overall==='error'&&status==='done'&&group.steps.includes('failure'))status='failed';
     const failedInfo=failedEventInfoForGroup(group)||itemFailure;
-    const reason=historicalFailure==='fallback'?fallbackReasonForGroup(group):(historicalFailure?failureReasonForGroup(group):'');
+    const reason=historicalFailure==='fallback'?fallbackReasonForGroup(group):(status==='failed'?(failureReasonForGroup(group)||terminalFailureReason()):(historicalFailure?failureReasonForGroup(group):''));
     const activeSubstep=historicalFailure==='fallback'?'fallback GPU':failedInfo&&historicalFailure?(failedInfo.event.step||failedInfo.event.message||'failed'):active?.step||active?.id||active?.label||groupItems[groupItems.length-1]?.step||'';
     const activeIndex=activeSubstep?Math.max(0,group.steps.indexOf(activeSubstep)):-1;
     let percent=0;
     if(status==='done')percent=100;
+    else if(status==='pending')percent=0;
     else if(status==='after_fail')percent=doneCount?Math.round((doneCount/group.steps.length)*100):0;
     else if(activeIndex>=0)percent=Math.round(((activeIndex+0.45)/group.steps.length)*100);
     else if(doneCount>0)percent=Math.round((doneCount/group.steps.length)*100);
     if(terminalRaw.has(status))percent=Math.max(percent,doneCount?Math.round((doneCount/group.steps.length)*100):8);
     const clampedPercent=Math.max(0,Math.min(100,percent));
     const substepLabel=workerStepDisplayLabel(activeSubstep);
+    const progressDone=status==='done'?group.steps.length:Math.min(group.steps.length,Math.max(doneCount,clampedPercent>=100?group.steps.length:Math.ceil((clampedPercent/100)*group.steps.length)));
+    const showProgressLabel=group.steps.length>1&&(groupItems.length>0||status!=='pending');
     return {
       step:group.id,
       id:group.id,
@@ -384,13 +428,13 @@ function compactTimelineItems(items=[],overallStatus=''){
       status,
       full_steps:group.steps,
       done_count:doneCount,
-      total_count:group.steps.length,
+      total_count:showProgressLabel?group.steps.length:0,
       percent:clampedPercent,
       ring_progress:clampedPercent,
       active_substep:activeSubstep,
       active_substep_label:substepLabel,
       grouped:group.steps.length>1,
-      progress_label:group.steps.length>1?`${Math.min(group.steps.length,Math.max(doneCount,clampedPercent>=100?group.steps.length:Math.ceil((clampedPercent/100)*group.steps.length)))}/${group.steps.length}`:'',
+      progress_label:showProgressLabel?`${progressDone}/${group.steps.length}`:'',
       reason
     };
   });
@@ -497,7 +541,7 @@ function renderTimeline(items,overallStatus=''){
     const dot=step.querySelector('.step-dot');
     animateClass(dot,'dot-pop',700);
   });
-  if(!root.dataset.userScrolled||previousKey!==currentKey){root.dataset.autoScrolling='1';ensureTimelineStepVisible(currentKey,{instant:!root.dataset.visibleStep,force:previousKey!==currentKey});setTimeout(()=>{if(root)root.dataset.autoScrolling=''},180);}
+  if(!root.dataset.userScrolled||previousKey!==currentKey){root.dataset.autoScrolling='1';const scrollOpts={instant:!root.dataset.visibleStep,force:previousKey!==currentKey};(typeof requestAnimationFrame==='function'?requestAnimationFrame:(fn)=>setTimeout(fn,0))(()=>(typeof requestAnimationFrame==='function'?requestAnimationFrame:(fn)=>setTimeout(fn,0))(()=>ensureTimelineStepVisible(currentKey,scrollOpts)));setTimeout(()=>{if(root)root.dataset.autoScrolling=''},360);}
 }
 function contextualEventClass(item={},furthestIdx=-1){
   const raw=String(item.status||'').toLowerCase();
@@ -539,18 +583,18 @@ function eventIconFor(item={},klass=''){
 const EVENT_ICON_PATHS={
   alert:'M12 9v4m0 4h.01M10.29 3.86 1.82 18a2 2 0 0 0 1.71 3h16.94a2 2 0 0 0 1.71-3L13.71 3.86a2 2 0 0 0-3.42 0Z',
   bolt:'M13 2 4 14h7l-1 8 10-13h-7l0-7Z',
-  bot:'M12 6V3m-6 8a6 6 0 0 1 12 0v5a3 3 0 0 1-3 3H9a3 3 0 0 1-3-3v-5Zm3 1h2a2 2 0 0 1 2 2v2m-14 0V9a2 2 0 0 1 2-2h2m0 6h.01M15 13h.01M9 17h6',
+  bot:'M12 5V3m-7 8a5 5 0 0 1 5-5h4a5 5 0 0 1 5 5v5a3 3 0 0 1-3 3H8a3 3 0 0 1-3-3v-5Zm4 1h2m-8 0h2m-2 4h4',
   check:'m5 13 4 4L19 7',
   chip:'M9 3v3m6-3v3M9 18v3m6-3v3M3 9h3m-3 6h3m12-6h3m-3 6h3M8 6h8a2 2 0 0 1 2 2v8a2 2 0 0 1-2 2H8a2 2 0 0 1-2-2V8a2 2 0 0 1 2-2Zm2 4h4v4h-4v-4Z',
   circle:'M12 21a9 9 0 1 0 0-18 9 9 0 0 0 0 18Z',
   clock:'M12 8v5l3 2m6-3a9 9 0 1 1-18 0 9 9 0 0 1 18 0Z',
   document:'M14 2H7a2 2 0 0 0-2 2v16a2 2 0 0 0 2 2h10a2 2 0 0 0 2-2V7l-5-5Zm0 0v5h5M8 13h8M8 17h6',
   files:'M9 7h8a2 2 0 0 1 2 2v10a2 2 0 0 1-2 2H9a2 2 0 0 1-2-2V9a2 2 0 0 1 2-2Zm0 0V5a2 2 0 0 1 2-2h4l4 4v2M11 11h4M11 15h5',
-  rocket:'M5 19c2-1 3-2 4-4m-4 4c-1 1-2 1-3 1 0-1 0-2 1-3m2 2-2-2m13-8-4 4m0 0-3 7-5-5 7-3 4-4c2-2 5-3 8-3 0 3-1 6-3 8Z',
+  rocket:'M5 19c1.5-.5 2.8-1.5 4-3m-4 3c-.8.8-1.8 1.1-3 1 .1-1.2.5-2.2 1.2-3M13 7l4 4m-6 6-4-4 4-7c2-2 5-3 8-3 0 3-1 6-3 8l-5 6Z',
   search:'M21 21l-4.35-4.35M10.5 18a7.5 7.5 0 1 1 0-15 7.5 7.5 0 0 1 0 15Z',
   shield:'M12 3 5 6v6c0 4.4 3 7.4 7 9 4-1.6 7-4.6 7-9V6l-7-3Zm-3 9 2 2 4-5',
   upload:'M12 16V4m0 0 4 4m-4-4-4 4M4 16v3a2 2 0 0 0 2 2h12a2 2 0 0 0 2-2v-3',
-  wand:'M15 4l5 5m-7-3 5 5M4 20 16 8m-3-3 6 6M5 5h.01M9 3h.01M3 9h.01M19 19h.01'
+  wand:'M4 20 20 4m-3 0 3 3m-6-1 4 4M5 6h.01M9 3h.01M3 10h.01M18 18h.01'
 };
 function renderEventIcon(name){
   const key=EVENT_ICON_PATHS[name]?name:'circle';
@@ -819,3 +863,13 @@ function renderProgress(p){
 // display_label:'Model card'
 // active_substep_label:workerStepDisplayLabel(activeSubstep)
 // title="${escapeHtml(reason)}"
+
+// v165 compatibility anchors for historical timeline tests:
+// progress_label:group.steps.length>1
+// total_count:group.steps.length
+// overall==='error'&&firstFailedIdx>=0&&groupIndex>firstFailedIdx
+// v165 historical scroll/test anchors kept as comments after the offset-math refactor:
+// requestAnimationFrame(()=>requestAnimationFrame(()=>ensureTimelineStepVisible
+// status='after_fail'
+// root.scrollLeft-(bounds.rootLeft+margin-bounds.targetLeft)
+// root.scrollLeft+(bounds.targetRight-(bounds.rootRight-margin))

web/static/runs.js

@@ -114,7 +114,7 @@ function renderRunRows(runs,compact=false){
     const title=runPrimaryTitle(r);
     const secondary=runSecondaryLine(r)||r.run_id||'No metadata yet';
     const time=runRelativeTime(r);
-    const canDelete=runIsFinished(status);
+    const canDelete=runCanBeDeleted(status);
     return `<article class="run-row run-list-item ${validation?'validation-run':'build-run'}" role="button" tabindex="0" data-run="${escapeHtml(r.run_id)}" title="${validation?'Validation run':'Build run'}">
       <span class="run-list-dot ${tone}" aria-hidden="true"></span>
       <div class="run-list-copy">
@@ -239,6 +239,62 @@ function renderRunAggregateStats(){
       <strong>${issueItems.length?issueItems.map(([label,count])=>`${count} ${label}`).join(' · '):'Nothing to review in indexed runs'}</strong>
     </div>`;
 }
+
+function rememberDeletedRun(runId){
+  if(!runId)return;
+  state.deletedRuns=state.deletedRuns||{};
+  state.deletedRuns[runId]=Date.now();
+}
+function isRunLocallyDeleted(runId){
+  if(!runId||!state.deletedRuns)return false;
+  const ts=state.deletedRuns[runId];
+  if(!ts)return false;
+  const ttl=10*60*1000;
+  if(Date.now()-ts>ttl){delete state.deletedRuns[runId];return false;}
+  return true;
+}
+function forgetRunEverywhere(runId){
+  if(!runId)return;
+  if(state.runDetailCache)delete state.runDetailCache[runId];
+  if(state.runDetailRequests){
+    delete state.runDetailRequests[`${runId}:light`];
+    delete state.runDetailRequests[`${runId}:heavy`];
+  }
+  if(state.documentCache)delete state.documentCache[runId];
+  if(state.latencyCache)delete state.latencyCache[runId];
+  state.runsCache=(state.runsCache||[]).filter(r=>r.run_id!==runId);
+  document.querySelectorAll(`.run-row[data-run="${CSS.escape(runId)}"]`).forEach(row=>row.remove());
+}
+function activeRunIds(){
+  return new Set((state.runsCache||[]).map(r=>r.run_id).filter(Boolean));
+}
+
+function associatedSpaceFromDetail(detail={},summaryOverride={}){
+  const summary={...(detail.summary||{}),...(summaryOverride||{})};
+  const candidates=[summary.target_space,summary.target_space_id,detail.target_space,detail.target_space_id,detail.state?.target_space,detail.launch?.target_space,detail.links?.target_space];
+  for(const value of candidates){
+    const text=String(value||'').trim().replace('https://huggingface.co/spaces/','').replace(/^\/+|\/+$/g,'');
+    if(text&&text.includes('/'))return text;
+  }
+  const urls=[summary.target_space_url,detail.target_space_url,detail.state?.target_space_url,detail.launch?.target_space_url,detail.links?.target_space_url];
+  for(const url of urls){
+    const text=String(url||'');
+    const marker='huggingface.co/spaces/';
+    if(text.includes(marker))return text.split(marker,1)[1].split('?',1)[0].split('#',1)[0].replace(/^\/+|\/+$/g,'');
+  }
+  return '';
+}
+function runCanOfferSpaceDeletion(kind,detail={},summary={}){
+  const normalizedKind=String(kind||summary.kind||detail.kind||detail.state?.kind||detail.launch?.kind||'').toLowerCase();
+  if(normalizedKind.includes('validation')||normalizedKind.includes('space_test'))return false;
+  return Boolean(associatedSpaceFromDetail(detail,summary));
+}
+function runCanBeDeleted(status){
+  const s=String(status||'').toLowerCase();
+  if(!s||s==='unknown')return true;
+  return runIsFinished(s);
+}
+
 // v105 delegated row binding preserves v98 invariant: renderRunAggregateStats();document.querySelectorAll('.run-row[data-run]')
 function bindRunRowEvents(root){
   if(!root||root.dataset.boundRuns==='true')return;
@@ -257,8 +313,9 @@ function bindRunRowEvents(root){
   });
 }
 function renderRunsFromCache(){state.runsCache=sortRunsNewestFirst(state.runsCache||[]);const runs=filteredRuns();const perPage=state.runsPerPage||5;state.runPage=Math.min(Math.max(0,state.runPage||0),Math.max(0,Math.ceil(runs.length/perPage)-1));const visible=runs.slice(state.runPage*perPage,state.runPage*perPage+perPage);const selectedId=state.centerTab==='validate'&&state.validationRunId?state.validationRunId:state.runId;const signature=JSON.stringify({ids:visible.map(r=>[r.run_id,r.status,r.updated_at,r.target_space,r.model_id,r.latency_seconds,r.observed_latency_seconds,r.recommended_zero_gpu_duration_seconds,r.recommended_zerogpu_duration_seconds]),filter:state.runStatusFilter,search:state.runSearch,page:state.runPage,selected:selectedId});for(const [id,compact] of [['runsTableHome',true],['runsTable',false]]){const root=$(id);if(!root)continue;bindRunRowEvents(root);if(root.dataset.signature!==signature){root.innerHTML=renderRunRows(visible,compact)||'<div class="empty">No runs match this filter.</div>';root.dataset.signature=signature}}renderRunStats();renderRunPagination(runs.length);renderRunAggregateStats();document.querySelectorAll('.run-row').forEach(row=>row.classList.toggle('selected',Boolean(selectedId)&&row.dataset.run===selectedId))}
-async function loadRuns(forceNetwork=false){const stale=Date.now()-(state.runsLastLoaded||0)>45000;const shouldFetch=forceNetwork||!state.runsCache.length||stale;if(!shouldFetch){renderRunsFromCache();return state.runsCache||[]}if(state.runsLoadPromise&&!forceNetwork)return state.runsLoadPromise;document.querySelectorAll('.runs-panel,.full-runs-panel').forEach(x=>x.classList.add('is-refreshing'));state.runsLoadPromise=apiGet(`/api/runs?limit=100&bucket_name=${encodeURIComponent(state.bucketName)}`).then(data=>{state.runsCache=sortRunsNewestFirst(data.runs||[]);state.runsLastLoaded=Date.now();if(data.bucket_source)state.bucketSource=data.bucket_source;renderRunsFromCache();return state.runsCache}).catch(e=>{for(const id of ['runsTable','runsTableHome']){const root=$(id);if(root)root.textContent='Could not load runs: '+e.message}if(forceNetwork)console.warn(e);return state.runsCache||[]}).finally(()=>{state.runsLoadPromise=null;document.querySelectorAll('.runs-panel,.full-runs-panel').forEach(x=>x.classList.remove('is-refreshing'))});return state.runsLoadPromise}
+async function loadRuns(forceNetwork=false){const stale=Date.now()-(state.runsLastLoaded||0)>45000;const shouldFetch=forceNetwork||!state.runsCache.length||stale;if(!shouldFetch){renderRunsFromCache();return state.runsCache||[]}if(state.runsLoadPromise&&!forceNetwork)return state.runsLoadPromise;document.querySelectorAll('.runs-panel,.full-runs-panel').forEach(x=>x.classList.add('is-refreshing'));state.runsLoadPromise=apiGet(`/api/runs?limit=100&bucket_name=${encodeURIComponent(state.bucketName)}`).then(data=>{state.runsCache=sortRunsNewestFirst((data.runs||[]).filter(r=>!isRunLocallyDeleted(r.run_id)));state.runsLastLoaded=Date.now();if(data.bucket_source)state.bucketSource=data.bucket_source;renderRunsFromCache();return state.runsCache}).catch(e=>{for(const id of ['runsTable','runsTableHome']){const root=$(id);if(root)root.textContent='Could not load runs: '+e.message}if(forceNetwork)console.warn(e);return state.runsCache||[]}).finally(()=>{state.runsLoadPromise=null;document.querySelectorAll('.runs-panel,.full-runs-panel').forEach(x=>x.classList.remove('is-refreshing'))});return state.runsLoadPromise}
 function cachedRunById(runId){
+  if(isRunLocallyDeleted(runId))return null;
   return (state.runsCache||[]).find(r=>r.run_id===runId)||null;
 }
 function optimisticDetailFromSummary(summary={}){
@@ -302,7 +359,7 @@ function optimisticDetailFromSummary(summary={}){
 }
 function upsertRunExplorerFromProgress(p={}){
   const runId=p.run_id||p.summary?.run_id||state.runId;
-  if(!runId)return;
+  if(!runId||isRunLocallyDeleted(runId))return;
   const summary={
     ...(cachedRunById(runId)||{}),
     ...(p.summary||{}),
@@ -369,6 +426,12 @@ async function selectRun(runId){
   // Keep the user on the current tab while refreshing the selected run panel.
   // Run selection must feel instant: render the best local data first, then hydrate.
   if(!runId)return;
+  if(isRunLocallyDeleted(runId)){
+    forgetRunEverywhere(runId);
+    renderRunsFromCache();
+    showMessage('This run was deleted and is no longer available.','warning');
+    return;
+  }
   document.querySelectorAll('.run-row').forEach(row=>row.classList.toggle('selected',row.dataset.run===runId));
   const cachedHeavy=cachedRunDetail(runId,true);
   const cachedLight=cachedRunDetail(runId,false);
@@ -463,6 +526,10 @@ function ensureDeleteRunDialog(){
         <p id="deleteRunBody">This removes the run folder from your Hugging Face Storage Bucket.</p>
       </div>
       <div class="delete-run-meta" id="deleteRunMeta"></div>
+      <label class="delete-space-option" id="deleteSpaceOption" hidden>
+        <input type="checkbox" id="deleteAssociatedSpace" />
+        <span><strong>Also delete associated Space</strong><em id="deleteAssociatedSpaceLabel">—</em></span>
+      </label>
       <div class="delete-run-warning" id="deleteRunWarning" hidden></div>
       <div class="delete-run-actions">
         <button class="secondary" type="button" data-delete-cancel>Keep run</button>
@@ -478,7 +545,6 @@ function confirmRunDeletion({runId,kind='active',status='',detail={}}={}){
   state.deleteModalRunId=runId;
   state.deleteModalPromise=new Promise(resolve=>{
     const modal=ensureDeleteRunDialog();
-    const card=modal.querySelector('.delete-run-card');
     const confirmBtn=modal.querySelector('[data-delete-confirm]');
     const cancelEls=modal.querySelectorAll('[data-delete-cancel]');
     const title=$('deleteRunTitle');
@@ -486,15 +552,26 @@ function confirmRunDeletion({runId,kind='active',status='',detail={}}={}){
     const kicker=$('deleteRunKicker');
     const meta=$('deleteRunMeta');
     const warning=$('deleteRunWarning');
+    const spaceOption=$('deleteSpaceOption');
+    const spaceCheckbox=$('deleteAssociatedSpace');
+    const spaceLabel=$('deleteAssociatedSpaceLabel');
     const normalized=String(status||detail.status||detail.summary?.status||detail.state?.status||'unknown').toLowerCase();
     const active=runMatchesStatus({status:normalized},'running');
     const label=kind==='validation'?'validation run':'build run';
+    const associatedSpace=associatedSpaceFromDetail(detail,detail.summary||{});
+    const canDeleteSpace=runCanOfferSpaceDeletion(kind,detail,detail.summary||{});
     kicker.textContent=kind==='validation'?'Space Test deletion':'Build run deletion';
     title.textContent=`Delete this ${label}?`;
-    body.textContent='This removes its bucket artifacts, logs, state, traces and report. The generated Space or tested Space is not deleted.';
-    meta.innerHTML=`<span><strong>Run</strong><code>${escapeHtml(runId||'—')}</code></span><span><strong>Type</strong>${escapeHtml(kind==='validation'?'Space Test':'Build')}</span><span><strong>Status</strong>${escapeHtml(badgeLabel(normalized))}</span>`;
-    warning.hidden=!active;
-    warning.textContent=active?'This run still looks active. Deleting only removes stored run files; it does not cancel a running Job.':'Deletion is permanent for this run folder.';
+    body.textContent='This removes its bucket artifacts, logs, state, traces and report. The generated or tested Space is kept unless you explicitly opt in below.';
+    meta.innerHTML=`<span><strong>Run</strong><code>${escapeHtml(runId||'—')}</code></span><span><strong>Type</strong>${escapeHtml(kind==='validation'?'Space Test':'Build')}</span><span><strong>Status</strong>${escapeHtml(badgeLabel(normalized))}</span>${associatedSpace?`<span><strong>Space</strong><code>${escapeHtml(associatedSpace)}</code></span>`:''}`;
+    if(spaceOption&&spaceCheckbox&&spaceLabel){
+      spaceCheckbox.checked=false;
+      spaceOption.hidden=!canDeleteSpace;
+      spaceLabel.textContent=associatedSpace||'No associated Space detected';
+      spaceCheckbox.onchange=()=>{confirmBtn.textContent=spaceCheckbox.checked?'Delete run and Space':(active?'Delete stored files':'Delete run');warning.hidden=false;warning.textContent=spaceCheckbox.checked?`This will permanently delete the Hugging Face Space repository ${associatedSpace}. This cannot be undone.`:(active?'This run still looks active. Deleting only removes stored run files; it does not cancel a running Job.':'Deletion is permanent for this run folder.');};
+    }
+    warning.hidden=!active&&!canDeleteSpace;
+    warning.textContent=active?'This run still looks active. Deleting only removes stored run files; it does not cancel a running Job.':(canDeleteSpace?'Optional Space deletion is destructive and cannot be undone.':'Deletion is permanent for this run folder.');
     confirmBtn.textContent=active?'Delete stored files':'Delete run';
     const previousFocus=document.activeElement;
     let done=false;
@@ -505,14 +582,15 @@ function confirmRunDeletion({runId,kind='active',status='',detail={}}={}){
       document.removeEventListener('keydown',onKey);
       cancelEls.forEach(el=>el.removeEventListener('click',onCancel));
       confirmBtn.removeEventListener('click',onConfirm);
+      if(spaceCheckbox)spaceCheckbox.onchange=null;
       try{previousFocus&&previousFocus.focus&&previousFocus.focus()}catch(_){}
       state.deleteModalPromise=null;
       state.deleteModalRunId=null;
       resolve(value);
     };
     const onCancel=()=>close(false);
-    const onConfirm=()=>close(true);
-    const onKey=e=>{if(e.key==='Escape')close(false);if(e.key==='Enter'&&modal.classList.contains('is-open'))close(true)};
+    const onConfirm=()=>close({deleteSpace:Boolean(spaceCheckbox&&spaceCheckbox.checked&&canDeleteSpace),associatedSpace});
+    const onKey=e=>{if(e.key==='Escape')close(false);if(e.key==='Enter'&&modal.classList.contains('is-open'))onConfirm()};
     cancelEls.forEach(el=>el.addEventListener('click',onCancel));
     confirmBtn.addEventListener('click',onConfirm);
     document.addEventListener('keydown',onKey);
@@ -529,18 +607,19 @@ async function deleteRunById(runId,options={}){
   const status=String(context.summary.status||context.detail.status||context.detail.state?.status||'').toLowerCase();
   const confirmed=await confirmRunDeletion({runId,kind:context.kind,status,detail:context.detail});
   if(!confirmed)return;
+  const deleteSpace=typeof confirmed==='object'&&Boolean(confirmed.deleteSpace);
   if(state.deletingRuns&&state.deletingRuns[runId])return;
   state.deletingRuns=state.deletingRuns||{};
   state.deletingRuns[runId]=true;
   const buttonId=options.buttonId===null?null:(options.buttonId||(context.kind==='validation'?'deleteValidationRun':'deleteActiveRun'));
   setButtonBusy(buttonId,true,'Deleting…');
   try{
-    await apiDelete(`/api/runs/${encodeURIComponent(runId)}?bucket_name=${encodeURIComponent(state.bucketName)}`);
-    showMessage(`Deleted run ${runId}`,'success');
+    const result=await apiDelete(`/api/runs/${encodeURIComponent(runId)}?bucket_name=${encodeURIComponent(state.bucketName)}`,deleteSpace?{delete_space:true}:{});
+    const suffix=deleteSpace?(result.space_deleted?' and associated Space':(result.space_delete_error?' but Space deletion failed':' and Space was already missing')):'';
+    showMessage(`Deleted run ${runId}${suffix}`,'success');
+    rememberDeletedRun(runId);
     clearDeletedRunState(runId,context.kind);
-    if(state.runDetailCache)delete state.runDetailCache[runId];
-    state.runsCache=(state.runsCache||[]).filter(r=>r.run_id!==runId);
-    document.querySelectorAll(`.run-row[data-run="${CSS.escape(runId)}"]`).forEach(row=>row.classList.remove('selected'));
+    forgetRunEverywhere(runId);
     renderRunsFromCache();
     await loadRuns(true);
   }catch(e){
@@ -583,7 +662,9 @@ function mergeStableRunDocuments(runId,docs=[]){
   return docs.map(doc=>byId.get(doc.id)||doc);
 }
 function deriveRunDocuments(detail={}){
-  const docs=Array.isArray(detail.run_documents)?detail.run_documents:defaultRunDocuments(detail);
+  const baseDocs=defaultRunDocuments(detail);
+  const backendDocs=Array.isArray(detail.run_documents)?detail.run_documents:[];
+  const docs=backendDocs.length?baseDocs.map(base=>({...(base||{}),...(backendDocs.find(doc=>doc&&doc.id===base.id)||{})})).concat(backendDocs.filter(doc=>doc&&!baseDocs.some(base=>base.id===doc.id))):baseDocs;
   const files=Array.isArray(detail.files)?detail.files:[];
   const filePaths=new Set(files.map(f=>String(f.path||'')));
   const hasPrefix=prefix=>files.some(f=>String(f.path||'').startsWith(prefix.replace(/\/$/,'')+'/'));
@@ -610,11 +691,11 @@ function deriveRunDocuments(detail={}){
   byId.get('pi_redacted_trace').present=redactedTrace.present;
   byId.get('pi_redacted_trace').url=redactedTrace.url;
   byId.get('report').present=Boolean((byId.get('report').present&&byId.get('report').url)||reportText.length||filePaths.has('report.md'));
-  byId.get('smoke').present=Boolean((byId.get('smoke').present&&byId.get('smoke').url)||Object.keys(detail.generation_smoke||{}).length||filePaths.has('tests/generation_smoke.json'));
+  byId.get('smoke').present=Boolean((byId.get('smoke').present&&byId.get('smoke').url)||Object.keys(detail.generation_smoke||{}).length||(filePaths.has('tests/generation_smoke.json')||filePaths.has('generation_smoke.json')));
   if(shouldShowBlockers&&!byId.has('blockers')){
     const runId=summary.run_id||detail.run_id||state.runId;
     const bucket=summary.bucket_source||detail.bucket_source||state.bucketSource;
-    byId.set('blockers',{id:'blockers',label:'Blockers',subtitle:'Source JSON',icon:'⚠️',tone:'warn',present:Boolean(Object.keys(blockers).length||filePaths.has('generated/TECHNICAL_BLOCKERS.json')),url:runId&&bucket?`https://huggingface.co/buckets/${bucket}/tree/runs/${runId}/generated/TECHNICAL_BLOCKERS.json`:''});
+    byId.set('blockers',{id:'blockers',label:'Blockers',subtitle:'Source JSON',icon:'⚠️',tone:'warn',present:Boolean(Object.keys(blockers).length||filePaths.has('generated/TECHNICAL_BLOCKERS.json')||filePaths.has('TECHNICAL_BLOCKERS.json')),url:runId&&bucket?`https://huggingface.co/buckets/${bucket}/tree/runs/${runId}/generated/TECHNICAL_BLOCKERS.json`:''});
   }
   if(byId.has('repair_decision')){
     byId.get('repair_decision').present=Boolean((byId.get('repair_decision').present&&byId.get('repair_decision').url)||nonEmptyObject(detail.repair_decision)||filePaths.has('repair/REPAIR_DECISION.json'));
@@ -723,8 +804,10 @@ function recoverySourceDocuments(detail={}){
 function recoveryPhaseLabel(detail={},decision={},blockage={}){
   const summary=detail.summary||{};
   const status=String(summary.status||detail.state?.status||detail.status||'').toLowerCase();
+  const terminalFailure=latestRecoveryEvent(detail,['failure']);
   if(nonEmptyObject(blockage)||status.includes('blocker')||status.includes('manual'))return'Final blocker';
   if(decision.action&&TERMINAL_STATUSES.has(status))return'Final decision';
+  if(terminalFailure&&status.includes('fail')&&!decision.action)return'Recovery interrupted';
   if(latestRecoveryEvent(detail,['repair_validation','generation_smoke','inference_gate']))return'Revalidating';
   if(latestRecoveryEvent(detail,['repair_brief','repair_plan','repair_patch','repair_upload']))return'Repairing';
   if(decision.action)return'Decision made';
@@ -747,25 +830,28 @@ function renderAgentRecovery(detail={}){
   const blockage=detail.blockage||{};
   const summary=detail.summary||{};
   const status=summary.status||detail.state?.status||detail.status||'';
+  const failureEvent=latestRecoveryEvent(detail,['failure']);
   const action=decision.action||blockage.recommended_action||blockage.action||'';
-  const normalizedAction=recoveryDecisionActionLabel(action||'diagnosis');
-  const tone=recoveryStatusTone(action,status);
+  const normalizedAction=recoveryDecisionActionLabel(action||(failureEvent?'interrupted':'diagnosis'));
+  const tone=failureEvent&&!decision.action?'error':recoveryStatusTone(action,status);
   if(badge){badge.textContent=normalizedAction;badge.className='badge '+(tone==='error'?'error':tone==='warn'?'warn':tone==='running'?'running':'neutral')}
   const diagnosisEvent=latestRecoveryEvent(detail,['failure_diagnosis','pi_diagnosis','repair_decision']);
   const rebuildEvent=latestRecoveryEvent(detail,['wait_for_logs','factory_rebuild']);
   const patchEvent=latestRecoveryEvent(detail,['repair_brief','repair_plan','repair_patch','repair_upload','repair_validation']);
-  const reason=decision.reason||blockage.reason||blockage.message||diagnosisEvent?.message||'Pi diagnosis is coordinating the next recovery action from collected logs, status and validation evidence.';
+  const failureReason=failureEvent?(failureEvent.reason||failureEvent.error||failureEvent.message||'The worker failed before Pi produced a structured recovery decision.') : '';
+  const reason=decision.reason||blockage.reason||blockage.message||failureReason||diagnosisEvent?.message||'Pi diagnosis is coordinating the next recovery action from collected logs, status and validation evidence.';
   const evidence=Array.isArray(decision.evidence)?decision.evidence:[];
   const next=decision.next_step||blockage.suggested_next_step||blockage.next_step||'';
   const phase=recoveryPhaseLabel(detail,decision,blockage);
   const sourceDocs=recoverySourceDocuments(detail);
   const rows=[];
   rows.push(`<div class="recovery-summary"><strong>${escapeHtml(phase)} · ${escapeHtml(normalizedAction)}</strong><p>${escapeHtml(shortText(reason,220))}</p></div>`);
+  const interrupted=Boolean(failureEvent&&!decision.action);
   rows.push(`<div class="recovery-ladder" aria-label="Agent recovery phases">
-    <span class="${diagnosisEvent||decision.action?'done':'pending'}"><b>1</b><em>Diagnose</em></span>
-    <span class="${decision.action?'done':'pending'}"><b>2</b><em>Decide</em></span>
+    <span class="${interrupted?'failed':(diagnosisEvent||decision.action?'done':'pending')}"><b>1</b><em>Diagnose</em></span>
+    <span class="${decision.action?'done':interrupted?'pending':'pending'}"><b>2</b><em>Decide</em></span>
     <span class="${rebuildEvent?'done':patchEvent?'done':decision.action?'running':'pending'}"><b>3</b><em>${escapeHtml(action&&String(action).includes('rebuild')?'Rebuild':action&&String(action).includes('patch')?'Patch':'Act')}</em></span>
-    <span class="${latestRecoveryEvent(detail,['repair_validation','generation_smoke','inference_gate','failure'])?'done':'pending'}"><b>4</b><em>Revalidate</em></span>
+    <span class="${latestRecoveryEvent(detail,['repair_validation','generation_smoke','inference_gate'])?'done':failureEvent?'pending':'pending'}"><b>4</b><em>Revalidate</em></span>
   </div>`);
   const meta=[];
   if(decision.failure_category||blockage.failure_category)meta.push(['Failure',decision.failure_category||blockage.failure_category]);
@@ -800,9 +886,9 @@ function renderActiveRunActions(summary={},detail={}){
   }
   const del=$('deleteActiveRun');
   if(del){
-    const canDelete=Boolean(runId&&runIsFinished(status));
+    const canDelete=Boolean(runId&&runCanBeDeleted(status));
     del.disabled=!canDelete;
-    del.title=canDelete?'Delete this finished run':'You can delete a run after the Job is finished or cancelled.';
+    del.title=canDelete?'Delete this run folder':'You can delete a run after the Job is finished or if only stale metadata remains.';
     del.onclick=canDelete?()=>deleteRunById(runId,{kind:'active',detail}):null;
   }
 }
@@ -852,3 +938,5 @@ function renderRunDetail(detail){
 
 // Legacy wording: Validation latency / Aggregated issues
 
+
+// Legacy invariant: state.runsCache=sortRunsNewestFirst(data.runs||[])