20260628-qwen3-0p6b-logits-orchestrator-full-gpu-l40s-plan.json

{
  "can_train_here": true,
  "config": {
    "backend": "transformers",
    "base_model": "Qwen/Qwen3-0.6B",
    "batch_size": 4,
    "device": "cuda",
    "epochs": 40,
    "learning_rate": 0.0002,
    "lora_rank": 0,
    "max_length": 1536,
    "seed": 7,
    "train_backbone": false
  },
  "dependency_status": {
    "mlx": false,
    "mlx_lm": false,
    "torch": true,
    "transformers": true
  },
  "prepared_rows": "/teamspace/studios/this_studio/mempool-qwen3-v1/research/datasets/20260628-qwen-small-logits-orchestrator-split-train.jsonl",
  "record_count": 53,
  "rows_output": "/teamspace/studios/this_studio/mempool-qwen3-v1/research/datasets/20260628-qwen-small-logits-orchestrator-split-train.jsonl",
  "schema_version": "mempool.qwen_logits_orchestrator_plan.v1",
  "training_order": [
    "freeze Qwen 0.6B backbone",
    "train worker/workflow/verifier/abstain heads on measured soft targets",
    "compare held-out routing against the linear multi-head baseline",
    "only enable LoRA/backbone updates after the heads beat the baseline"
  ],
  "worker_ids": [
    "ollama-cloud-deepseek-v4-pro",
    "ollama-cloud-glm-5.2",
    "ollama-cloud-kimi-k2.7-code",
    "ollama-cloud-qwen3-coder-480b"
  ],
  "workflow_labels": [
    "direct",
    "verify_then_fallback"
  ]
}