Upload python LoRA step 210 from opus-task RL run

README.md

@@ -0,0 +1,60 @@
+---
+license: other
+base_model: Qwen/Qwen3.5-27B
+library_name: tinker
+tags:
+  - lora
+  - rl
+  - opus-magnum
+  - python
+---
+
+# opus-27b-py-step210-2026-05-02
+
+LoRA adapter trained with reinforcement learning (GRPO via Thinking Machines'
+Tinker SDK) on the Opus-Magnum puzzle-solving REPL benchmark, snapshotted at
+training step **210**.
+
+## Training setup
+
+- **Base model:** `Qwen/Qwen3.5-27B`
+- **Renderer:** `qwen3_5_disable_thinking`
+- **Representation:** `python` (action language the agent emits)
+- **Adapter:** LoRA, rank `32`
+- **RL recipe:** GRPO via Tinker
+- **Hyperparameters:**
+  - `learning_rate = 1e-5`
+  - `group_size = 8`, `groups_per_batch = 16`
+  - `max_tokens = 1024`, `max_trajectory_tokens = 12000`
+  - `distances = 1,2,3,4`
+  - `max_steps_off_policy = None`
+  - `save_every = 5`
+
+## Files
+
+- `adapter_model.safetensors` — Tinker raw LoRA adapter weights
+- `adapter_config.json` — adapter metadata (rank, alpha, target modules)
+- `README.md` — this file
+
+## Provenance
+
+Tinker checkpoint:
+```
+tinker://c533f7ee-d0f6-567f-90ec-90ecc549733c:train:0/sampler_weights/000210
+```
+
+## Converting to PEFT format
+
+The files above are in Tinker's raw adapter format. To convert to PEFT format
+suitable for direct vLLM `--lora-modules` loading, run on a machine that can
+host the base model:
+
+```python
+from tinker_cookbook.weights import build_lora_adapter
+
+build_lora_adapter(
+    base_model="Qwen/Qwen3.5-27B",
+    adapter_path="./tinker_adapter",   # this repo's contents
+    output_path="./peft_adapter",
+)
+```

adapter_config.json

@@ -0,0 +1,31 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": null,
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": false,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": "all-linear",
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb2a91007dc839678fa9263cd7f949c5ad33b33673c58fbdb30cb8d5dba1c95
+size 965809824