ferxalb commited on
Commit
986af8e
·
verified ·
1 Parent(s): 1c13952

Upload AETHER-Mythos-1 LoRA adapters

Browse files
README.md CHANGED
@@ -43,15 +43,15 @@ into an efficient backbone. We prioritize:
43
  ## Base model
44
 
45
  - **Base**: [`LiquidAI/LFM2.5-1.2B-Thinking`](https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking)
46
- - **Context trained**: up to 8192 tokens (packing enabled)
47
- - **Method**: LoRA (r=64, alpha=128)
48
 
49
  ## Data mixture
50
 
51
- - **fable5_cot** (`Glint-Research/Fable-5-traces`) weight=0.65 — Primary high-signal Fable 5 CoT + tools (AGPL-3.0)
52
- - **opencode_reasoning** (`nvidia/OpenCodeReasoning`) weight=0.18 — Coding CoT already uses <think> — aligns with LFM Thinking
53
- - **open_r1_codeforces** (`open-r1/codeforces-cots`) weight=0.10 — messages
54
- - **openthoughts_code** (`open-thoughts/OpenThoughts-114k`) weight=0.07 — messages
55
 
56
  ### Data provenance & licenses
57
 
@@ -72,10 +72,10 @@ under Liquid AI’s LFM license terms.
72
  | Setting | Value |
73
  |--------|--------|
74
  | GPU | L40S (Modal) |
75
- | Effective batch size | 32 |
76
- | Learning rate | 0.0001 |
77
  | Schedule | cosine |
78
- | Epochs / max steps | 1.0 / 600 |
79
  | Packing | True |
80
  | Optim | adamw_8bit |
81
  | Grad checkpointing | unsloth |
 
43
  ## Base model
44
 
45
  - **Base**: [`LiquidAI/LFM2.5-1.2B-Thinking`](https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking)
46
+ - **Context trained**: up to 32768 tokens (packing enabled)
47
+ - **Method**: LoRA (r=128, alpha=256)
48
 
49
  ## Data mixture
50
 
51
+ - **fable5_cot** (`Glint-Research/Fable-5-traces`) weight=0.65 — Primary identity and agent trace signal
52
+ - **opencode_reasoning** (`nvidia/OpenCodeReasoning`) weight=0.18 — prompt_completion
53
+ - **open_r1_codeforces** (`open-r1/codeforces-cots`) weight=0.07 — messages
54
+ - **openthoughts_code** (`open-thoughts/OpenThoughts-114k`) weight=0.10 — messages
55
 
56
  ### Data provenance & licenses
57
 
 
72
  | Setting | Value |
73
  |--------|--------|
74
  | GPU | L40S (Modal) |
75
+ | Effective batch size | 16 |
76
+ | Learning rate | 8e-05 |
77
  | Schedule | cosine |
78
+ | Epochs / max steps | 1.0 / 100 |
79
  | Packing | True |
80
  | Optim | adamw_8bit |
81
  | Grad checkpointing | unsloth |
adapter_config.json CHANGED
@@ -20,7 +20,7 @@
20
  "layers_pattern": null,
21
  "layers_to_transform": null,
22
  "loftq_config": {},
23
- "lora_alpha": 64,
24
  "lora_bias": false,
25
  "lora_dropout": 0.0,
26
  "lora_ga_config": null,
@@ -30,19 +30,10 @@
30
  "peft_type": "LORA",
31
  "peft_version": "0.19.1",
32
  "qalora_group_size": 16,
33
- "r": 32,
34
  "rank_pattern": {},
35
  "revision": null,
36
- "target_modules": [
37
- "in_proj",
38
- "out_proj",
39
- "w2",
40
- "v_proj",
41
- "w1",
42
- "w3",
43
- "k_proj",
44
- "q_proj"
45
- ],
46
  "target_parameters": null,
47
  "task_type": "CAUSAL_LM",
48
  "trainable_token_indices": null,
 
20
  "layers_pattern": null,
21
  "layers_to_transform": null,
22
  "loftq_config": {},
23
+ "lora_alpha": 256,
24
  "lora_bias": false,
25
  "lora_dropout": 0.0,
26
  "lora_ga_config": null,
 
30
  "peft_type": "LORA",
31
  "peft_version": "0.19.1",
32
  "qalora_group_size": 16,
33
+ "r": 128,
34
  "rank_pattern": {},
35
  "revision": null,
36
+ "target_modules": "(?:.*?(?:language|text).*?(?:self_attn|attention|attn|mixer|mlp|feed_forward|ffn|dense|mixer).*?(?:q_proj|k_proj|v_proj|out_proj|in_proj|w1|w2|w3))|(?:\\bmodel\\.layers\\.[\\d]{1,}\\.(?:self_attn|attention|attn|mixer|mlp|feed_forward|ffn|dense|mixer)\\.(?:(?:q_proj|k_proj|v_proj|out_proj|in_proj|w1|w2|w3)))",
 
 
 
 
 
 
 
 
 
37
  "target_parameters": null,
38
  "task_type": "CAUSAL_LM",
39
  "trainable_token_indices": null,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fd6328b5b6b15d7d2b4c0e67695a7179ab732756e1288bc359b2da268f1f8487
3
- size 88891320
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:488ab92d094984063fdce7f8aa308d9316c111092c1d5d1715c5fc0ec3043b49
3
+ size 292572344
tokenizer_config.json CHANGED
The diff for this file is too large to render. See raw diff