Arshit Malik commited on
Commit
60c0b01
·
1 Parent(s): b5338ac

fix: correct GGUF repo — DeepSeek-R1-Distill-Qwen-14B IQ2_XS fits 128K

Browse files
Files changed (1) hide show
  1. start.sh +13 -16
start.sh CHANGED
@@ -14,7 +14,6 @@ if HF_TOKEN and DATASET_REPO:
14
  hf_hub_download(repo_id=DATASET_REPO, filename=f'openclaw/{fname}',
15
  repo_type='dataset', token=HF_TOKEN,
16
  local_dir='/root', local_dir_use_symlinks=False)
17
- print(f' pulled openclaw/{fname}')
18
  except EntryNotFoundError: pass
19
  except Exception as e: print(f' {e}')
20
  "
@@ -40,8 +39,8 @@ cat > ~/.openclaw/openclaw.json << JSONEOF
40
  "api": "openai-chat",
41
  "models": [
42
  {
43
- "id": "deepcoder-14b",
44
- "name": "DeepCoder 14B IQ2_XS (CoT + 128K)",
45
  "contextWindow": 131072,
46
  "maxTokens": 8192
47
  }
@@ -51,7 +50,7 @@ cat > ~/.openclaw/openclaw.json << JSONEOF
51
  },
52
  "agents": {
53
  "defaults": {
54
- "model": {"primary": "ollama/deepcoder-14b"},
55
  "workspace": "/app/yt-flow"
56
  }
57
  }
@@ -113,34 +112,32 @@ for i in $(seq 1 30); do
113
  sleep 2
114
  done
115
 
116
- echo "[boot] Building DeepCoder 14B IQ2_XS model..."
117
  python3 << PYEOF
118
  import subprocess, sys, os
119
  from pathlib import Path
120
  from huggingface_hub import hf_hub_download
121
 
122
  gguf_path = hf_hub_download(
123
- repo_id="bartowski/DeepCoder-14B-Preview-GGUF",
124
- filename="DeepCoder-14B-Preview-IQ2_XS.gguf",
125
  local_dir="/tmp/gguf",
126
- resume_download=True,
127
  token=os.environ.get("HF_TOKEN", None)
128
  )
129
  modelfile = f"""FROM {gguf_path}
130
- TEMPLATE \"\"\"<|im_start|>system
131
- {{ .System }}<|im_end|>
132
- <|im_start|>user
133
- {{ .Prompt }}<|im_end|>
134
- <|im_start|>assistant
135
  \"\"\"
136
- PARAMETER stop "<|im_start|>"
137
- PARAMETER stop "<|im_end|>"
138
  PARAMETER temperature 0.6
139
  PARAMETER num_ctx 131072
140
  PARAMETER num_predict 8192
141
  """
142
  (Path("/tmp") / "Modelfile").write_text(modelfile)
143
- subprocess.run(["ollama", "create", "deepcoder-14b", "-f", "/tmp/Modelfile"], check=True)
144
  Path(gguf_path).unlink()
145
  PYEOF
146
 
 
14
  hf_hub_download(repo_id=DATASET_REPO, filename=f'openclaw/{fname}',
15
  repo_type='dataset', token=HF_TOKEN,
16
  local_dir='/root', local_dir_use_symlinks=False)
 
17
  except EntryNotFoundError: pass
18
  except Exception as e: print(f' {e}')
19
  "
 
39
  "api": "openai-chat",
40
  "models": [
41
  {
42
+ "id": "deepseek-qwen-14b",
43
+ "name": "DeepSeek R1 Distill Qwen 14B IQ2_XS (128K)",
44
  "contextWindow": 131072,
45
  "maxTokens": 8192
46
  }
 
50
  },
51
  "agents": {
52
  "defaults": {
53
+ "model": {"primary": "ollama/deepseek-qwen-14b"},
54
  "workspace": "/app/yt-flow"
55
  }
56
  }
 
112
  sleep 2
113
  done
114
 
115
+ echo "[boot] Downloading DeepSeek R1 Distill Qwen 14B IQ2_XS..."
116
  python3 << PYEOF
117
  import subprocess, sys, os
118
  from pathlib import Path
119
  from huggingface_hub import hf_hub_download
120
 
121
  gguf_path = hf_hub_download(
122
+ repo_id="bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF",
123
+ filename="DeepSeek-R1-Distill-Qwen-14B-IQ2_XS.gguf",
124
  local_dir="/tmp/gguf",
 
125
  token=os.environ.get("HF_TOKEN", None)
126
  )
127
  modelfile = f"""FROM {gguf_path}
128
+ TEMPLATE \"\"\"<|begin▁of▁sentence|>{{ .System }}
129
+
130
+ {{ .Prompt }}<|end▁of▁sentence|>
131
+ <|begin▁of▁sentence|>assistant
 
132
  \"\"\"
133
+ PARAMETER stop "<|begin▁of▁sentence|>"
134
+ PARAMETER stop "<|end▁of▁sentence|>"
135
  PARAMETER temperature 0.6
136
  PARAMETER num_ctx 131072
137
  PARAMETER num_predict 8192
138
  """
139
  (Path("/tmp") / "Modelfile").write_text(modelfile)
140
+ subprocess.run(["ollama", "create", "deepseek-qwen-14b", "-f", "/tmp/Modelfile"], check=True)
141
  Path(gguf_path).unlink()
142
  PYEOF
143