Spaces:
Paused
Paused
Arshit Malik commited on
Commit ·
60c0b01
1
Parent(s): b5338ac
fix: correct GGUF repo — DeepSeek-R1-Distill-Qwen-14B IQ2_XS fits 128K
Browse files
start.sh
CHANGED
|
@@ -14,7 +14,6 @@ if HF_TOKEN and DATASET_REPO:
|
|
| 14 |
hf_hub_download(repo_id=DATASET_REPO, filename=f'openclaw/{fname}',
|
| 15 |
repo_type='dataset', token=HF_TOKEN,
|
| 16 |
local_dir='/root', local_dir_use_symlinks=False)
|
| 17 |
-
print(f' pulled openclaw/{fname}')
|
| 18 |
except EntryNotFoundError: pass
|
| 19 |
except Exception as e: print(f' {e}')
|
| 20 |
"
|
|
@@ -40,8 +39,8 @@ cat > ~/.openclaw/openclaw.json << JSONEOF
|
|
| 40 |
"api": "openai-chat",
|
| 41 |
"models": [
|
| 42 |
{
|
| 43 |
-
"id": "
|
| 44 |
-
"name": "
|
| 45 |
"contextWindow": 131072,
|
| 46 |
"maxTokens": 8192
|
| 47 |
}
|
|
@@ -51,7 +50,7 @@ cat > ~/.openclaw/openclaw.json << JSONEOF
|
|
| 51 |
},
|
| 52 |
"agents": {
|
| 53 |
"defaults": {
|
| 54 |
-
"model": {"primary": "ollama/
|
| 55 |
"workspace": "/app/yt-flow"
|
| 56 |
}
|
| 57 |
}
|
|
@@ -113,34 +112,32 @@ for i in $(seq 1 30); do
|
|
| 113 |
sleep 2
|
| 114 |
done
|
| 115 |
|
| 116 |
-
echo "[boot]
|
| 117 |
python3 << PYEOF
|
| 118 |
import subprocess, sys, os
|
| 119 |
from pathlib import Path
|
| 120 |
from huggingface_hub import hf_hub_download
|
| 121 |
|
| 122 |
gguf_path = hf_hub_download(
|
| 123 |
-
repo_id="bartowski/
|
| 124 |
-
filename="
|
| 125 |
local_dir="/tmp/gguf",
|
| 126 |
-
resume_download=True,
|
| 127 |
token=os.environ.get("HF_TOKEN", None)
|
| 128 |
)
|
| 129 |
modelfile = f"""FROM {gguf_path}
|
| 130 |
-
TEMPLATE \"\"\"<
|
| 131 |
-
|
| 132 |
-
<
|
| 133 |
-
|
| 134 |
-
<|im_start|>assistant
|
| 135 |
\"\"\"
|
| 136 |
-
PARAMETER stop "<
|
| 137 |
-
PARAMETER stop "<
|
| 138 |
PARAMETER temperature 0.6
|
| 139 |
PARAMETER num_ctx 131072
|
| 140 |
PARAMETER num_predict 8192
|
| 141 |
"""
|
| 142 |
(Path("/tmp") / "Modelfile").write_text(modelfile)
|
| 143 |
-
subprocess.run(["ollama", "create", "
|
| 144 |
Path(gguf_path).unlink()
|
| 145 |
PYEOF
|
| 146 |
|
|
|
|
| 14 |
hf_hub_download(repo_id=DATASET_REPO, filename=f'openclaw/{fname}',
|
| 15 |
repo_type='dataset', token=HF_TOKEN,
|
| 16 |
local_dir='/root', local_dir_use_symlinks=False)
|
|
|
|
| 17 |
except EntryNotFoundError: pass
|
| 18 |
except Exception as e: print(f' {e}')
|
| 19 |
"
|
|
|
|
| 39 |
"api": "openai-chat",
|
| 40 |
"models": [
|
| 41 |
{
|
| 42 |
+
"id": "deepseek-qwen-14b",
|
| 43 |
+
"name": "DeepSeek R1 Distill Qwen 14B IQ2_XS (128K)",
|
| 44 |
"contextWindow": 131072,
|
| 45 |
"maxTokens": 8192
|
| 46 |
}
|
|
|
|
| 50 |
},
|
| 51 |
"agents": {
|
| 52 |
"defaults": {
|
| 53 |
+
"model": {"primary": "ollama/deepseek-qwen-14b"},
|
| 54 |
"workspace": "/app/yt-flow"
|
| 55 |
}
|
| 56 |
}
|
|
|
|
| 112 |
sleep 2
|
| 113 |
done
|
| 114 |
|
| 115 |
+
echo "[boot] Downloading DeepSeek R1 Distill Qwen 14B IQ2_XS..."
|
| 116 |
python3 << PYEOF
|
| 117 |
import subprocess, sys, os
|
| 118 |
from pathlib import Path
|
| 119 |
from huggingface_hub import hf_hub_download
|
| 120 |
|
| 121 |
gguf_path = hf_hub_download(
|
| 122 |
+
repo_id="bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF",
|
| 123 |
+
filename="DeepSeek-R1-Distill-Qwen-14B-IQ2_XS.gguf",
|
| 124 |
local_dir="/tmp/gguf",
|
|
|
|
| 125 |
token=os.environ.get("HF_TOKEN", None)
|
| 126 |
)
|
| 127 |
modelfile = f"""FROM {gguf_path}
|
| 128 |
+
TEMPLATE \"\"\"<|begin▁of▁sentence|>{{ .System }}
|
| 129 |
+
|
| 130 |
+
{{ .Prompt }}<|end▁of▁sentence|>
|
| 131 |
+
<|begin▁of▁sentence|>assistant
|
|
|
|
| 132 |
\"\"\"
|
| 133 |
+
PARAMETER stop "<|begin▁of▁sentence|>"
|
| 134 |
+
PARAMETER stop "<|end▁of▁sentence|>"
|
| 135 |
PARAMETER temperature 0.6
|
| 136 |
PARAMETER num_ctx 131072
|
| 137 |
PARAMETER num_predict 8192
|
| 138 |
"""
|
| 139 |
(Path("/tmp") / "Modelfile").write_text(modelfile)
|
| 140 |
+
subprocess.run(["ollama", "create", "deepseek-qwen-14b", "-f", "/tmp/Modelfile"], check=True)
|
| 141 |
Path(gguf_path).unlink()
|
| 142 |
PYEOF
|
| 143 |
|