Upload folder using huggingface_hub

mlc-chat-config.json

@@ -26,6 +26,7 @@
   "prefill_chunk_size": 2048,
   "attention_sink_size": -1,
   "tensor_parallel_shards": 1,
+  "pipeline_parallel_stages": 1,
   "temperature": 0.7,
   "presence_penalty": 0.0,
   "frequency_penalty": 0.0,
@@ -43,9 +44,9 @@
     "strip_space_in_decode": false
   },
   "conv_template": {
-    "name": "chatml",
+    "name": "qwen2",
     "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
-    "system_message": "A conversation between a user and an LLM-based AI assistant. The assistant gives helpful and honest answers.",
+    "system_message": "You are a helpful assistant.",
     "system_prefix_token_ids": null,
     "add_role_after_system_message": true,
     "roles": {
@@ -64,10 +65,11 @@
     "role_content_sep": "\n",
     "role_empty_sep": "\n",
     "stop_str": [
-      "<|im_end|>"
+      "<|endoftext|>, <|im_end|>"
     ],
     "stop_token_ids": [
-      2
+      151643,
+      151645
     ],
     "function_string": "",
     "use_function_calling": false