Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -70,7 +70,7 @@ class ChatBot:
|
|
| 70 |
inputs = self.tokenizer(prompt, return_tensors="pt").to(self.model.device)
|
| 71 |
|
| 72 |
# Set EOS seen in training (per Qwen chat template)
|
| 73 |
-
stop_id = tokenizer.convert_tokens_to_ids("<|im_end|>")
|
| 74 |
|
| 75 |
# Generate response
|
| 76 |
with torch.no_grad():
|
|
|
|
| 70 |
inputs = self.tokenizer(prompt, return_tensors="pt").to(self.model.device)
|
| 71 |
|
| 72 |
# Set EOS seen in training (per Qwen chat template)
|
| 73 |
+
stop_id = self.tokenizer.convert_tokens_to_ids("<|im_end|>")
|
| 74 |
|
| 75 |
# Generate response
|
| 76 |
with torch.no_grad():
|