jmcinern commited on
Commit
16f56d5
·
verified ·
1 Parent(s): a9f0d06

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -70,7 +70,7 @@ class ChatBot:
70
  inputs = self.tokenizer(prompt, return_tensors="pt").to(self.model.device)
71
 
72
  # Set EOS seen in training (per Qwen chat template)
73
- stop_id = tokenizer.convert_tokens_to_ids("<|im_end|>")
74
 
75
  # Generate response
76
  with torch.no_grad():
 
70
  inputs = self.tokenizer(prompt, return_tensors="pt").to(self.model.device)
71
 
72
  # Set EOS seen in training (per Qwen chat template)
73
+ stop_id = self.tokenizer.convert_tokens_to_ids("<|im_end|>")
74
 
75
  # Generate response
76
  with torch.no_grad():