Update app.py

app.py

@@ -50,9 +50,13 @@ class ChatClient:
         output_sequences = self.model.generate(**inputs, **gen_kwargs)
 
         # 解码生成的文本
-        result_text = self.tokenizer.decode(output_sequences[0], skip_special_tokens=True)
+        # result_text = self.tokenizer.decode(output_sequences[0], skip_special_tokens=True)
+        # yield result_text
 
-        yield result_text
+        # 解码生成的文本
+        for sequence in output_sequences:
+            result_text = self.tokenizer.decode(sequence, skip_special_tokens=True)
+            yield result_text
 
 # 创建客户端实例，指定模型路径
 model_path = 'model/v3/'
@@ -63,7 +67,7 @@ client = ChatClient(model_path)
 
 
 
-def respond(
+async def respond(
     message,
     history: list[tuple[str, str]],
     system_message,
@@ -86,19 +90,21 @@ def respond(
 
     response = ""
 
-    for message in client.chat_completion(
+    async for message in client.chat_completion(
         messages,
         max_tokens=max_tokens,
         stream=True,
         temperature=temperature,
         top_p=top_p,
     ):
-        print(message)
-        token = message
-        #token = message.choices[0].delta.content
+        # print(message)
+        # token = message
+        # #token = message.choices[0].delta.content
+
+        # response += token
+        # yield response
 
-        response += token
-        yield response
+        yield message
 
 """
 For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
@@ -107,8 +113,8 @@ demo = gr.ChatInterface(
     respond,
     additional_inputs=[
         gr.Textbox(value="Yahoo!ショッピングについての質問を回答してください。", label="System message"),
-        gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
-        gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
+        gr.Slider(minimum=1, maximum=2048, value=1024, step=1, label="Max new tokens"),
+        gr.Slider(minimum=0.1, maximum=4.0, value=0.1, step=0.1, label="Temperature"),
         gr.Slider(
             minimum=0.1,
             maximum=1.0,