Update app.py

app.py

@@ -59,6 +59,8 @@ for novel in tqdm(novel_list):
 from ChatHaruhi import ChatHaruhi
 from ChatHaruhi.response_openai import get_response as get_response_openai
 from ChatHaruhi.response_zhipu import get_response as get_response_zhipu
+from ChatHaruhi.response_qwen_base import get_response as get_response_qwen_base
+
 
 get_response = get_response_zhipu
 
@@ -133,21 +135,21 @@ openai太慢了 今天试试GLM的
 
 """
 
-from transformers import AutoTokenizer, AutoModel, AutoModelForCausalLM
-tokenizer = AutoTokenizer.from_pretrained("silk-road/Haruhi-Zero-1_8B", trust_remote_code=True)
-model = AutoModelForCausalLM.from_pretrained("silk-road/Haruhi-Zero-1_8B", device_map="auto", trust_remote_code=True)
-model = model.eval()
-
-def get_response_qwen18(message):
-    from ChatHaruhi.utils import normalize2uaua
-    message_ua = normalize2uaua(message, if_replace_system = True)
-    import json
-    message_tuples = []
-    for i in range(0, len(message_ua)-1, 2):
-        message_tuple = (message_ua[i]["content"], message_ua[i+1]["content"])
-        message_tuples.append(message_tuple)
-    response, _ = model.chat(tokenizer, message_ua[-1]["content"], history=message_tuples)
-    return response
+# from transformers import AutoTokenizer, AutoModel, AutoModelForCausalLM
+# tokenizer = AutoTokenizer.from_pretrained("silk-road/Haruhi-Zero-1_8B", trust_remote_code=True)
+# model = AutoModelForCausalLM.from_pretrained("silk-road/Haruhi-Zero-1_8B", device_map="auto", trust_remote_code=True)
+# model = model.eval()
+
+# def get_response_qwen18(message):
+#     from ChatHaruhi.utils import normalize2uaua
+#     message_ua = normalize2uaua(message, if_replace_system = True)
+#     import json
+#     message_tuples = []
+#     for i in range(0, len(message_ua)-1, 2):
+#         message_tuple = (message_ua[i]["content"], message_ua[i+1]["content"])
+#         message_tuples.append(message_tuple)
+#     response, _ = model.chat(tokenizer, message_ua[-1]["content"], history=message_tuples)
+#     return response
 
 from ChatHaruhi.response_openai import get_response, async_get_response
 import gradio as gr
@@ -209,7 +211,7 @@ async def submit_chat( novel, role, user_name, user_text, chat_history, persona_
     elif model_sel == "Zhipu":
         chatbot.llm = get_response_zhipu
     else:
-        chatbot.llm = get_response_qwen18
+        chatbot.llm = get_response_qwen_base
 
     history = []