MOSS模型可以用了

modules/models/MOSS.py

@@ -90,7 +90,8 @@ class MOSS_Client(BaseLLMModel):
                 eos_token_id=106068,
                 pad_token_id=MOSS_TOKENIZER.pad_token_id)
             response = MOSS_TOKENIZER.decode(outputs[0][inputs.input_ids.shape[1]:], skip_special_tokens=True)
-        return response
+        response = response.lstrip("<|MOSS|>: ")
+        return response, len(response)
 
 
 if __name__ == "__main__":

modules/models/models.py

@@ -580,6 +580,9 @@ def get_model(
         elif model_type == ModelType.StableLM:
             from .StableLM import StableLM_Client
             model = StableLM_Client(model_name)
+        elif model_type == ModelType.MOSS:
+            from .MOSS import MOSS_Client
+            model = MOSS_Client(model_name)
         elif model_type == ModelType.Unknown:
             raise ValueError(f"未知模型: {model_name}")
         logging.info(msg)

requirements_advanced.txt

@@ -1,7 +1,11 @@
 transformers
+huggingface_hub
 torch
 icetk
 protobuf==3.19.0
 git+https://github.com/OptimalScale/LMFlow.git
 cpm-kernels
 sentence_transformers
+accelerate
+sentencepiece
+datasets