checkpoint update

config.json

@@ -0,0 +1,13 @@
+{
+  "audio_enc_dim": 1024,
+  "audio_encoder_name": "microsoft/wavlm-large",
+  "audio_processor_name": "microsoft/wavlm-base",
+  "auto_map": {
+    "AutoConfig": "config.SpeechLLMModelConfig"
+  },
+  "llm_dim": 2048,
+  "llm_model_checkpoint": "hf_repo/llm_model_checkpoint",
+  "llm_model_name": "TinyLlama/TinyLlama-1.1B-Chat-v1.0",
+  "model_type": "custom_model",
+  "transformers_version": "4.41.2"
+}

config.py

@@ -0,0 +1,14 @@
+from transformers import PretrainedConfig
+
+class SpeechLLMModelConfig(PretrainedConfig):
+    model_type = "custom_model"
+    
+    def __init__(self, **kwargs):
+        super().__init__(**kwargs)
+        self.audio_enc_dim = 1024
+        self.llm_dim = 2048
+
+        self.audio_processor_name = "microsoft/wavlm-base"
+        self.audio_encoder_name = 'microsoft/wavlm-large'
+        self.llm_model_name = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
+        self.llm_model_checkpoint = "hf_repo/llm_model_checkpoint"