fixed app.py

app.py

@@ -3,6 +3,7 @@ import warnings
 import torch
 import gc
 from transformers import AutoModelForVision2Seq, AutoProcessor
+from peft import PeftModel
 from PIL import Image
 import gradio as gr
 from huggingface_hub import login
@@ -35,21 +36,32 @@ def load_model_and_processor():
    try:
        # Model paths
        base_model_path = "meta-llama/Llama-3.2-11B-Vision-Instruct"
-       hub_model_path = "Aekanun/thai-handwriting-llm"
+       adapter_path = "Aekanun/thai-handwriting-llm"
 
        # Load processor from base model
        print("กำลังโหลด processor...")
        processor = AutoProcessor.from_pretrained(base_model_path, use_auth_token=True)
 
-       # Load model from Hub
-       print("กำลังโหลดโมเดลจาก Hub...")
-       model = AutoModelForVision2Seq.from_pretrained(
-           hub_model_path,
+       # Load base model
+       print("กำลังโหลด base model...")
+       base_model = AutoModelForVision2Seq.from_pretrained(
+           base_model_path,
            device_map="auto",
            torch_dtype=torch.bfloat16,
            trust_remote_code=True,
            use_auth_token=True
        )
+
+       # Load adapter
+       print("กำลังโหลด adapter...")
+       model = PeftModel.from_pretrained(
+           base_model,
+           adapter_path,
+           torch_dtype=torch.bfloat16,
+           device_map="auto",
+           use_auth_token=True
+       )
+       
        print("โหลดโมเดลสำเร็จ!")
        return True
    except Exception as e: