algocean-v1-2B-ko

한국어 위주의 2B 모델

from peft import AutoPeftModelForCausalLM
from transformers import AutoTokenizer

id = "aisamdasu/algocean-v1-2B-ko"

model = AutoPeftModelForCausalLM.from_pretrained(id, device_map="auto")
tok = AutoTokenizer.from_pretrained(model.peft_config["default"].base_model_name_or_path)

prompt = tok.apply_chat_template(
    [{"role": "user", "content": "안녕, 오늘 기분이 좀 우울해."}],
    tokenize=False,
    add_generation_prompt=True,
)
inputs = tok(prompt, return_tensors="pt").to(model.device)
out = model.generate(**inputs, max_new_tokens=128)
print(tok.decode(out[0][inputs.input_ids.shape[1]:], skip_special_tokens=True))