Instructions to use qwopqwop/EEVE-ALMA with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- PEFT
How to use qwopqwop/EEVE-ALMA with PEFT:
from peft import PeftModel from transformers import AutoModelForCausalLM base_model = AutoModelForCausalLM.from_pretrained("yanolja/EEVE-Korean-Instruct-10.8B-v1.0") model = PeftModel.from_pretrained(base_model, "qwopqwop/EEVE-ALMA") - Notebooks
- Google Colab
- Kaggle
Update README.md
Browse files
README.md
CHANGED
|
@@ -21,7 +21,7 @@ import torch
|
|
| 21 |
from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig
|
| 22 |
from peft import prepare_model_for_kbit_training, PeftModel, PeftConfig
|
| 23 |
|
| 24 |
-
model_path = 'yanolja/EEVE-Korean-10.8B-v1.0'
|
| 25 |
lora_path = 'qwopqwop/EEVE-ALMA'
|
| 26 |
|
| 27 |
bnb_config = BitsAndBytesConfig(load_in_4bit=True,bnb_4bit_quant_type="nf4",bnb_4bit_compute_dtype=torch.float16,)
|
|
|
|
| 21 |
from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig
|
| 22 |
from peft import prepare_model_for_kbit_training, PeftModel, PeftConfig
|
| 23 |
|
| 24 |
+
model_path = 'yanolja/EEVE-Korean-Instruct-10.8B-v1.0'
|
| 25 |
lora_path = 'qwopqwop/EEVE-ALMA'
|
| 26 |
|
| 27 |
bnb_config = BitsAndBytesConfig(load_in_4bit=True,bnb_4bit_quant_type="nf4",bnb_4bit_compute_dtype=torch.float16,)
|