Hugging Face's logo

shujatoor
/
phi3nedtuned-ner

PEFT
TensorBoard
Safetensors
trl
sft
Generated from Trainer
Model card Files
xet
 Metrics Community
shujatoor commited on
Commit
5117ebb
·
verified ·
1 Parent(s): bebdf24

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -2
README.md CHANGED
@@ -32,8 +32,8 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
32
  config = PeftConfig.from_pretrained("shujatoor/phi3nedtuned-ner")
33
  model = AutoModelForCausalLM.from_pretrained(
34
  "microsoft/Phi-3-mini-4k-instruct",
35
- #device_map="cuda",
36
- #torch_dtype="auto",
37
  trust_remote_code=True,
38
  )
39
  model = PeftModel.from_pretrained(model, "shujatoor/phi3nedtuned-ner")
 
32
  config = PeftConfig.from_pretrained("shujatoor/phi3nedtuned-ner")
33
  model = AutoModelForCausalLM.from_pretrained(
34
  "microsoft/Phi-3-mini-4k-instruct",
35
+ device_map="cuda",
36
+ torch_dtype="auto",
37
  trust_remote_code=True,
38
  )
39
  model = PeftModel.from_pretrained(model, "shujatoor/phi3nedtuned-ner")