export_phi3_openvino.py

from optimum.intel.openvino import OVModelForCausalLM
from transformers import AutoTokenizer

model_id = "microsoft/Phi-3-mini-4k-instruct"
export_dir = "ov_models/microsoft_Phi-3-mini-4k-instruct_ir"

tokenizer = AutoTokenizer.from_pretrained(model_id, library_name="transformers")
model = OVModelForCausalLM.from_pretrained(model_id, export=True, save_dir=export_dir)
tokenizer.save_pretrained(export_dir)