Update README.md
Browse files
README.md
CHANGED
|
@@ -11,7 +11,7 @@ tags:
|
|
| 11 |
|
| 12 |
This repo contains OpenVINO quantizied versions of Phi-4-mini-instruct.
|
| 13 |
|
| 14 |
-
I reccomend starting with **int4_asym-awq-se-ov**
|
| 15 |
|
| 16 |
To download individual models from this repo use the provided snippet:
|
| 17 |
|
|
@@ -21,7 +21,7 @@ from huggingface_hub import snapshot_download
|
|
| 21 |
repo_id = "Echo9Zulu/Phi-4-mini-instruct-OpenVINO"
|
| 22 |
|
| 23 |
# Choose the weights you want
|
| 24 |
-
repo_directory = "int4_asym-awq-se-ov"
|
| 25 |
|
| 26 |
# Where you want to save it
|
| 27 |
local_dir = "./Echo9Zulu_Phi-4-mini-instruct-OpenVINO"
|
|
|
|
| 11 |
|
| 12 |
This repo contains OpenVINO quantizied versions of Phi-4-mini-instruct.
|
| 13 |
|
| 14 |
+
I reccomend starting with **Phi-4-mini-instruct-int4_asym-awq-se-ov**
|
| 15 |
|
| 16 |
To download individual models from this repo use the provided snippet:
|
| 17 |
|
|
|
|
| 21 |
repo_id = "Echo9Zulu/Phi-4-mini-instruct-OpenVINO"
|
| 22 |
|
| 23 |
# Choose the weights you want
|
| 24 |
+
repo_directory = "Phi-4-mini-instruct-int4_asym-awq-se-ov"
|
| 25 |
|
| 26 |
# Where you want to save it
|
| 27 |
local_dir = "./Echo9Zulu_Phi-4-mini-instruct-OpenVINO"
|