File size: 1,380 Bytes
345970e | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 | {
"nbformat": 4,
"nbformat_minor": 0,
"metadata": {
"colab": {
"provenance": [],
"gpuType": "T4"
},
"kernelspec": {
"name": "python3",
"display_name": "Python 3"
},
"language_info": {
"name": "python"
},
"accelerator": "GPU"
},
"cells": [
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"id": "IHBfGGDn7rjw"
},
"outputs": [],
"source": [
"!pip install -U llama-cpp-python"
]
},
{
"cell_type": "code",
"source": [
"# !pip install llama-cpp-python\n",
"\n",
"from llama_cpp import Llama\n",
"\n",
"llm = Llama.from_pretrained(\n",
"\trepo_id=\"umutkkgz/Kaira-Turkish-Gemma-9B-T1-GGUF\",\n",
"\tfilename=\"Kaira-Turkish-Gemma-9B-T1-q4_K_M.gguf\",\n",
")\n"
],
"metadata": {
"id": "iESuhOI-72gv"
},
"execution_count": null,
"outputs": []
},
{
"cell_type": "code",
"source": [
"llm.create_chat_completion(\n",
" messages = [\n",
" {\"role\": \"user\", \"content\": \"naber, nasılsın.\"}\n",
" ]\n",
")"
],
"metadata": {
"id": "pxrjDO5f77FJ"
},
"execution_count": null,
"outputs": []
}
]
} |