Upload Think.ipynb

Think.ipynb

@@ -0,0 +1,64 @@
+{
+  "nbformat": 4,
+  "nbformat_minor": 0,
+  "metadata": {
+    "colab": {
+      "provenance": [],
+      "gpuType": "T4"
+    },
+    "kernelspec": {
+      "name": "python3",
+      "display_name": "Python 3"
+    },
+    "language_info": {
+      "name": "python"
+    },
+    "accelerator": "GPU"
+  },
+  "cells": [
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "IHBfGGDn7rjw"
+      },
+      "outputs": [],
+      "source": [
+        "!pip install -U llama-cpp-python"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "source": [
+        "# !pip install llama-cpp-python\n",
+        "\n",
+        "from llama_cpp import Llama\n",
+        "\n",
+        "llm = Llama.from_pretrained(\n",
+        "\trepo_id=\"umutkkgz/Kaira-Turkish-Gemma-9B-T1-GGUF\",\n",
+        "\tfilename=\"Kaira-Turkish-Gemma-9B-T1-q4_K_M.gguf\",\n",
+        ")\n"
+      ],
+      "metadata": {
+        "id": "iESuhOI-72gv"
+      },
+      "execution_count": null,
+      "outputs": []
+    },
+    {
+      "cell_type": "code",
+      "source": [
+        "llm.create_chat_completion(\n",
+        "        messages = [\n",
+        "            {\"role\": \"user\", \"content\": \"naber, nasılsın.\"}\n",
+        "        ]\n",
+        ")"
+      ],
+      "metadata": {
+        "id": "pxrjDO5f77FJ"
+      },
+      "execution_count": null,
+      "outputs": []
+    }
+  ]
+}