[project] name = "numarkapp" version = "0.1.0" description = "Add your description here" readme = "README.md" requires-python = ">=3.12,<3.13" dependencies = [ "accelerate>=1.14.0", "flash-attn", "gguf>=0.19.0", "gradio", "huggingface-hub", "ipykernel>=7.3.0", "ipython>=9.15.0", "ipywidgets>=8.1.8", "openai>=2.46.0", "torch==2.9.1", "transformers", ] [tool.uv.sources] torch = { index = "pytorch-cu130" } flash-attn = { url = "https://github.com/mjun0812/flash-attention-prebuild-wheels/releases/download/v0.9.28/flash_attn-2.8.3+cu130torch2.9-cp312-cp312-win_amd64.whl" } [[tool.uv.index]] name = "pytorch-cu130" url = "https://download.pytorch.org/whl/cu130" explicit = true