FROM ubuntu:24.04

ENV DEBIAN_FRONTEND=noninteractive

RUN apt-get update && apt-get install -y \
    git \
    cmake \
    build-essential \
    libcurl4-openssl-dev \
    curl \
    && rm -rf /var/lib/apt/lists/*

RUN git clone https://github.com/ggml-org/llama.cpp.git /llama.cpp

WORKDIR /llama.cpp

RUN cmake -B build -DCMAKE_BUILD_TYPE=Release
RUN cmake --build build -j$(nproc) --target llama-server

EXPOSE 7860

CMD ["./build/bin/llama-server", \
     "-hf", "ggml-org/Ministral-3-8B-Instruct-2512-GGUF:Q4_K_M", \
     "--host", "0.0.0.0", \
     "--port", "7860", \
     "-c", "16384", \
     "-ngl", "0"]