Dockerfile

FROM python:3.10-slim

WORKDIR /app

COPY app.py .

# Install system dependencies
RUN apt-get update && apt-get install -y --no-install-recommends \
    curl build-essential git \
    && curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y \
    && . $HOME/.cargo/env \
    && rm -rf /var/lib/apt/lists/*

ENV PATH="/root/.cargo/bin:${PATH}"

# Install Python packages
RUN pip install --no-cache-dir \
    gradio==4.36.1 \
    transformers==4.45.2 \
    torch==2.5.1 \
    accelerate==0.34.0 \
    peft==0.13.2 \
    bitsandbytes==0.44.1 \
    sentencepiece==0.2.0 \
    protobuf==3.20.3

# Install tokenizers
RUN pip install --no-cache-dir tokenizers==0.20.1

EXPOSE 7860

ENV GRADIO_SERVER_NAME="0.0.0.0"
ENV GRADIO_SERVER_PORT=7860

CMD ["python", "app.py"]