FROM python:3.10 ENV PYTHONDONTWRITEBYTECODE=1 ENV PYTHONUNBUFFERED=1 WORKDIR /app # ========================================================= # SYSTEM DEPENDENCIES # ========================================================= RUN apt-get update && apt-get install -y \ build-essential \ gcc \ g++ \ cmake \ git \ curl \ libgl1 \ libglib2.0-0 \ && rm -rf /var/lib/apt/lists/* # ========================================================= # COPY REQUIREMENTS # ========================================================= COPY requirements.txt . # ========================================================= # INSTALL PYTHON PACKAGES # ========================================================= RUN pip install --upgrade pip # Force wheel install first RUN pip install --no-cache-dir \ --extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cpu \ llama-cpp-python==0.3.22 # Install remaining requirements RUN pip install --no-cache-dir -r requirements.txt # ========================================================= # COPY APP # ========================================================= COPY . . EXPOSE 7860 CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]