FROM python:3.13 # RUN useradd -m -u 1000 ollama # USER user # ENV PATH="/home/user/.local/bin:$PATH" # ENV DIST_DIR=/src WORKDIR $DIST_DIR COPY --chown=user ./requirements.txt ./requirements.txt RUN apt update RUN apt install -y python3 python3-pip RUN pip install --no-cache-dir --upgrade -r ./requirements.txt --break-system-packages # Create a directory named 'my_app_data' with specific permissions RUN rm -rvf /.cache ; mkdir -p /.cache && chmod 777 /.cache COPY ./ ./ COPY --chown=user . /app RUN ls -alh ./ #Override the entrypoint to run the vLLM server with your model ENTRYPOINT ["python3", "./app.py"]