Skip to content

Commit

Permalink
Merge branch 'main' of github.com:abetlen/llama_cpp_python into main
Browse files Browse the repository at this point in the history
  • Loading branch information
abetlen committed May 5, 2023
2 parents 5c165a8 + 38b8eee commit 5f583b0
Showing 1 changed file with 3 additions and 3 deletions.
6 changes: 3 additions & 3 deletions Dockerfile
Original file line number Diff line number Diff line change
@@ -1,15 +1,15 @@
FROM python:3-bullseye
FROM python:3-slim-bullseye

# We need to set the host to 0.0.0.0 to allow outside access
ENV HOST 0.0.0.0

COPY . .

# Install the package
RUN apt update && apt install -y libopenblas-dev
RUN apt update && apt install -y libopenblas-dev ninja-build build-essential
RUN python -m pip install --upgrade pip pytest cmake scikit-build setuptools fastapi uvicorn sse-starlette

RUN LLAMA_OPENBLAS=1 python3 setup.py develop

# Run the server
CMD python3 -m llama_cpp.server
CMD python3 -m llama_cpp.server

0 comments on commit 5f583b0

Please sign in to comment.