-
Notifications
You must be signed in to change notification settings - Fork 993
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #154 from th-neu/th-neu-dockerfile-slim
Slim-Bullseye based docker image
- Loading branch information
Showing
1 changed file
with
3 additions
and
3 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,15 +1,15 @@ | ||
FROM python:3-bullseye | ||
FROM python:3-slim-bullseye | ||
|
||
# We need to set the host to 0.0.0.0 to allow outside access | ||
ENV HOST 0.0.0.0 | ||
|
||
COPY . . | ||
|
||
# Install the package | ||
RUN apt update && apt install -y libopenblas-dev | ||
RUN apt update && apt install -y libopenblas-dev ninja-build build-essential | ||
RUN python -m pip install --upgrade pip pytest cmake scikit-build setuptools fastapi uvicorn sse-starlette | ||
|
||
RUN LLAMA_OPENBLAS=1 python3 setup.py develop | ||
|
||
# Run the server | ||
CMD python3 -m llama_cpp.server | ||
CMD python3 -m llama_cpp.server |