Skip to content

Commit

Permalink
Update Dockerfile-notebook
Browse files Browse the repository at this point in the history
  • Loading branch information
chiragjn authored Nov 4, 2024
1 parent d5038b7 commit 52acedb
Showing 1 changed file with 4 additions and 2 deletions.
6 changes: 4 additions & 2 deletions Dockerfile-notebook
Original file line number Diff line number Diff line change
@@ -1,4 +1,5 @@
FROM tfy.jfrog.io/tfy-images/jupyter:0.3.4-cu121-py3.11.10-sudo
SHELL ["/bin/bash", "-c"]
ENV TORCH_CUDA_ARCH_LIST="7.0 7.5 8.0 8.6 8.9 9.0+PTX"
ENV DEBIAN_FRONTEND=noninteractive
USER root
Expand All @@ -17,14 +18,15 @@ USER root
RUN mkdir -p /packages && \
chown -R jovyan:users /packages
USER jovyan
RUN cd /packages && \
RUN pip install -U pip setuptools wheel && \
cd /packages && \
git clone https://github.com/truefoundry/axolotl && \
cd axolotl/ && \
git checkout e16f637d079ef5d56321a240ef0547a50c37b708
RUN cd /packages/axolotl/ && \
MAX_JOBS=1 NVCC_APPEND_FLAGS="--threads 1" pip install -U --no-build-isolation --no-cache-dir -e .[flash-attn,mamba-ssm,fused-dense-lib,optimizers,lion-pytorch,galore] && \
pip install --no-cache-dir -U -r /tmp/llm-finetune/notebook-requirements.txt
COPY plugins/axolotl_truefoundry /packages/axolotl_truefoundry
COPY --chown=jovyan:users plugins/axolotl_truefoundry /packages/axolotl_truefoundry
RUN cd /packages/axolotl_truefoundry/ && \
pip install --no-cache-dir -e .
COPY --chown=jovyan:users . /tmp_home/jovyan/llm-finetune/
Expand Down

0 comments on commit 52acedb

Please sign in to comment.