chore(tgi): use AWS Neuron SDK 2.21.0 beta

huggingface · Dec 16, 2024 · c1a69f7 · c1a69f7
1 parent b027f46
commit c1a69f7
Showing 1 changed file with 8 additions and 8 deletions.
diff --git a/text-generation-inference/Dockerfile b/text-generation-inference/Dockerfile
@@ -113,21 +113,21 @@ RUN wget -qO - https://apt.repos.neuron.amazonaws.com/GPG-PUB-KEY-AMAZON-AWS-NEU
 # Install neuronx packages
 RUN apt-get update -y \
  && apt-get install -y --no-install-recommends \
-    aws-neuronx-dkms=2.18.20.0 \
-    aws-neuronx-collectives=2.22.33.0-d2128d1aa \
-    aws-neuronx-runtime-lib=2.22.19.0-5856c0b42 \
-    aws-neuronx-tools=2.19.0.0 \
+    aws-neuronx-dkms=2.19.44.0 \
+    aws-neuronx-collectives=2.23.122.0-3e70920f2 \
+    aws-neuronx-runtime-lib=2.23.99.0-87b64c5a8 \
+    aws-neuronx-tools=2.20.204.0 \
     libxml2 \
     && rm -rf /var/lib/apt/lists/* \
     && apt-get clean
 
 ENV PATH="/opt/bin/:/opt/aws/neuron/bin:${PATH}"
 
 RUN pip3 install \
-    neuronx-cc==2.15.143.0 \
-    torch-neuronx==2.1.2.2.3.2 \
-    transformers-neuronx==0.12.313 \
-    libneuronxla==2.0.5347.0 \
+    neuronx-cc==2.16.303.0 \
+    torch-neuronx==2.5.1.2.4.0 \
+    transformers-neuronx==0.13.322 \
+    libneuronxla==2.1.531.0 \
     --extra-index-url=https://pip.repos.neuron.amazonaws.com
 
 # Install HuggingFace packages