Skip to content

Commit c1a69f7

Browse files
committed
chore(tgi): use AWS Neuron SDK 2.21.0 beta
1 parent b027f46 commit c1a69f7

File tree

1 file changed

+8
-8
lines changed

1 file changed

+8
-8
lines changed

text-generation-inference/Dockerfile

+8-8
Original file line numberDiff line numberDiff line change
@@ -113,21 +113,21 @@ RUN wget -qO - https://apt.repos.neuron.amazonaws.com/GPG-PUB-KEY-AMAZON-AWS-NEU
113113
# Install neuronx packages
114114
RUN apt-get update -y \
115115
&& apt-get install -y --no-install-recommends \
116-
aws-neuronx-dkms=2.18.20.0 \
117-
aws-neuronx-collectives=2.22.33.0-d2128d1aa \
118-
aws-neuronx-runtime-lib=2.22.19.0-5856c0b42 \
119-
aws-neuronx-tools=2.19.0.0 \
116+
aws-neuronx-dkms=2.19.44.0 \
117+
aws-neuronx-collectives=2.23.122.0-3e70920f2 \
118+
aws-neuronx-runtime-lib=2.23.99.0-87b64c5a8 \
119+
aws-neuronx-tools=2.20.204.0 \
120120
libxml2 \
121121
&& rm -rf /var/lib/apt/lists/* \
122122
&& apt-get clean
123123

124124
ENV PATH="/opt/bin/:/opt/aws/neuron/bin:${PATH}"
125125

126126
RUN pip3 install \
127-
neuronx-cc==2.15.143.0 \
128-
torch-neuronx==2.1.2.2.3.2 \
129-
transformers-neuronx==0.12.313 \
130-
libneuronxla==2.0.5347.0 \
127+
neuronx-cc==2.16.303.0 \
128+
torch-neuronx==2.5.1.2.4.0 \
129+
transformers-neuronx==0.13.322 \
130+
libneuronxla==2.1.531.0 \
131131
--extra-index-url=https://pip.repos.neuron.amazonaws.com
132132

133133
# Install HuggingFace packages

0 commit comments

Comments
 (0)