File tree 1 file changed +8
-8
lines changed
text-generation-inference
1 file changed +8
-8
lines changed Original file line number Diff line number Diff line change @@ -113,21 +113,21 @@ RUN wget -qO - https://apt.repos.neuron.amazonaws.com/GPG-PUB-KEY-AMAZON-AWS-NEU
113
113
# Install neuronx packages
114
114
RUN apt-get update -y \
115
115
&& apt-get install -y --no-install-recommends \
116
- aws-neuronx-dkms=2.18.20 .0 \
117
- aws-neuronx-collectives=2.22.33 .0-d2128d1aa \
118
- aws-neuronx-runtime-lib=2.22.19 .0-5856c0b42 \
119
- aws-neuronx-tools=2.19.0 .0 \
116
+ aws-neuronx-dkms=2.19.44 .0 \
117
+ aws-neuronx-collectives=2.23.122 .0-3e70920f2 \
118
+ aws-neuronx-runtime-lib=2.23.99 .0-87b64c5a8 \
119
+ aws-neuronx-tools=2.20.204 .0 \
120
120
libxml2 \
121
121
&& rm -rf /var/lib/apt/lists/* \
122
122
&& apt-get clean
123
123
124
124
ENV PATH="/opt/bin/:/opt/aws/neuron/bin:${PATH}"
125
125
126
126
RUN pip3 install \
127
- neuronx-cc==2.15.143 .0 \
128
- torch-neuronx==2.1.2.2.3.2 \
129
- transformers-neuronx==0.12.313 \
130
- libneuronxla==2.0.5347 .0 \
127
+ neuronx-cc==2.16.303 .0 \
128
+ torch-neuronx==2.5. 1.2.4.0 \
129
+ transformers-neuronx==0.13.322 \
130
+ libneuronxla==2.1.531 .0 \
131
131
--extra-index-url=https://pip.repos.neuron.amazonaws.com
132
132
133
133
# Install HuggingFace packages
You can’t perform that action at this time.
0 commit comments