Update for new image version

openshift-psap · Jan 22, 2024 · 181e6e5 · 181e6e5
1 parent 9117ac8
commit 181e6e5
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/language/llama2-70b/api-endpoint-artifacts/benchmark.yaml b/language/llama2-70b/api-endpoint-artifacts/benchmark.yaml
@@ -6,7 +6,7 @@ spec:
   restartPolicy: Never
   containers:
   - name: mlperf-env
-    image: quay.io/meyceoz/mlperf-inference:v3-greedy
+    image: quay.io/meyceoz/mlperf-inference:v4
     resources:
       requests:
         memory: 20000Mi

diff --git a/language/llama2-70b/api-endpoint-artifacts/serving-runtime.yaml b/language/llama2-70b/api-endpoint-artifacts/serving-runtime.yaml
@@ -68,7 +68,7 @@ spec:
         - name: MAX_BATCH_WEIGHT
           value: "540000"
         - name: MAX_SEQUENCE_LENGTH
-          value: "4096"
+          value: "2048"
         - name: MAX_PREFILL_WEIGHT
           value: "0"
         - name: MAX_NEW_TOKENS