update instance_group to 10

Tlntin · Mar 21, 2024 · 2a794fc · 2a794fc
1 parent e3c4a61
commit 2a794fc
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 3 deletions.
diff --git a/triton_model_repo/postprocessing/config.pbtxt b/triton_model_repo/postprocessing/config.pbtxt
@@ -90,7 +90,7 @@ parameters {
 
 instance_group [
     {
-        count: 1
+        count: 10
         kind: KIND_CPU
     }
 ]
diff --git a/triton_model_repo/preprocessing/config.pbtxt b/triton_model_repo/preprocessing/config.pbtxt
@@ -119,7 +119,7 @@ parameters {
 
 instance_group [
     {
-        count: 1
+        count: 10
         kind: KIND_CPU
     }
 ]
diff --git a/triton_model_repo/tensorrt_llm_bls/config.pbtxt b/triton_model_repo/tensorrt_llm_bls/config.pbtxt
@@ -185,7 +185,7 @@ parameters: {
 
 instance_group [
   {
-    count: 1
+    count: 10
     kind : KIND_CPU
   }
 ]