diff --git a/triton_model_repo/postprocessing/config.pbtxt b/triton_model_repo/postprocessing/config.pbtxt index c2dff211..c3221db0 100755 --- a/triton_model_repo/postprocessing/config.pbtxt +++ b/triton_model_repo/postprocessing/config.pbtxt @@ -90,7 +90,7 @@ parameters { instance_group [ { - count: 1 + count: 10 kind: KIND_CPU } ] diff --git a/triton_model_repo/preprocessing/config.pbtxt b/triton_model_repo/preprocessing/config.pbtxt index 048ff58f..2a9c75a6 100644 --- a/triton_model_repo/preprocessing/config.pbtxt +++ b/triton_model_repo/preprocessing/config.pbtxt @@ -119,7 +119,7 @@ parameters { instance_group [ { - count: 1 + count: 10 kind: KIND_CPU } ] diff --git a/triton_model_repo/tensorrt_llm_bls/config.pbtxt b/triton_model_repo/tensorrt_llm_bls/config.pbtxt index 11d8e536..1a236f79 100755 --- a/triton_model_repo/tensorrt_llm_bls/config.pbtxt +++ b/triton_model_repo/tensorrt_llm_bls/config.pbtxt @@ -185,7 +185,7 @@ parameters: { instance_group [ { - count: 1 + count: 10 kind : KIND_CPU } ]