From 2a794fcc8d7c66f49e5e730415393f48b9583073 Mon Sep 17 00:00:00 2001 From: Tlntin Date: Thu, 21 Mar 2024 23:40:05 +0800 Subject: [PATCH] update instance_group to 10 --- triton_model_repo/postprocessing/config.pbtxt | 2 +- triton_model_repo/preprocessing/config.pbtxt | 2 +- triton_model_repo/tensorrt_llm_bls/config.pbtxt | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/triton_model_repo/postprocessing/config.pbtxt b/triton_model_repo/postprocessing/config.pbtxt index c2dff211..c3221db0 100755 --- a/triton_model_repo/postprocessing/config.pbtxt +++ b/triton_model_repo/postprocessing/config.pbtxt @@ -90,7 +90,7 @@ parameters { instance_group [ { - count: 1 + count: 10 kind: KIND_CPU } ] diff --git a/triton_model_repo/preprocessing/config.pbtxt b/triton_model_repo/preprocessing/config.pbtxt index 048ff58f..2a9c75a6 100644 --- a/triton_model_repo/preprocessing/config.pbtxt +++ b/triton_model_repo/preprocessing/config.pbtxt @@ -119,7 +119,7 @@ parameters { instance_group [ { - count: 1 + count: 10 kind: KIND_CPU } ] diff --git a/triton_model_repo/tensorrt_llm_bls/config.pbtxt b/triton_model_repo/tensorrt_llm_bls/config.pbtxt index 11d8e536..1a236f79 100755 --- a/triton_model_repo/tensorrt_llm_bls/config.pbtxt +++ b/triton_model_repo/tensorrt_llm_bls/config.pbtxt @@ -185,7 +185,7 @@ parameters: { instance_group [ { - count: 1 + count: 10 kind : KIND_CPU } ]