From 4306ba82c17eb69dc1498f1ef64c9db223863c96 Mon Sep 17 00:00:00 2001 From: Tlntin Date: Fri, 20 Oct 2023 16:53:56 +0800 Subject: [PATCH] Update default_config.py --- tensorrt_llm_july-release-v1/examples/qwen/default_config.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tensorrt_llm_july-release-v1/examples/qwen/default_config.py b/tensorrt_llm_july-release-v1/examples/qwen/default_config.py index 9d9a2d74..41fc4bf0 100644 --- a/tensorrt_llm_july-release-v1/examples/qwen/default_config.py +++ b/tensorrt_llm_july-release-v1/examples/qwen/default_config.py @@ -27,7 +27,7 @@ class DefaultConfig: # Maximum sequence length. # for Qwen-7B-Chat V1.0, the seq_length is 2048 # for Qwen-7B-Chat V1.1, the seq_length is 8192 - # for Qwen-14B-Chat, the seq_length is 8192 + # for Qwen-14B-Chat, the seq_length is 2048 seq_length = 2048 # Top p for sampling. @@ -41,4 +41,4 @@ class DefaultConfig: temperature = 1.0 -default_config = DefaultConfig() \ No newline at end of file +default_config = DefaultConfig()