From 6ad58f42c59eaee0a57c89f1feb08757524b93cf Mon Sep 17 00:00:00 2001 From: "fuchen.ljl" Date: Wed, 1 May 2024 07:38:50 +0800 Subject: [PATCH] fix_tokenizer_snapshot_download_bug (#4493) --- vllm/transformers_utils/tokenizer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/transformers_utils/tokenizer.py b/vllm/transformers_utils/tokenizer.py index fa4693cb7dac1..9066db5a9e7f1 100644 --- a/vllm/transformers_utils/tokenizer.py +++ b/vllm/transformers_utils/tokenizer.py @@ -79,7 +79,7 @@ def get_tokenizer( revision=revision, local_files_only=huggingface_hub.constants.HF_HUB_OFFLINE, # Ignore weights - we only need the tokenizer. - ignore_file_pattern=["*.pt", "*.safetensors", "*.bin"]) + ignore_file_pattern=[".*.pt", ".*.safetensors", ".*.bin"]) tokenizer_name = tokenizer_path if tokenizer_mode == "slow":