From c00bf15cb5e33cc6ef1cb6977c23ef1c98bab9df Mon Sep 17 00:00:00 2001 From: nnshah1 Date: Fri, 2 Aug 2024 16:40:20 -0700 Subject: [PATCH] updated for style --- .../examples/fastapi/fastapi-codegen/openai-tritonserver.py | 1 + 1 file changed, 1 insertion(+) diff --git a/Triton_Inference_Server_Python_API/examples/fastapi/fastapi-codegen/openai-tritonserver.py b/Triton_Inference_Server_Python_API/examples/fastapi/fastapi-codegen/openai-tritonserver.py index 5ec3c968..df8f2e36 100644 --- a/Triton_Inference_Server_Python_API/examples/fastapi/fastapi-codegen/openai-tritonserver.py +++ b/Triton_Inference_Server_Python_API/examples/fastapi/fastapi-codegen/openai-tritonserver.py @@ -33,6 +33,7 @@ ) from transformers import AutoTokenizer, PreTrainedTokenizer, PreTrainedTokenizerFast from transformers_utils.tokenizer import get_tokenizer + SUPPORTED_BACKENDS = ["vllm", "tensorrtllm"] from triton_cli.parser import KNOWN_MODEL_SOURCES as KNOWN_MODELS