comment

skypilot-org · Jan 15, 2025 · 2fe25e3 · 2fe25e3
1 parent 7b50ca9
commit 2fe25e3
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/tests/skyserve/llm/service.yaml b/tests/skyserve/llm/service.yaml
@@ -28,6 +28,9 @@ setup: |
   fi
 
   # Install dependencies
+  # TODO(tian): transformers<4.48.0 is a temporary solution for breaking
+  # change in transformers 4.48.0. Update to latest version when the issue
+  # is fixed. Ref: https://github.com/huggingface/transformers/issues/35639
   pip install "fschat[model_worker,webui]==0.2.24" "transformers<4.48.0"
   pip install sentencepiece protobuf