Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -560,7 +560,7 @@ def main(external_config=None):
}

if config["General"]["gpt_base_model"] is True:
runtime_env["pip"] = ["transformers==4.26.0"]
runtime_env["pip"] = ["transformers>=4.50.0"]

if device == "gpu":
num_cpus = resources_per_worker["CPU"] * num_training_workers + 1 # additional 1 for head worker
Expand Down
2 changes: 1 addition & 1 deletion comps/finetuning/src/integrations/xtune/prepare_xtune.sh
Original file line number Diff line number Diff line change
Expand Up @@ -39,7 +39,7 @@ else
pip install matplotlib
pip install -e ".[metrics]"
pip install --no-cache-dir --force-reinstall intel-extension-for-pytorch==2.6.10+xpu oneccl_bind_pt==2.6.0+xpu --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/
pip install "transformers<=4.49.0" optimum "auto_gptq>=0.5.0"
pip install "transformers>=4.50.0" optimum "auto_gptq>=0.5.0"
echo "start llamafactory webui"
if [ -z $GUI ]; then
ZE_AFFINITY_MASK=0 llamafactory-cli webui &
Expand Down
2 changes: 1 addition & 1 deletion comps/third_parties/llama-vision/src/requirements.txt
Original file line number Diff line number Diff line change
Expand Up @@ -11,5 +11,5 @@ prometheus-fastapi-instrumentator
pydantic==2.9.2
pydub
shortuuid
transformers==4.48.0
transformers>=4.50.0
uvicorn
2 changes: 1 addition & 1 deletion comps/third_parties/llama-vision/src/requirements_tp.txt
Original file line number Diff line number Diff line change
Expand Up @@ -8,5 +8,5 @@ opentelemetry-sdk
prometheus-fastapi-instrumentator
pydantic==2.9.2
shortuuid
transformers==4.48.0
transformers>=4.50.0
uvicorn
2 changes: 1 addition & 1 deletion comps/third_parties/sglang/src/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -30,7 +30,7 @@ RUN curl -fsSL -v -o miniforge.sh -O https://github.com/conda-forge/miniforge/re
RUN git clone https://github.com/jianan-gu/sglang -b llama4_optimzed_cpu_r1
RUN . ~/miniforge3/bin/activate && conda create -n sglang python=3.10 && conda activate sglang && \
cd sglang && pip install -e "python[all_cpu]" && cd .. && conda install -y libsqlite=3.48.0 && \
pip uninstall -y triton && pip uninstall -y transformers && pip install transformers==4.51.1 && \
pip uninstall -y triton && pip uninstall -y transformers && pip install transformers>=4.50.0 && \
pip install triton==3.1 && pip install intel-openmp==2024.2.0 && pip install transformers
RUN git clone https://github.com/vllm-project/vllm.git -b v0.6.4.post1 && cd vllm && apt-get install -y libnuma-dev && \
. ~/miniforge3/bin/activate && conda activate sglang && \
Expand Down
Loading