From 204135462ffdff5583bc7ec58eb3f542538077f3 Mon Sep 17 00:00:00 2001
From: HermiaHuan <3081497279@qq.com>
Date: Tue, 18 Aug 2026 10:41:52 +0800
Subject: [PATCH 01/10] Add FlagGems-vllm checkout to platform setup

---
 .github/scripts/ascend/setup.sh  | 4 ++++
 .github/scripts/cuda/setup.sh    | 4 ++++
 .github/scripts/enflame/setup.sh | 4 ++++
 .github/scripts/hygon/setup.sh   | 4 ++++
 .github/scripts/metax/setup.sh   | 4 ++++
 .github/scripts/musa/setup.sh    | 4 ++++
 6 files changed, 24 insertions(+)

diff --git a/.github/scripts/ascend/setup.sh b/.github/scripts/ascend/setup.sh
index 5b3db8c6f..52d982feb 100644
--- a/.github/scripts/ascend/setup.sh
+++ b/.github/scripts/ascend/setup.sh
@@ -3,6 +3,10 @@
 # Setup script for Ascend NPU CI environment.
 set -euo pipefail
 
+FLAGGEMS_VLLM_DIR="$(cd .. && pwd -P)/FlagGems-vllm"
+git clone https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
+git -C "${FLAGGEMS_VLLM_DIR}" checkout main
+
 git config --global --add safe.directory "$(pwd)"
 
 pip install --upgrade pip "setuptools>=77.0.3"
diff --git a/.github/scripts/cuda/setup.sh b/.github/scripts/cuda/setup.sh
index 86a4f3455..702ef6c8d 100644
--- a/.github/scripts/cuda/setup.sh
+++ b/.github/scripts/cuda/setup.sh
@@ -3,6 +3,10 @@
 # Setup script for CUDA CI environment.
 set -euo pipefail
 
+FLAGGEMS_VLLM_DIR="$(cd .. && pwd -P)/FlagGems-vllm"
+git clone https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
+git -C "${FLAGGEMS_VLLM_DIR}" checkout main
+
 git config --global --add safe.directory "$(pwd)"
 
 uv pip install --system --upgrade pip
diff --git a/.github/scripts/enflame/setup.sh b/.github/scripts/enflame/setup.sh
index 2f2229081..56878183f 100755
--- a/.github/scripts/enflame/setup.sh
+++ b/.github/scripts/enflame/setup.sh
@@ -3,6 +3,10 @@
 # Setup script for Enflame S60 CI.
 set -euo pipefail
 
+FLAGGEMS_VLLM_DIR="$(cd .. && pwd -P)/FlagGems-vllm"
+git clone https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
+git -C "${FLAGGEMS_VLLM_DIR}" checkout main
+
 : "${VLLM_PLUGINS:?VLLM_PLUGINS is not set}"
 : "${TOPS_VISIBLE_DEVICES:?TOPS_VISIBLE_DEVICES is not set}"
 
diff --git a/.github/scripts/hygon/setup.sh b/.github/scripts/hygon/setup.sh
index 82db444ca..3cea7ddc6 100644
--- a/.github/scripts/hygon/setup.sh
+++ b/.github/scripts/hygon/setup.sh
@@ -3,6 +3,10 @@
 # Setup script for Hygon DCU CI environment.
 set -euo pipefail
 
+FLAGGEMS_VLLM_DIR="$(cd .. && pwd -P)/FlagGems-vllm"
+git clone https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
+git -C "${FLAGGEMS_VLLM_DIR}" checkout main
+
 git config --global --add safe.directory "$(pwd)"
 
 : "${GEMS_VENDOR:?GEMS_VENDOR is not set}"
diff --git a/.github/scripts/metax/setup.sh b/.github/scripts/metax/setup.sh
index 28d11e95d..b15368227 100644
--- a/.github/scripts/metax/setup.sh
+++ b/.github/scripts/metax/setup.sh
@@ -3,6 +3,10 @@
 # Setup script for MetaX C550 CI environment.
 set -euo pipefail
 
+FLAGGEMS_VLLM_DIR="$(cd .. && pwd -P)/FlagGems-vllm"
+git clone https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
+git -C "${FLAGGEMS_VLLM_DIR}" checkout main
+
 export PATH="/opt/conda/bin:${PATH}"
 
 : "${GEMS_VENDOR:?GEMS_VENDOR is not set}"
diff --git a/.github/scripts/musa/setup.sh b/.github/scripts/musa/setup.sh
index b151cd012..297638ae6 100755
--- a/.github/scripts/musa/setup.sh
+++ b/.github/scripts/musa/setup.sh
@@ -3,6 +3,10 @@
 # Setup script for Moore Threads MUSA CI environment.
 set -euo pipefail
 
+FLAGGEMS_VLLM_DIR="$(cd .. && pwd -P)/FlagGems-vllm"
+git clone https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
+git -C "${FLAGGEMS_VLLM_DIR}" checkout main
+
 git config --global --add safe.directory "$(pwd)"
 
 : "${GEMS_VENDOR:?GEMS_VENDOR is not set}"

From 4d76d391efb9e9d2c1af6277e65acd76589fa100 Mon Sep 17 00:00:00 2001
From: HermiaHuan <3081497279@qq.com>
Date: Tue, 18 Aug 2026 12:13:43 +0800
Subject: [PATCH 02/10] Install and verify FlagGems-vllm in platform setup

---
 .github/scripts/ascend/setup.sh  | 17 +++++++++++++++++
 .github/scripts/cuda/setup.sh    | 20 ++++++++++++++++++++
 .github/scripts/enflame/setup.sh |  7 ++++++-
 .github/scripts/hygon/setup.sh   |  5 +++++
 .github/scripts/metax/setup.sh   |  7 ++++++-
 .github/scripts/musa/setup.sh    |  5 +++++
 6 files changed, 59 insertions(+), 2 deletions(-)

diff --git a/.github/scripts/ascend/setup.sh b/.github/scripts/ascend/setup.sh
index 52d982feb..f6ed4f418 100644
--- a/.github/scripts/ascend/setup.sh
+++ b/.github/scripts/ascend/setup.sh
@@ -3,20 +3,30 @@
 # Setup script for Ascend NPU CI environment.
 set -euo pipefail
 
+# Install FlagGems-vllm for test purpose
 FLAGGEMS_VLLM_DIR="$(cd .. && pwd -P)/FlagGems-vllm"
 git clone https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
 git -C "${FLAGGEMS_VLLM_DIR}" checkout main
+pip install --no-build-isolation -e "${FLAGGEMS_VLLM_DIR}"
 
 git config --global --add safe.directory "$(pwd)"
 
 pip install --upgrade pip "setuptools>=77.0.3"
+
+# Install vLLM-Plugin-FL
 pip install \
     --no-build-isolation \
     --no-deps \
     -e .
 
 python - <<'PY'
+import flag_gems
+import flaggems_vllm
 import numpy
+import torch
+import torch_npu  # noqa: F401
+import vllm
+import vllm_fl
 
 expected = "1.26.4"
 if numpy.__version__ != expected:
@@ -24,4 +34,11 @@ if numpy.__version__ != expected:
         f"Unexpected NumPy version: {numpy.__version__}; expected {expected}"
     )
 print(f"NumPy version: {numpy.__version__}")
+print(f"vLLM import ok: {vllm.__version__}")
+print(f"vLLM-FL import ok: {vllm_fl.__file__}")
+print(f"FlagGems import ok: {getattr(flag_gems, '__version__', 'unknown')}")
+print(f"FlagGems-vllm grouped_topk: {callable(flaggems_vllm.grouped_topk)}")
+print(f"Torch import ok: {torch.__version__}")
+print(f"Accelerator available: {torch.npu.is_available()}")
+print(f"Accelerator count: {torch.npu.device_count()}")
 PY
diff --git a/.github/scripts/cuda/setup.sh b/.github/scripts/cuda/setup.sh
index 702ef6c8d..8f51ed17a 100644
--- a/.github/scripts/cuda/setup.sh
+++ b/.github/scripts/cuda/setup.sh
@@ -3,11 +3,31 @@
 # Setup script for CUDA CI environment.
 set -euo pipefail
 
+# Install FlagGems-vllm for test purpose
 FLAGGEMS_VLLM_DIR="$(cd .. && pwd -P)/FlagGems-vllm"
 git clone https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
 git -C "${FLAGGEMS_VLLM_DIR}" checkout main
+uv pip install --system --no-build-isolation -e "${FLAGGEMS_VLLM_DIR}"
 
 git config --global --add safe.directory "$(pwd)"
 
 uv pip install --system --upgrade pip
+
+# Install vLLM-Plugin-FL
 uv pip install --system --no-build-isolation -e ".[test]"
+
+python - <<'PY'
+import flag_gems
+import flaggems_vllm
+import torch
+import vllm
+import vllm_fl
+
+print(f"vLLM import ok: {vllm.__version__}")
+print(f"vLLM-FL import ok: {vllm_fl.__file__}")
+print(f"FlagGems import ok: {getattr(flag_gems, '__version__', 'unknown')}")
+print(f"FlagGems-vllm grouped_topk: {callable(flaggems_vllm.grouped_topk)}")
+print(f"Torch import ok: {torch.__version__}")
+print(f"Accelerator available: {torch.cuda.is_available()}")
+print(f"Accelerator count: {torch.cuda.device_count()}")
+PY
diff --git a/.github/scripts/enflame/setup.sh b/.github/scripts/enflame/setup.sh
index 56878183f..01e54faf7 100755
--- a/.github/scripts/enflame/setup.sh
+++ b/.github/scripts/enflame/setup.sh
@@ -3,9 +3,11 @@
 # Setup script for Enflame S60 CI.
 set -euo pipefail
 
+# Install FlagGems-vllm for test purpose
 FLAGGEMS_VLLM_DIR="$(cd .. && pwd -P)/FlagGems-vllm"
 git clone https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
 git -C "${FLAGGEMS_VLLM_DIR}" checkout main
+pip install --no-build-isolation -e "${FLAGGEMS_VLLM_DIR}"
 
 : "${VLLM_PLUGINS:?VLLM_PLUGINS is not set}"
 : "${TOPS_VISIBLE_DEVICES:?TOPS_VISIBLE_DEVICES is not set}"
@@ -24,11 +26,13 @@ if [[ -n "${GITHUB_ENV:-}" ]]; then
   done
 fi
 
-# The vendor runtime, vLLM, and FlagGems come from the pinned base image.
+# Install vLLM-Plugin-FL
+# The vendor runtime and vLLM come from the pinned base image.
 python -m pip install --no-build-isolation --no-deps -e .
 
 python - <<'PY'
 import flag_gems
+import flaggems_vllm
 import torch
 import torch_gcu  # noqa: F401
 import vllm
@@ -37,6 +41,7 @@ import vllm_fl
 print(f"vLLM import ok: {vllm.__version__}")
 print(f"vLLM-FL import ok: {vllm_fl.__file__}")
 print(f"FlagGems import ok: {getattr(flag_gems, '__version__', 'unknown')}")
+print(f"FlagGems-vllm grouped_topk: {callable(flaggems_vllm.grouped_topk)}")
 print(f"FlagGems vendor: {getattr(flag_gems, 'vendor_name', 'auto-detected')}")
 print(f"Torch import ok: {torch.__version__}")
 print(f"Accelerator available: {torch.gcu.is_available()}")
diff --git a/.github/scripts/hygon/setup.sh b/.github/scripts/hygon/setup.sh
index 3cea7ddc6..1057f18b5 100644
--- a/.github/scripts/hygon/setup.sh
+++ b/.github/scripts/hygon/setup.sh
@@ -3,9 +3,11 @@
 # Setup script for Hygon DCU CI environment.
 set -euo pipefail
 
+# Install FlagGems-vllm for test purpose
 FLAGGEMS_VLLM_DIR="$(cd .. && pwd -P)/FlagGems-vllm"
 git clone https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
 git -C "${FLAGGEMS_VLLM_DIR}" checkout main
+pip install --no-build-isolation -e "${FLAGGEMS_VLLM_DIR}"
 
 git config --global --add safe.directory "$(pwd)"
 
@@ -27,10 +29,12 @@ echo "LD_LIBRARY_PATH=${LD_LIBRARY_PATH}"
 test -e "${HIP_PATH}/lib/libgalaxyhip.so.5"
 test -e "${DTK_HOME}/llvm/lib/libomp.so"
 
+# Install vLLM-Plugin-FL
 python -m pip install --no-build-isolation --no-deps -e .
 
 python - <<'PY'
 import flag_gems
+import flaggems_vllm
 import torch
 import vllm
 import vllm_fl
@@ -38,6 +42,7 @@ import vllm_fl
 print(f"vLLM import ok: {vllm.__version__}")
 print(f"vLLM-FL import ok: {vllm_fl.__file__}")
 print(f"FlagGems import ok: {getattr(flag_gems, '__version__', 'unknown')}")
+print(f"FlagGems-vllm grouped_topk: {callable(flaggems_vllm.grouped_topk)}")
 print(f"Torch import ok: {torch.__version__}")
 print(f"Accelerator available: {torch.cuda.is_available()}")
 print(f"Accelerator count: {torch.cuda.device_count()}")
diff --git a/.github/scripts/metax/setup.sh b/.github/scripts/metax/setup.sh
index b15368227..2860cbb61 100644
--- a/.github/scripts/metax/setup.sh
+++ b/.github/scripts/metax/setup.sh
@@ -3,9 +3,11 @@
 # Setup script for MetaX C550 CI environment.
 set -euo pipefail
 
+# Install FlagGems-vllm for test purpose
 FLAGGEMS_VLLM_DIR="$(cd .. && pwd -P)/FlagGems-vllm"
 git clone https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
 git -C "${FLAGGEMS_VLLM_DIR}" checkout main
+pip install --no-build-isolation -e "${FLAGGEMS_VLLM_DIR}"
 
 export PATH="/opt/conda/bin:${PATH}"
 
@@ -25,12 +27,14 @@ if [[ -n "${GITHUB_ENV:-}" ]]; then
   done
 fi
 
-# vLLM, FlagGems, and test dependencies are provided by the CI image.
+# Install vLLM-Plugin-FL
+# vLLM and test dependencies are provided by the CI image.
 # Only install the checked-out plugin source for this workflow run.
 python -m pip install --no-build-isolation --no-deps -e .
 
 python - <<'PY'
 import flag_gems
+import flaggems_vllm
 import torch
 import vllm
 import vllm_fl
@@ -38,6 +42,7 @@ import vllm_fl
 print(f"vLLM import ok: {vllm.__version__}")
 print(f"vLLM-FL import ok: {vllm_fl.__file__}")
 print(f"FlagGems import ok: {getattr(flag_gems, '__version__', 'unknown')}")
+print(f"FlagGems-vllm grouped_topk: {callable(flaggems_vllm.grouped_topk)}")
 print(f"Torch import ok: {torch.__version__}")
 print(f"Accelerator available: {torch.cuda.is_available()}")
 print(f"Accelerator count: {torch.cuda.device_count()}")
diff --git a/.github/scripts/musa/setup.sh b/.github/scripts/musa/setup.sh
index 297638ae6..015638208 100755
--- a/.github/scripts/musa/setup.sh
+++ b/.github/scripts/musa/setup.sh
@@ -3,9 +3,11 @@
 # Setup script for Moore Threads MUSA CI environment.
 set -euo pipefail
 
+# Install FlagGems-vllm for test purpose
 FLAGGEMS_VLLM_DIR="$(cd .. && pwd -P)/FlagGems-vllm"
 git clone https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
 git -C "${FLAGGEMS_VLLM_DIR}" checkout main
+pip install --no-build-isolation -e "${FLAGGEMS_VLLM_DIR}"
 
 git config --global --add safe.directory "$(pwd)"
 
@@ -13,10 +15,12 @@ git config --global --add safe.directory "$(pwd)"
 : "${VLLM_PLUGINS:?VLLM_PLUGINS is not set}"
 : "${MTHREADS_VISIBLE_DEVICES:?MTHREADS_VISIBLE_DEVICES is not set}"
 
+# Install vLLM-Plugin-FL
 python -m pip install --no-build-isolation --no-deps -e .
 
 python - <<'PY'
 import flag_gems
+import flaggems_vllm
 import torch
 import torch_musa
 import vllm
@@ -30,6 +34,7 @@ assert current_platform.device_type == "musa", current_platform.device_type
 print(f"vLLM import ok: {vllm.__version__}")
 print(f"vLLM-FL import ok: {vllm_fl.__file__}")
 print(f"FlagGems import ok: {getattr(flag_gems, '__version__', 'unknown')}")
+print(f"FlagGems-vllm grouped_topk: {callable(flaggems_vllm.grouped_topk)}")
 print(f"Torch import ok: {torch.__version__}")
 print(f"MUSA available: {torch.musa.is_available()}")
 print(f"MUSA devices: {torch.musa.device_count()}")

From 78a3f8916588d51c1862818bd175d9de07285704 Mon Sep 17 00:00:00 2001
From: HermiaHuan <3081497279@qq.com>
Date: Tue, 18 Aug 2026 13:04:02 +0800
Subject: [PATCH 03/10] Use python -m pip for FlagGems-vllm setup install

---
 .github/scripts/ascend/setup.sh  | 2 +-
 .github/scripts/enflame/setup.sh | 2 +-
 .github/scripts/hygon/setup.sh   | 2 +-
 .github/scripts/metax/setup.sh   | 2 +-
 .github/scripts/musa/setup.sh    | 2 +-
 5 files changed, 5 insertions(+), 5 deletions(-)

diff --git a/.github/scripts/ascend/setup.sh b/.github/scripts/ascend/setup.sh
index f6ed4f418..46461e116 100644
--- a/.github/scripts/ascend/setup.sh
+++ b/.github/scripts/ascend/setup.sh
@@ -7,7 +7,7 @@ set -euo pipefail
 FLAGGEMS_VLLM_DIR="$(cd .. && pwd -P)/FlagGems-vllm"
 git clone https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
 git -C "${FLAGGEMS_VLLM_DIR}" checkout main
-pip install --no-build-isolation -e "${FLAGGEMS_VLLM_DIR}"
+python -m pip install --no-build-isolation -e "${FLAGGEMS_VLLM_DIR}"
 
 git config --global --add safe.directory "$(pwd)"
 
diff --git a/.github/scripts/enflame/setup.sh b/.github/scripts/enflame/setup.sh
index 01e54faf7..1ae2d3904 100755
--- a/.github/scripts/enflame/setup.sh
+++ b/.github/scripts/enflame/setup.sh
@@ -7,7 +7,7 @@ set -euo pipefail
 FLAGGEMS_VLLM_DIR="$(cd .. && pwd -P)/FlagGems-vllm"
 git clone https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
 git -C "${FLAGGEMS_VLLM_DIR}" checkout main
-pip install --no-build-isolation -e "${FLAGGEMS_VLLM_DIR}"
+python -m pip install --no-build-isolation -e "${FLAGGEMS_VLLM_DIR}"
 
 : "${VLLM_PLUGINS:?VLLM_PLUGINS is not set}"
 : "${TOPS_VISIBLE_DEVICES:?TOPS_VISIBLE_DEVICES is not set}"
diff --git a/.github/scripts/hygon/setup.sh b/.github/scripts/hygon/setup.sh
index 1057f18b5..d8c05814a 100644
--- a/.github/scripts/hygon/setup.sh
+++ b/.github/scripts/hygon/setup.sh
@@ -7,7 +7,7 @@ set -euo pipefail
 FLAGGEMS_VLLM_DIR="$(cd .. && pwd -P)/FlagGems-vllm"
 git clone https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
 git -C "${FLAGGEMS_VLLM_DIR}" checkout main
-pip install --no-build-isolation -e "${FLAGGEMS_VLLM_DIR}"
+python -m pip install --no-build-isolation -e "${FLAGGEMS_VLLM_DIR}"
 
 git config --global --add safe.directory "$(pwd)"
 
diff --git a/.github/scripts/metax/setup.sh b/.github/scripts/metax/setup.sh
index 2860cbb61..6a4da82cd 100644
--- a/.github/scripts/metax/setup.sh
+++ b/.github/scripts/metax/setup.sh
@@ -7,7 +7,7 @@ set -euo pipefail
 FLAGGEMS_VLLM_DIR="$(cd .. && pwd -P)/FlagGems-vllm"
 git clone https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
 git -C "${FLAGGEMS_VLLM_DIR}" checkout main
-pip install --no-build-isolation -e "${FLAGGEMS_VLLM_DIR}"
+python -m pip install --no-build-isolation -e "${FLAGGEMS_VLLM_DIR}"
 
 export PATH="/opt/conda/bin:${PATH}"
 
diff --git a/.github/scripts/musa/setup.sh b/.github/scripts/musa/setup.sh
index 015638208..6a8b32988 100755
--- a/.github/scripts/musa/setup.sh
+++ b/.github/scripts/musa/setup.sh
@@ -7,7 +7,7 @@ set -euo pipefail
 FLAGGEMS_VLLM_DIR="$(cd .. && pwd -P)/FlagGems-vllm"
 git clone https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
 git -C "${FLAGGEMS_VLLM_DIR}" checkout main
-pip install --no-build-isolation -e "${FLAGGEMS_VLLM_DIR}"
+python -m pip install --no-build-isolation -e "${FLAGGEMS_VLLM_DIR}"
 
 git config --global --add safe.directory "$(pwd)"
 

From 705f480bb1c04a1cc0247df44c6d09905bc88cfa Mon Sep 17 00:00:00 2001
From: HermiaHuan <3081497279@qq.com>
Date: Tue, 18 Aug 2026 13:18:32 +0800
Subject: [PATCH 04/10] Clean FlagGems-vllm checkout directory before clone

---
 .github/scripts/ascend/setup.sh  | 1 +
 .github/scripts/cuda/setup.sh    | 1 +
 .github/scripts/enflame/setup.sh | 1 +
 .github/scripts/hygon/setup.sh   | 1 +
 .github/scripts/metax/setup.sh   | 1 +
 .github/scripts/musa/setup.sh    | 1 +
 6 files changed, 6 insertions(+)

diff --git a/.github/scripts/ascend/setup.sh b/.github/scripts/ascend/setup.sh
index 46461e116..5e0858090 100644
--- a/.github/scripts/ascend/setup.sh
+++ b/.github/scripts/ascend/setup.sh
@@ -5,6 +5,7 @@ set -euo pipefail
 
 # Install FlagGems-vllm for test purpose
 FLAGGEMS_VLLM_DIR="$(cd .. && pwd -P)/FlagGems-vllm"
+rm -rf "${FLAGGEMS_VLLM_DIR}"
 git clone https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
 git -C "${FLAGGEMS_VLLM_DIR}" checkout main
 python -m pip install --no-build-isolation -e "${FLAGGEMS_VLLM_DIR}"
diff --git a/.github/scripts/cuda/setup.sh b/.github/scripts/cuda/setup.sh
index 8f51ed17a..c179e923b 100644
--- a/.github/scripts/cuda/setup.sh
+++ b/.github/scripts/cuda/setup.sh
@@ -5,6 +5,7 @@ set -euo pipefail
 
 # Install FlagGems-vllm for test purpose
 FLAGGEMS_VLLM_DIR="$(cd .. && pwd -P)/FlagGems-vllm"
+rm -rf "${FLAGGEMS_VLLM_DIR}"
 git clone https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
 git -C "${FLAGGEMS_VLLM_DIR}" checkout main
 uv pip install --system --no-build-isolation -e "${FLAGGEMS_VLLM_DIR}"
diff --git a/.github/scripts/enflame/setup.sh b/.github/scripts/enflame/setup.sh
index 1ae2d3904..151c60a38 100755
--- a/.github/scripts/enflame/setup.sh
+++ b/.github/scripts/enflame/setup.sh
@@ -5,6 +5,7 @@ set -euo pipefail
 
 # Install FlagGems-vllm for test purpose
 FLAGGEMS_VLLM_DIR="$(cd .. && pwd -P)/FlagGems-vllm"
+rm -rf "${FLAGGEMS_VLLM_DIR}"
 git clone https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
 git -C "${FLAGGEMS_VLLM_DIR}" checkout main
 python -m pip install --no-build-isolation -e "${FLAGGEMS_VLLM_DIR}"
diff --git a/.github/scripts/hygon/setup.sh b/.github/scripts/hygon/setup.sh
index d8c05814a..8662e617c 100644
--- a/.github/scripts/hygon/setup.sh
+++ b/.github/scripts/hygon/setup.sh
@@ -5,6 +5,7 @@ set -euo pipefail
 
 # Install FlagGems-vllm for test purpose
 FLAGGEMS_VLLM_DIR="$(cd .. && pwd -P)/FlagGems-vllm"
+rm -rf "${FLAGGEMS_VLLM_DIR}"
 git clone https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
 git -C "${FLAGGEMS_VLLM_DIR}" checkout main
 python -m pip install --no-build-isolation -e "${FLAGGEMS_VLLM_DIR}"
diff --git a/.github/scripts/metax/setup.sh b/.github/scripts/metax/setup.sh
index 6a4da82cd..e24b8ee1c 100644
--- a/.github/scripts/metax/setup.sh
+++ b/.github/scripts/metax/setup.sh
@@ -5,6 +5,7 @@ set -euo pipefail
 
 # Install FlagGems-vllm for test purpose
 FLAGGEMS_VLLM_DIR="$(cd .. && pwd -P)/FlagGems-vllm"
+rm -rf "${FLAGGEMS_VLLM_DIR}"
 git clone https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
 git -C "${FLAGGEMS_VLLM_DIR}" checkout main
 python -m pip install --no-build-isolation -e "${FLAGGEMS_VLLM_DIR}"
diff --git a/.github/scripts/musa/setup.sh b/.github/scripts/musa/setup.sh
index 6a8b32988..95ad9029f 100755
--- a/.github/scripts/musa/setup.sh
+++ b/.github/scripts/musa/setup.sh
@@ -5,6 +5,7 @@ set -euo pipefail
 
 # Install FlagGems-vllm for test purpose
 FLAGGEMS_VLLM_DIR="$(cd .. && pwd -P)/FlagGems-vllm"
+rm -rf "${FLAGGEMS_VLLM_DIR}"
 git clone https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
 git -C "${FLAGGEMS_VLLM_DIR}" checkout main
 python -m pip install --no-build-isolation -e "${FLAGGEMS_VLLM_DIR}"

From 852e2ed1b8bbca98e486e5fbdf2cd1499a38e91f Mon Sep 17 00:00:00 2001
From: HermiaHuan <3081497279@qq.com>
Date: Wed, 19 Aug 2026 10:58:58 +0800
Subject: [PATCH 05/10] Pin FlagGems dependencies in platform setup

---
 .github/scripts/ascend/setup.sh  | 11 +++++++++--
 .github/scripts/cuda/setup.sh    | 11 +++++++++--
 .github/scripts/enflame/setup.sh | 11 +++++++++--
 .github/scripts/hygon/setup.sh   | 11 +++++++++--
 .github/scripts/metax/setup.sh   | 11 +++++++++--
 .github/scripts/musa/setup.sh    | 11 +++++++++--
 6 files changed, 54 insertions(+), 12 deletions(-)

diff --git a/.github/scripts/ascend/setup.sh b/.github/scripts/ascend/setup.sh
index 5e0858090..d186cc20a 100644
--- a/.github/scripts/ascend/setup.sh
+++ b/.github/scripts/ascend/setup.sh
@@ -3,11 +3,18 @@
 # Setup script for Ascend NPU CI environment.
 set -euo pipefail
 
+# Install FlagGems for test purpose
+FLAGGEMS_VERSION="v5.4.0.dev0"
+FLAGGEMS_DIR="$(cd .. && pwd -P)/FlagGems"
+rm -rf "${FLAGGEMS_DIR}"
+git clone --branch "${FLAGGEMS_VERSION}" --depth 1 https://github.com/flagos-ai/FlagGems.git "${FLAGGEMS_DIR}"
+python -m pip install --no-build-isolation -e "${FLAGGEMS_DIR}"
+
 # Install FlagGems-vllm for test purpose
+FLAGGEMS_VLLM_VERSION="v0.1.1-rc0"
 FLAGGEMS_VLLM_DIR="$(cd .. && pwd -P)/FlagGems-vllm"
 rm -rf "${FLAGGEMS_VLLM_DIR}"
-git clone https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
-git -C "${FLAGGEMS_VLLM_DIR}" checkout main
+git clone --branch "${FLAGGEMS_VLLM_VERSION}" --depth 1 https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
 python -m pip install --no-build-isolation -e "${FLAGGEMS_VLLM_DIR}"
 
 git config --global --add safe.directory "$(pwd)"
diff --git a/.github/scripts/cuda/setup.sh b/.github/scripts/cuda/setup.sh
index c179e923b..b2f23e6c9 100644
--- a/.github/scripts/cuda/setup.sh
+++ b/.github/scripts/cuda/setup.sh
@@ -3,11 +3,18 @@
 # Setup script for CUDA CI environment.
 set -euo pipefail
 
+# Install FlagGems for test purpose
+FLAGGEMS_VERSION="v5.4.0.dev0"
+FLAGGEMS_DIR="$(cd .. && pwd -P)/FlagGems"
+rm -rf "${FLAGGEMS_DIR}"
+git clone --branch "${FLAGGEMS_VERSION}" --depth 1 https://github.com/flagos-ai/FlagGems.git "${FLAGGEMS_DIR}"
+uv pip install --system --no-build-isolation -e "${FLAGGEMS_DIR}"
+
 # Install FlagGems-vllm for test purpose
+FLAGGEMS_VLLM_VERSION="v0.1.1-rc0"
 FLAGGEMS_VLLM_DIR="$(cd .. && pwd -P)/FlagGems-vllm"
 rm -rf "${FLAGGEMS_VLLM_DIR}"
-git clone https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
-git -C "${FLAGGEMS_VLLM_DIR}" checkout main
+git clone --branch "${FLAGGEMS_VLLM_VERSION}" --depth 1 https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
 uv pip install --system --no-build-isolation -e "${FLAGGEMS_VLLM_DIR}"
 
 git config --global --add safe.directory "$(pwd)"
diff --git a/.github/scripts/enflame/setup.sh b/.github/scripts/enflame/setup.sh
index 151c60a38..a285ae28c 100755
--- a/.github/scripts/enflame/setup.sh
+++ b/.github/scripts/enflame/setup.sh
@@ -3,11 +3,18 @@
 # Setup script for Enflame S60 CI.
 set -euo pipefail
 
+# Install FlagGems for test purpose
+FLAGGEMS_VERSION="v5.4.0.dev0"
+FLAGGEMS_DIR="$(cd .. && pwd -P)/FlagGems"
+rm -rf "${FLAGGEMS_DIR}"
+git clone --branch "${FLAGGEMS_VERSION}" --depth 1 https://github.com/flagos-ai/FlagGems.git "${FLAGGEMS_DIR}"
+python -m pip install --no-build-isolation -e "${FLAGGEMS_DIR}"
+
 # Install FlagGems-vllm for test purpose
+FLAGGEMS_VLLM_VERSION="v0.1.1-rc0"
 FLAGGEMS_VLLM_DIR="$(cd .. && pwd -P)/FlagGems-vllm"
 rm -rf "${FLAGGEMS_VLLM_DIR}"
-git clone https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
-git -C "${FLAGGEMS_VLLM_DIR}" checkout main
+git clone --branch "${FLAGGEMS_VLLM_VERSION}" --depth 1 https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
 python -m pip install --no-build-isolation -e "${FLAGGEMS_VLLM_DIR}"
 
 : "${VLLM_PLUGINS:?VLLM_PLUGINS is not set}"
diff --git a/.github/scripts/hygon/setup.sh b/.github/scripts/hygon/setup.sh
index 8662e617c..5e989cdd8 100644
--- a/.github/scripts/hygon/setup.sh
+++ b/.github/scripts/hygon/setup.sh
@@ -3,11 +3,18 @@
 # Setup script for Hygon DCU CI environment.
 set -euo pipefail
 
+# Install FlagGems for test purpose
+FLAGGEMS_VERSION="v5.4.0.dev0"
+FLAGGEMS_DIR="$(cd .. && pwd -P)/FlagGems"
+rm -rf "${FLAGGEMS_DIR}"
+git clone --branch "${FLAGGEMS_VERSION}" --depth 1 https://github.com/flagos-ai/FlagGems.git "${FLAGGEMS_DIR}"
+python -m pip install --no-build-isolation -e "${FLAGGEMS_DIR}"
+
 # Install FlagGems-vllm for test purpose
+FLAGGEMS_VLLM_VERSION="v0.1.1-rc0"
 FLAGGEMS_VLLM_DIR="$(cd .. && pwd -P)/FlagGems-vllm"
 rm -rf "${FLAGGEMS_VLLM_DIR}"
-git clone https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
-git -C "${FLAGGEMS_VLLM_DIR}" checkout main
+git clone --branch "${FLAGGEMS_VLLM_VERSION}" --depth 1 https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
 python -m pip install --no-build-isolation -e "${FLAGGEMS_VLLM_DIR}"
 
 git config --global --add safe.directory "$(pwd)"
diff --git a/.github/scripts/metax/setup.sh b/.github/scripts/metax/setup.sh
index e24b8ee1c..d9218d9a0 100644
--- a/.github/scripts/metax/setup.sh
+++ b/.github/scripts/metax/setup.sh
@@ -3,11 +3,18 @@
 # Setup script for MetaX C550 CI environment.
 set -euo pipefail
 
+# Install FlagGems for test purpose
+FLAGGEMS_VERSION="v5.4.0.dev0"
+FLAGGEMS_DIR="$(cd .. && pwd -P)/FlagGems"
+rm -rf "${FLAGGEMS_DIR}"
+git clone --branch "${FLAGGEMS_VERSION}" --depth 1 https://github.com/flagos-ai/FlagGems.git "${FLAGGEMS_DIR}"
+python -m pip install --no-build-isolation -e "${FLAGGEMS_DIR}"
+
 # Install FlagGems-vllm for test purpose
+FLAGGEMS_VLLM_VERSION="v0.1.1-rc0"
 FLAGGEMS_VLLM_DIR="$(cd .. && pwd -P)/FlagGems-vllm"
 rm -rf "${FLAGGEMS_VLLM_DIR}"
-git clone https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
-git -C "${FLAGGEMS_VLLM_DIR}" checkout main
+git clone --branch "${FLAGGEMS_VLLM_VERSION}" --depth 1 https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
 python -m pip install --no-build-isolation -e "${FLAGGEMS_VLLM_DIR}"
 
 export PATH="/opt/conda/bin:${PATH}"
diff --git a/.github/scripts/musa/setup.sh b/.github/scripts/musa/setup.sh
index 95ad9029f..301df193a 100755
--- a/.github/scripts/musa/setup.sh
+++ b/.github/scripts/musa/setup.sh
@@ -3,11 +3,18 @@
 # Setup script for Moore Threads MUSA CI environment.
 set -euo pipefail
 
+# Install FlagGems for test purpose
+FLAGGEMS_VERSION="v5.4.0.dev0"
+FLAGGEMS_DIR="$(cd .. && pwd -P)/FlagGems"
+rm -rf "${FLAGGEMS_DIR}"
+git clone --branch "${FLAGGEMS_VERSION}" --depth 1 https://github.com/flagos-ai/FlagGems.git "${FLAGGEMS_DIR}"
+python -m pip install --no-build-isolation -e "${FLAGGEMS_DIR}"
+
 # Install FlagGems-vllm for test purpose
+FLAGGEMS_VLLM_VERSION="v0.1.1-rc0"
 FLAGGEMS_VLLM_DIR="$(cd .. && pwd -P)/FlagGems-vllm"
 rm -rf "${FLAGGEMS_VLLM_DIR}"
-git clone https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
-git -C "${FLAGGEMS_VLLM_DIR}" checkout main
+git clone --branch "${FLAGGEMS_VLLM_VERSION}" --depth 1 https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
 python -m pip install --no-build-isolation -e "${FLAGGEMS_VLLM_DIR}"
 
 git config --global --add safe.directory "$(pwd)"

From cf77af7ca4050dff179340506058820a660da20c Mon Sep 17 00:00:00 2001
From: HermiaHuan <3081497279@qq.com>
Date: Wed, 19 Aug 2026 11:51:52 +0800
Subject: [PATCH 06/10] Use image FlagGems for Enflame setup

---
 .github/scripts/enflame/setup.sh | 7 -------
 1 file changed, 7 deletions(-)

diff --git a/.github/scripts/enflame/setup.sh b/.github/scripts/enflame/setup.sh
index a285ae28c..8ea4b9f98 100755
--- a/.github/scripts/enflame/setup.sh
+++ b/.github/scripts/enflame/setup.sh
@@ -3,13 +3,6 @@
 # Setup script for Enflame S60 CI.
 set -euo pipefail
 
-# Install FlagGems for test purpose
-FLAGGEMS_VERSION="v5.4.0.dev0"
-FLAGGEMS_DIR="$(cd .. && pwd -P)/FlagGems"
-rm -rf "${FLAGGEMS_DIR}"
-git clone --branch "${FLAGGEMS_VERSION}" --depth 1 https://github.com/flagos-ai/FlagGems.git "${FLAGGEMS_DIR}"
-python -m pip install --no-build-isolation -e "${FLAGGEMS_DIR}"
-
 # Install FlagGems-vllm for test purpose
 FLAGGEMS_VLLM_VERSION="v0.1.1-rc0"
 FLAGGEMS_VLLM_DIR="$(cd .. && pwd -P)/FlagGems-vllm"

From a37721f57a4f9ee8fe28b568fd348d70b216a44c Mon Sep 17 00:00:00 2001
From: HermiaHuan <3081497279@qq.com>
Date: Wed, 19 Aug 2026 12:22:02 +0800
Subject: [PATCH 07/10] Install FlagGems-vllm without dependencies

---
 .github/scripts/ascend/setup.sh  | 2 +-
 .github/scripts/cuda/setup.sh    | 2 +-
 .github/scripts/enflame/setup.sh | 9 ++++++++-
 .github/scripts/hygon/setup.sh   | 2 +-
 .github/scripts/metax/setup.sh   | 2 +-
 .github/scripts/musa/setup.sh    | 2 +-
 6 files changed, 13 insertions(+), 6 deletions(-)

diff --git a/.github/scripts/ascend/setup.sh b/.github/scripts/ascend/setup.sh
index d186cc20a..0bfac551e 100644
--- a/.github/scripts/ascend/setup.sh
+++ b/.github/scripts/ascend/setup.sh
@@ -15,7 +15,7 @@ FLAGGEMS_VLLM_VERSION="v0.1.1-rc0"
 FLAGGEMS_VLLM_DIR="$(cd .. && pwd -P)/FlagGems-vllm"
 rm -rf "${FLAGGEMS_VLLM_DIR}"
 git clone --branch "${FLAGGEMS_VLLM_VERSION}" --depth 1 https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
-python -m pip install --no-build-isolation -e "${FLAGGEMS_VLLM_DIR}"
+python -m pip install --no-build-isolation --no-deps -e "${FLAGGEMS_VLLM_DIR}"
 
 git config --global --add safe.directory "$(pwd)"
 
diff --git a/.github/scripts/cuda/setup.sh b/.github/scripts/cuda/setup.sh
index b2f23e6c9..1b93f093a 100644
--- a/.github/scripts/cuda/setup.sh
+++ b/.github/scripts/cuda/setup.sh
@@ -15,7 +15,7 @@ FLAGGEMS_VLLM_VERSION="v0.1.1-rc0"
 FLAGGEMS_VLLM_DIR="$(cd .. && pwd -P)/FlagGems-vllm"
 rm -rf "${FLAGGEMS_VLLM_DIR}"
 git clone --branch "${FLAGGEMS_VLLM_VERSION}" --depth 1 https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
-uv pip install --system --no-build-isolation -e "${FLAGGEMS_VLLM_DIR}"
+uv pip install --system --no-build-isolation --no-deps -e "${FLAGGEMS_VLLM_DIR}"
 
 git config --global --add safe.directory "$(pwd)"
 
diff --git a/.github/scripts/enflame/setup.sh b/.github/scripts/enflame/setup.sh
index 8ea4b9f98..20701b55b 100755
--- a/.github/scripts/enflame/setup.sh
+++ b/.github/scripts/enflame/setup.sh
@@ -3,12 +3,19 @@
 # Setup script for Enflame S60 CI.
 set -euo pipefail
 
+# Install FlagGems for test purpose
+FLAGGEMS_VERSION="v5.4.0.dev0"
+FLAGGEMS_DIR="$(cd .. && pwd -P)/FlagGems"
+rm -rf "${FLAGGEMS_DIR}"
+git clone --branch "${FLAGGEMS_VERSION}" --depth 1 https://github.com/flagos-ai/FlagGems.git "${FLAGGEMS_DIR}"
+python -m pip install --no-build-isolation -e "${FLAGGEMS_DIR}"
+
 # Install FlagGems-vllm for test purpose
 FLAGGEMS_VLLM_VERSION="v0.1.1-rc0"
 FLAGGEMS_VLLM_DIR="$(cd .. && pwd -P)/FlagGems-vllm"
 rm -rf "${FLAGGEMS_VLLM_DIR}"
 git clone --branch "${FLAGGEMS_VLLM_VERSION}" --depth 1 https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
-python -m pip install --no-build-isolation -e "${FLAGGEMS_VLLM_DIR}"
+python -m pip install --no-build-isolation --no-deps -e "${FLAGGEMS_VLLM_DIR}"
 
 : "${VLLM_PLUGINS:?VLLM_PLUGINS is not set}"
 : "${TOPS_VISIBLE_DEVICES:?TOPS_VISIBLE_DEVICES is not set}"
diff --git a/.github/scripts/hygon/setup.sh b/.github/scripts/hygon/setup.sh
index 5e989cdd8..2cce33eff 100644
--- a/.github/scripts/hygon/setup.sh
+++ b/.github/scripts/hygon/setup.sh
@@ -15,7 +15,7 @@ FLAGGEMS_VLLM_VERSION="v0.1.1-rc0"
 FLAGGEMS_VLLM_DIR="$(cd .. && pwd -P)/FlagGems-vllm"
 rm -rf "${FLAGGEMS_VLLM_DIR}"
 git clone --branch "${FLAGGEMS_VLLM_VERSION}" --depth 1 https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
-python -m pip install --no-build-isolation -e "${FLAGGEMS_VLLM_DIR}"
+python -m pip install --no-build-isolation --no-deps -e "${FLAGGEMS_VLLM_DIR}"
 
 git config --global --add safe.directory "$(pwd)"
 
diff --git a/.github/scripts/metax/setup.sh b/.github/scripts/metax/setup.sh
index d9218d9a0..8339c2654 100644
--- a/.github/scripts/metax/setup.sh
+++ b/.github/scripts/metax/setup.sh
@@ -15,7 +15,7 @@ FLAGGEMS_VLLM_VERSION="v0.1.1-rc0"
 FLAGGEMS_VLLM_DIR="$(cd .. && pwd -P)/FlagGems-vllm"
 rm -rf "${FLAGGEMS_VLLM_DIR}"
 git clone --branch "${FLAGGEMS_VLLM_VERSION}" --depth 1 https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
-python -m pip install --no-build-isolation -e "${FLAGGEMS_VLLM_DIR}"
+python -m pip install --no-build-isolation --no-deps -e "${FLAGGEMS_VLLM_DIR}"
 
 export PATH="/opt/conda/bin:${PATH}"
 
diff --git a/.github/scripts/musa/setup.sh b/.github/scripts/musa/setup.sh
index 301df193a..73c3770b8 100755
--- a/.github/scripts/musa/setup.sh
+++ b/.github/scripts/musa/setup.sh
@@ -15,7 +15,7 @@ FLAGGEMS_VLLM_VERSION="v0.1.1-rc0"
 FLAGGEMS_VLLM_DIR="$(cd .. && pwd -P)/FlagGems-vllm"
 rm -rf "${FLAGGEMS_VLLM_DIR}"
 git clone --branch "${FLAGGEMS_VLLM_VERSION}" --depth 1 https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
-python -m pip install --no-build-isolation -e "${FLAGGEMS_VLLM_DIR}"
+python -m pip install --no-build-isolation --no-deps -e "${FLAGGEMS_VLLM_DIR}"
 
 git config --global --add safe.directory "$(pwd)"
 

From 92c202fef377859ea39baa5aa97a189c82d55934 Mon Sep 17 00:00:00 2001
From: HermiaHuan <3081497279@qq.com>
Date: Thu, 20 Aug 2026 14:25:21 +0800
Subject: [PATCH 08/10] Adjust platform FlagGems setup for CI

---
 .github/scripts/enflame/setup.sh | 7 -------
 .github/scripts/metax/setup.sh   | 2 +-
 .github/scripts/musa/setup.sh    | 2 +-
 tests/platforms/ascend.yaml      | 3 +++
 4 files changed, 5 insertions(+), 9 deletions(-)

diff --git a/.github/scripts/enflame/setup.sh b/.github/scripts/enflame/setup.sh
index 20701b55b..d58d863d8 100755
--- a/.github/scripts/enflame/setup.sh
+++ b/.github/scripts/enflame/setup.sh
@@ -3,13 +3,6 @@
 # Setup script for Enflame S60 CI.
 set -euo pipefail
 
-# Install FlagGems for test purpose
-FLAGGEMS_VERSION="v5.4.0.dev0"
-FLAGGEMS_DIR="$(cd .. && pwd -P)/FlagGems"
-rm -rf "${FLAGGEMS_DIR}"
-git clone --branch "${FLAGGEMS_VERSION}" --depth 1 https://github.com/flagos-ai/FlagGems.git "${FLAGGEMS_DIR}"
-python -m pip install --no-build-isolation -e "${FLAGGEMS_DIR}"
-
 # Install FlagGems-vllm for test purpose
 FLAGGEMS_VLLM_VERSION="v0.1.1-rc0"
 FLAGGEMS_VLLM_DIR="$(cd .. && pwd -P)/FlagGems-vllm"
diff --git a/.github/scripts/metax/setup.sh b/.github/scripts/metax/setup.sh
index 8339c2654..072cccd4d 100644
--- a/.github/scripts/metax/setup.sh
+++ b/.github/scripts/metax/setup.sh
@@ -4,7 +4,7 @@
 set -euo pipefail
 
 # Install FlagGems for test purpose
-FLAGGEMS_VERSION="v5.4.0.dev0"
+FLAGGEMS_VERSION="v5.3.4"
 FLAGGEMS_DIR="$(cd .. && pwd -P)/FlagGems"
 rm -rf "${FLAGGEMS_DIR}"
 git clone --branch "${FLAGGEMS_VERSION}" --depth 1 https://github.com/flagos-ai/FlagGems.git "${FLAGGEMS_DIR}"
diff --git a/.github/scripts/musa/setup.sh b/.github/scripts/musa/setup.sh
index 73c3770b8..e94b7c879 100755
--- a/.github/scripts/musa/setup.sh
+++ b/.github/scripts/musa/setup.sh
@@ -4,7 +4,7 @@
 set -euo pipefail
 
 # Install FlagGems for test purpose
-FLAGGEMS_VERSION="v5.4.0.dev0"
+FLAGGEMS_VERSION="v5.3.4"
 FLAGGEMS_DIR="$(cd .. && pwd -P)/FlagGems"
 rm -rf "${FLAGGEMS_DIR}"
 git clone --branch "${FLAGGEMS_VERSION}" --depth 1 https://github.com/flagos-ai/FlagGems.git "${FLAGGEMS_DIR}"
diff --git a/tests/platforms/ascend.yaml b/tests/platforms/ascend.yaml
index 5298ee9df..07986d017 100644
--- a/tests/platforms/ascend.yaml
+++ b/tests/platforms/ascend.yaml
@@ -82,6 +82,9 @@ env_defaults: {}
 910c:
   name: "910c"
   tests:
+    timeouts:
+      e2e:
+        serving: 120
     e2e:
       # Add or remove test cases per model
       inference:

From 8d34d1d2226e2951fd0c59366c1b4e5a073b2ac2 Mon Sep 17 00:00:00 2001
From: HermiaHuan <3081497279@qq.com>
Date: Thu, 20 Aug 2026 14:52:37 +0800
Subject: [PATCH 09/10] Use FlagGems 5.3.4 for Enflame setup

---
 .github/scripts/enflame/setup.sh | 7 +++++++
 1 file changed, 7 insertions(+)

diff --git a/.github/scripts/enflame/setup.sh b/.github/scripts/enflame/setup.sh
index d58d863d8..dff965a95 100755
--- a/.github/scripts/enflame/setup.sh
+++ b/.github/scripts/enflame/setup.sh
@@ -3,6 +3,13 @@
 # Setup script for Enflame S60 CI.
 set -euo pipefail
 
+# Install FlagGems for test purpose
+FLAGGEMS_VERSION="v5.3.4"
+FLAGGEMS_DIR="$(cd .. && pwd -P)/FlagGems"
+rm -rf "${FLAGGEMS_DIR}"
+git clone --branch "${FLAGGEMS_VERSION}" --depth 1 https://github.com/flagos-ai/FlagGems.git "${FLAGGEMS_DIR}"
+python -m pip install --no-build-isolation -e "${FLAGGEMS_DIR}"
+
 # Install FlagGems-vllm for test purpose
 FLAGGEMS_VLLM_VERSION="v0.1.1-rc0"
 FLAGGEMS_VLLM_DIR="$(cd .. && pwd -P)/FlagGems-vllm"

From 40fcf0314e881d0786f5d7b84c9ea3ad88df9183 Mon Sep 17 00:00:00 2001
From: HermiaHuan <hermiahuan@gmail.com>
Date: Fri, 21 Aug 2026 11:34:01 +0800
Subject: [PATCH 10/10] Use FlagGems-vllm main in platform setup

---
 .github/scripts/ascend/setup.sh  | 4 ++--
 .github/scripts/cuda/setup.sh    | 2 +-
 .github/scripts/enflame/setup.sh | 2 +-
 .github/scripts/hygon/setup.sh   | 2 +-
 .github/scripts/metax/setup.sh   | 2 +-
 .github/scripts/musa/setup.sh    | 2 +-
 6 files changed, 7 insertions(+), 7 deletions(-)

diff --git a/.github/scripts/ascend/setup.sh b/.github/scripts/ascend/setup.sh
index 0bfac551e..0e1d302ca 100644
--- a/.github/scripts/ascend/setup.sh
+++ b/.github/scripts/ascend/setup.sh
@@ -4,14 +4,14 @@
 set -euo pipefail
 
 # Install FlagGems for test purpose
-FLAGGEMS_VERSION="v5.4.0.dev0"
+FLAGGEMS_VERSION="v5.3.4"
 FLAGGEMS_DIR="$(cd .. && pwd -P)/FlagGems"
 rm -rf "${FLAGGEMS_DIR}"
 git clone --branch "${FLAGGEMS_VERSION}" --depth 1 https://github.com/flagos-ai/FlagGems.git "${FLAGGEMS_DIR}"
 python -m pip install --no-build-isolation -e "${FLAGGEMS_DIR}"
 
 # Install FlagGems-vllm for test purpose
-FLAGGEMS_VLLM_VERSION="v0.1.1-rc0"
+FLAGGEMS_VLLM_VERSION="main"
 FLAGGEMS_VLLM_DIR="$(cd .. && pwd -P)/FlagGems-vllm"
 rm -rf "${FLAGGEMS_VLLM_DIR}"
 git clone --branch "${FLAGGEMS_VLLM_VERSION}" --depth 1 https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
diff --git a/.github/scripts/cuda/setup.sh b/.github/scripts/cuda/setup.sh
index 1b93f093a..98d2e09fe 100644
--- a/.github/scripts/cuda/setup.sh
+++ b/.github/scripts/cuda/setup.sh
@@ -11,7 +11,7 @@ git clone --branch "${FLAGGEMS_VERSION}" --depth 1 https://github.com/flagos-ai/
 uv pip install --system --no-build-isolation -e "${FLAGGEMS_DIR}"
 
 # Install FlagGems-vllm for test purpose
-FLAGGEMS_VLLM_VERSION="v0.1.1-rc0"
+FLAGGEMS_VLLM_VERSION="main"
 FLAGGEMS_VLLM_DIR="$(cd .. && pwd -P)/FlagGems-vllm"
 rm -rf "${FLAGGEMS_VLLM_DIR}"
 git clone --branch "${FLAGGEMS_VLLM_VERSION}" --depth 1 https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
diff --git a/.github/scripts/enflame/setup.sh b/.github/scripts/enflame/setup.sh
index dff965a95..1d30d8a8d 100755
--- a/.github/scripts/enflame/setup.sh
+++ b/.github/scripts/enflame/setup.sh
@@ -11,7 +11,7 @@ git clone --branch "${FLAGGEMS_VERSION}" --depth 1 https://github.com/flagos-ai/
 python -m pip install --no-build-isolation -e "${FLAGGEMS_DIR}"
 
 # Install FlagGems-vllm for test purpose
-FLAGGEMS_VLLM_VERSION="v0.1.1-rc0"
+FLAGGEMS_VLLM_VERSION="main"
 FLAGGEMS_VLLM_DIR="$(cd .. && pwd -P)/FlagGems-vllm"
 rm -rf "${FLAGGEMS_VLLM_DIR}"
 git clone --branch "${FLAGGEMS_VLLM_VERSION}" --depth 1 https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
diff --git a/.github/scripts/hygon/setup.sh b/.github/scripts/hygon/setup.sh
index 2cce33eff..abafc228f 100644
--- a/.github/scripts/hygon/setup.sh
+++ b/.github/scripts/hygon/setup.sh
@@ -11,7 +11,7 @@ git clone --branch "${FLAGGEMS_VERSION}" --depth 1 https://github.com/flagos-ai/
 python -m pip install --no-build-isolation -e "${FLAGGEMS_DIR}"
 
 # Install FlagGems-vllm for test purpose
-FLAGGEMS_VLLM_VERSION="v0.1.1-rc0"
+FLAGGEMS_VLLM_VERSION="main"
 FLAGGEMS_VLLM_DIR="$(cd .. && pwd -P)/FlagGems-vllm"
 rm -rf "${FLAGGEMS_VLLM_DIR}"
 git clone --branch "${FLAGGEMS_VLLM_VERSION}" --depth 1 https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
diff --git a/.github/scripts/metax/setup.sh b/.github/scripts/metax/setup.sh
index 072cccd4d..4c64345f6 100644
--- a/.github/scripts/metax/setup.sh
+++ b/.github/scripts/metax/setup.sh
@@ -11,7 +11,7 @@ git clone --branch "${FLAGGEMS_VERSION}" --depth 1 https://github.com/flagos-ai/
 python -m pip install --no-build-isolation -e "${FLAGGEMS_DIR}"
 
 # Install FlagGems-vllm for test purpose
-FLAGGEMS_VLLM_VERSION="v0.1.1-rc0"
+FLAGGEMS_VLLM_VERSION="main"
 FLAGGEMS_VLLM_DIR="$(cd .. && pwd -P)/FlagGems-vllm"
 rm -rf "${FLAGGEMS_VLLM_DIR}"
 git clone --branch "${FLAGGEMS_VLLM_VERSION}" --depth 1 https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"
diff --git a/.github/scripts/musa/setup.sh b/.github/scripts/musa/setup.sh
index e94b7c879..5be1e2a58 100755
--- a/.github/scripts/musa/setup.sh
+++ b/.github/scripts/musa/setup.sh
@@ -11,7 +11,7 @@ git clone --branch "${FLAGGEMS_VERSION}" --depth 1 https://github.com/flagos-ai/
 python -m pip install --no-build-isolation -e "${FLAGGEMS_DIR}"
 
 # Install FlagGems-vllm for test purpose
-FLAGGEMS_VLLM_VERSION="v0.1.1-rc0"
+FLAGGEMS_VLLM_VERSION="main"
 FLAGGEMS_VLLM_DIR="$(cd .. && pwd -P)/FlagGems-vllm"
 rm -rf "${FLAGGEMS_VLLM_DIR}"
 git clone --branch "${FLAGGEMS_VLLM_VERSION}" --depth 1 https://github.com/flagos-ai/FlagGems-vllm.git "${FLAGGEMS_VLLM_DIR}"