Fix

xorbitsai · Jan 25, 2025 · 6d1de8a · 6d1de8a
1 parent acbc8f3
commit 6d1de8a
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/xinference/model/llm/transformers/qwen2_audio.py b/xinference/model/llm/transformers/qwen2_audio.py
@@ -55,9 +55,9 @@ def load(self):
 
         device = self._pytorch_model_config.get("device", "auto")
         device = select_device(device)
-        self._device = device
         # for multiple GPU, set back to auto to make multiple devices work
         device = "auto" if device == "cuda" else device
+        self._device = device
 
         self._processor = AutoProcessor.from_pretrained(
             self.model_path,