From 6d1de8ad099477dc067eb64956ef38e98ebbe068 Mon Sep 17 00:00:00 2001 From: codingl2k1 Date: Sat, 25 Jan 2025 22:29:34 +0100 Subject: [PATCH] Fix --- xinference/model/llm/transformers/qwen2_audio.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/xinference/model/llm/transformers/qwen2_audio.py b/xinference/model/llm/transformers/qwen2_audio.py index 192f516a5a..707dcae1f4 100644 --- a/xinference/model/llm/transformers/qwen2_audio.py +++ b/xinference/model/llm/transformers/qwen2_audio.py @@ -55,9 +55,9 @@ def load(self): device = self._pytorch_model_config.get("device", "auto") device = select_device(device) - self._device = device # for multiple GPU, set back to auto to make multiple devices work device = "auto" if device == "cuda" else device + self._device = device self._processor = AutoProcessor.from_pretrained( self.model_path,