BUG: Worker starts failed on windows (#800)

xinference/core/worker.py

@@ -106,14 +106,17 @@ async def __post_create__(self):
             ),
         }
 
-        async def singal_handler():
-            await self._supervisor_ref.remove_worker(self.address)
-            os._exit(0)
+        # Windows does not have signal handler
+        if os.name != "nt":
 
-        loop = asyncio.get_running_loop()
-        loop.add_signal_handler(
-            signal.SIGINT, lambda: asyncio.create_task(singal_handler())
-        )
+            async def signal_handler():
+                await self._supervisor_ref.remove_worker(self.address)
+                os._exit(0)
+
+            loop = asyncio.get_running_loop()
+            loop.add_signal_handler(
+                signal.SIGINT, lambda: asyncio.create_task(signal_handler())
+            )
 
     async def __pre_destroy__(self):
         self._upload_task.cancel()

xinference/model/llm/tests/test_llm_family.py

@@ -11,7 +11,7 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-
+import codecs
 import json
 import os
 import shutil
@@ -168,7 +168,7 @@ def test_builtin_llm_families():
     json_path = os.path.join(
         os.path.dirname(os.path.abspath(__file__)), "..", "llm_family.json"
     )
-    for json_obj in json.load(open(json_path)):
+    for json_obj in json.load(codecs.open(json_path, "r", encoding="utf-8")):
         LLMFamilyV1.parse_obj(json_obj)