update gunicorn (#354)

* update gunicorn

* pin nltk

* commit lockl

* commit poetry.lock

* remove tests

* fix lint

* fix lint

* skip octoai

.gitignore

@@ -99,7 +99,7 @@ ipython_config.py
 #   This is especially recommended for binary packages to ensure reproducibility, and is more
 #   commonly ignored for libraries.
 #   https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
-poetry.lock
+# poetry.lock
 
 # pdm
 #   Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.

pyproject.toml

@@ -22,7 +22,6 @@ tenacity = "^8.2.1"
 sse-starlette = "^1.6.5"
 types-tqdm = "^4.61.0"
 tqdm = "^4.66.1"
-gunicorn = "^21.2.0"
 types-pyyaml = "^6.0.12.12"
 jsonschema = "^4.2.0"
 types-jsonschema = "^4.2.0"
@@ -53,6 +52,7 @@ grpc-gateway-protoc-gen-openapiv2 = { version = "0.1.0", optional = true }
 googleapis-common-protos = { version = ">=1.53.0", optional = true }
 lz4 = { version = ">=3.1.3", optional = true }
 protobuf = { version = "~=3.20.0", optional = true }
+gunicorn = "^23.0.0"
 
 
 
@@ -79,6 +79,7 @@ types-requests = "^2.31.0.2"
 httpx = "^0.25.0"
 pydoclint = "^0.3.8"
 pytest-dotenv = "^0.5.2"
+nltk = "3.8.1"
 
 [build-system]
 requires = ["poetry-core"]

tests/system/llm/test_openai.py

@@ -70,15 +70,16 @@ def openai_llm(request):
                 "Couldn't find Azure deployment name. Skipping Azure OpenAI tests."
             )
     elif llm_class == AnyscaleLLM:
-        if os.getenv("ANYSCALE_API_KEY") is None:
-            pytest.skip("Couldn't find Anyscale API key. Skipping Anyscale tests.")
-        model_name = "mistralai/Mistral-7B-Instruct-v0.1"
+        pytest.skip(
+                "Anyscale is not supported Anymore as " +
+                "Anyscale removed LLM as-a-service support"
+            )
     elif llm_class == OctoAILLM:
         if os.getenv("OCTOAI_API_KEY") is None:
             pytest.skip("Couldn't find OctoAI API key. Skipping OctoAI tests.")
         model_name = "mistral-7b-instruct"
     else:
-        model_name = "gpt-3.5-turbo-0613"
+        model_name = "gpt-4o-mini"
 
     return llm_class(model_name=model_name)
 
@@ -310,9 +311,9 @@ def test_enforce_function_unsupported_model(openai_llm,
     if isinstance(openai_llm, AzureOpenAILLM):
         pytest.skip("Currently not tested in Azure")
     elif isinstance(openai_llm, AnyscaleLLM):
-        new_model_name = "meta-llama/Llama-2-7b-chat-hf"
+        pytest.skip("Currently not supported - Anyscale removed support")
     else:
-        new_model_name = "gpt-3.5-turbo-0301"
+        new_model_name = "gpt-4o-mini"
 
     with pytest.raises(NotImplementedError):
         openai_llm.enforced_function_call(