fix: ChatAzureOpenAI() and ChatDatabricks() now work without a OPENAI_API_KEY set (#185)

* Close #154: ChatAzureOpenAI() and ChatDatabricks() now work without a OPENAI_API_KEY set

* Update changelog

* Update types

Author: cpsievert

CHANGELOG.md

@@ -7,6 +7,12 @@ The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.1.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 -->
 
+## [UNRELEASED]
+
+### Bug fixes
+
+* `ChatAzureOpenAI()` and `ChatDatabricks()` now work as expected when a `OPENAI_API_KEY` environment variable isn't present. (#185)
+
 ## [0.13.1] - 2025-09-18
 
 ### Bug fixes

chatlas/_provider_databricks.py

@@ -106,7 +106,13 @@ def __init__(
         import httpx
         from openai import AsyncOpenAI
 
-        super().__init__(name=name, model=model)
+        super().__init__(
+            name=name,
+            model=model,
+            # The OpenAI() constructor will fail if no API key is present.
+            # However, a dummy value is fine -- WorkspaceClient() handles the auth.
+            api_key="not-used",
+        )
 
         self._seed = None
 

chatlas/_provider_openai.py

@@ -884,7 +884,13 @@ def __init__(
         model: Optional[str] = "UnusedValue",
         kwargs: Optional["ChatAzureClientArgs"] = None,
     ):
-        super().__init__(name=name, model=deployment_id)
+        super().__init__(
+            name=name,
+            model=deployment_id,
+            # The OpenAI() constructor will fail if no API key is present.
+            # However, a dummy value is fine -- AzureOpenAI() handles the auth.
+            api_key=api_key or "not-used",
+        )
 
         self._seed = seed
 

chatlas/types/anthropic/_client.py

@@ -3,7 +3,7 @@
 # ---------------------------------------------------------
 
 
-from typing import Mapping, Optional, TypedDict, Union
+from typing import Mapping, Optional, TypedDict
 
 import anthropic
 import httpx
@@ -13,7 +13,7 @@ class ChatClientArgs(TypedDict, total=False):
     api_key: str | None
     auth_token: str | None
     base_url: str | httpx.URL | None
-    timeout: Union[float, anthropic.Timeout, None, anthropic.NotGiven]
+    timeout: float | anthropic.Timeout | None | anthropic.NotGiven
     max_retries: int
     default_headers: Optional[Mapping[str, str]]
     default_query: Optional[Mapping[str, object]]

chatlas/types/anthropic/_submit.py

@@ -47,26 +47,24 @@ class SubmitInputArgs(TypedDict, total=False):
         ],
         str,
     ]
-    service_tier: Union[Literal["auto", "standard_only"], anthropic.NotGiven]
-    stop_sequences: Union[Sequence[str], anthropic.NotGiven]
-    stream: Union[Literal[False], Literal[True], anthropic.NotGiven]
+    service_tier: Union[Literal["auto", "standard_only"], anthropic.Omit]
+    stop_sequences: Union[Sequence[str], anthropic.Omit]
+    stream: Union[Literal[False], Literal[True], anthropic.Omit]
     system: Union[
-        str,
-        Iterable[anthropic.types.text_block_param.TextBlockParam],
-        anthropic.NotGiven,
+        str, Iterable[anthropic.types.text_block_param.TextBlockParam], anthropic.Omit
     ]
-    temperature: float | anthropic.NotGiven
+    temperature: float | anthropic.Omit
     thinking: Union[
         anthropic.types.thinking_config_enabled_param.ThinkingConfigEnabledParam,
         anthropic.types.thinking_config_disabled_param.ThinkingConfigDisabledParam,
-        anthropic.NotGiven,
+        anthropic.Omit,
     ]
     tool_choice: Union[
         anthropic.types.tool_choice_auto_param.ToolChoiceAutoParam,
         anthropic.types.tool_choice_any_param.ToolChoiceAnyParam,
         anthropic.types.tool_choice_tool_param.ToolChoiceToolParam,
         anthropic.types.tool_choice_none_param.ToolChoiceNoneParam,
-        anthropic.NotGiven,
+        anthropic.Omit,
     ]
     tools: Union[
         Iterable[
@@ -79,10 +77,10 @@ class SubmitInputArgs(TypedDict, total=False):
                 anthropic.types.web_search_tool_20250305_param.WebSearchTool20250305Param,
             ]
         ],
-        anthropic.NotGiven,
+        anthropic.Omit,
     ]
-    top_k: int | anthropic.NotGiven
-    top_p: float | anthropic.NotGiven
+    top_k: int | anthropic.Omit
+    top_p: float | anthropic.Omit
     extra_headers: Optional[Mapping[str, Union[str, anthropic.Omit]]]
     extra_query: Optional[Mapping[str, object]]
     extra_body: object | None

chatlas/types/openai/_client.py

@@ -16,7 +16,7 @@ class ChatClientArgs(TypedDict, total=False):
     webhook_secret: str | None
     base_url: str | httpx.URL | None
     websocket_base_url: str | httpx.URL | None
-    timeout: Union[float, openai.Timeout, None, openai.NotGiven]
+    timeout: float | openai.Timeout | None | openai.NotGiven
     max_retries: int
     default_headers: Optional[Mapping[str, str]]
     default_query: Optional[Mapping[str, object]]

chatlas/types/openai/_submit.py

@@ -108,61 +108,61 @@ class SubmitInputArgs(TypedDict, total=False):
     audio: Union[
         openai.types.chat.chat_completion_audio_param.ChatCompletionAudioParam,
         None,
-        openai.NotGiven,
+        openai.Omit,
     ]
-    frequency_penalty: Union[float, None, openai.NotGiven]
+    frequency_penalty: Union[float, None, openai.Omit]
     function_call: Union[
         Literal["none", "auto"],
         openai.types.chat.chat_completion_function_call_option_param.ChatCompletionFunctionCallOptionParam,
-        openai.NotGiven,
+        openai.Omit,
     ]
     functions: Union[
-        Iterable[openai.types.chat.completion_create_params.Function], openai.NotGiven
+        Iterable[openai.types.chat.completion_create_params.Function], openai.Omit
     ]
-    logit_bias: Union[dict[str, int], None, openai.NotGiven]
-    logprobs: Union[bool, None, openai.NotGiven]
-    max_completion_tokens: Union[int, None, openai.NotGiven]
-    max_tokens: Union[int, None, openai.NotGiven]
-    metadata: Union[dict[str, str], None, openai.NotGiven]
-    modalities: Union[list[Literal["text", "audio"]], None, openai.NotGiven]
-    n: Union[int, None, openai.NotGiven]
-    parallel_tool_calls: bool | openai.NotGiven
+    logit_bias: Union[dict[str, int], None, openai.Omit]
+    logprobs: Union[bool, None, openai.Omit]
+    max_completion_tokens: Union[int, None, openai.Omit]
+    max_tokens: Union[int, None, openai.Omit]
+    metadata: Union[dict[str, str], None, openai.Omit]
+    modalities: Union[list[Literal["text", "audio"]], None, openai.Omit]
+    n: Union[int, None, openai.Omit]
+    parallel_tool_calls: bool | openai.Omit
     prediction: Union[
         openai.types.chat.chat_completion_prediction_content_param.ChatCompletionPredictionContentParam,
         None,
-        openai.NotGiven,
+        openai.Omit,
     ]
-    presence_penalty: Union[float, None, openai.NotGiven]
-    prompt_cache_key: str | openai.NotGiven
+    presence_penalty: Union[float, None, openai.Omit]
+    prompt_cache_key: str | openai.Omit
     reasoning_effort: Union[
-        Literal["minimal", "low", "medium", "high"], None, openai.NotGiven
+        Literal["minimal", "low", "medium", "high"], None, openai.Omit
     ]
     response_format: Union[
         openai.types.shared_params.response_format_text.ResponseFormatText,
         openai.types.shared_params.response_format_json_schema.ResponseFormatJSONSchema,
         openai.types.shared_params.response_format_json_object.ResponseFormatJSONObject,
-        openai.NotGiven,
+        openai.Omit,
     ]
-    safety_identifier: str | openai.NotGiven
-    seed: Union[int, None, openai.NotGiven]
+    safety_identifier: str | openai.Omit
+    seed: Union[int, None, openai.Omit]
     service_tier: Union[
-        Literal["auto", "default", "flex", "scale", "priority"], None, openai.NotGiven
+        Literal["auto", "default", "flex", "scale", "priority"], None, openai.Omit
     ]
-    stop: Union[str, None, Sequence[str], openai.NotGiven]
-    store: Union[bool, None, openai.NotGiven]
-    stream: Union[Literal[False], None, Literal[True], openai.NotGiven]
+    stop: Union[str, None, Sequence[str], openai.Omit]
+    store: Union[bool, None, openai.Omit]
+    stream: Union[Literal[False], None, Literal[True], openai.Omit]
     stream_options: Union[
         openai.types.chat.chat_completion_stream_options_param.ChatCompletionStreamOptionsParam,
         None,
-        openai.NotGiven,
+        openai.Omit,
     ]
-    temperature: Union[float, None, openai.NotGiven]
+    temperature: Union[float, None, openai.Omit]
     tool_choice: Union[
         Literal["none", "auto", "required"],
         openai.types.chat.chat_completion_allowed_tool_choice_param.ChatCompletionAllowedToolChoiceParam,
         openai.types.chat.chat_completion_named_tool_choice_param.ChatCompletionNamedToolChoiceParam,
         openai.types.chat.chat_completion_named_tool_choice_custom_param.ChatCompletionNamedToolChoiceCustomParam,
-        openai.NotGiven,
+        openai.Omit,
     ]
     tools: Union[
         Iterable[
@@ -171,14 +171,14 @@ class SubmitInputArgs(TypedDict, total=False):
                 openai.types.chat.chat_completion_custom_tool_param.ChatCompletionCustomToolParam,
             ]
         ],
-        openai.NotGiven,
+        openai.Omit,
     ]
-    top_logprobs: Union[int, None, openai.NotGiven]
-    top_p: Union[float, None, openai.NotGiven]
-    user: str | openai.NotGiven
-    verbosity: Union[Literal["low", "medium", "high"], None, openai.NotGiven]
+    top_logprobs: Union[int, None, openai.Omit]
+    top_p: Union[float, None, openai.Omit]
+    user: str | openai.Omit
+    verbosity: Union[Literal["low", "medium", "high"], None, openai.Omit]
     web_search_options: (
-        openai.types.chat.completion_create_params.WebSearchOptions | openai.NotGiven
+        openai.types.chat.completion_create_params.WebSearchOptions | openai.Omit
     )
     extra_headers: Optional[Mapping[str, Union[str, openai.Omit]]]
     extra_query: Optional[Mapping[str, object]]

tests/test_provider_azure.py

@@ -9,14 +9,17 @@
     pytest.skip("Skipping Azure tests", allow_module_level=True)
 
 
-def test_azure_simple_request():
-    chat = ChatAzureOpenAI(
-        system_prompt="Be as terse as possible; no punctuation",
+def chat_func(system_prompt: str = "Be as terse as possible; no punctuation"):
+    return ChatAzureOpenAI(
+        system_prompt=system_prompt,
         endpoint="https://chatlas-testing.openai.azure.com",
         deployment_id="gpt-4o-mini",
         api_version="2024-08-01-preview",
     )
 
+
+def test_azure_simple_request():
+    chat = chat_func()
     response = chat.chat("What is 1 + 1?")
     assert "2" == response.get_content()
     turn = chat.get_last_turn()
@@ -27,15 +30,20 @@ def test_azure_simple_request():
 
 @pytest.mark.asyncio
 async def test_azure_simple_request_async():
-    chat = ChatAzureOpenAI(
-        system_prompt="Be as terse as possible; no punctuation",
-        endpoint="https://chatlas-testing.openai.azure.com",
-        deployment_id="gpt-4o-mini",
-        api_version="2024-08-01-preview",
-    )
+    chat = chat_func()
 
     response = await chat.chat_async("What is 1 + 1?")
     assert "2" == await response.get_content()
     turn = chat.get_last_turn()
     assert turn is not None
     assert turn.tokens == (27, 2, 0)
+
+
+def test_connect_without_openai_key(monkeypatch):
+    # Ensure OPENAI_API_KEY is not set
+    monkeypatch.delenv("OPENAI_API_KEY", raising=False)
+
+    # This should not raise an error
+    chat = chat_func()
+    assert chat is not None
+

tests/test_provider_databricks.py

@@ -1,4 +1,5 @@
 import pytest
+
 from chatlas import ChatDatabricks
 
 from .conftest import assert_turns_existing, assert_turns_system
@@ -82,3 +83,12 @@ def test_anthropic_empty_response():
 # def test_openai_pdf():
 #     chat_fun = ChatDatabricks
 #     assert_pdf_local(chat_fun)
+
+
+def test_connect_without_openai_key(monkeypatch):
+    # Ensure OPENAI_API_KEY is not set
+    monkeypatch.delenv("OPENAI_API_KEY", raising=False)
+
+    # This should not raise an error
+    chat = ChatDatabricks()
+    assert chat is not None