Amend correctness evaluator name when instantiating via SimpleEvaluator

Author: mafaldasv-dev

src/elastic_evals/evaluators/correctness/evaluator.py

@@ -94,7 +94,7 @@ async def evaluate(params: EvaluatorParams) -> EvaluationResult:
             metadata=result.metadata,
         )
 
-    return SimpleEvaluator(name="correctness", kind="LLM", evaluate=evaluate)
+    return SimpleEvaluator(name=QUALITATIVE_EVALUATOR_NAME, kind="LLM", evaluate=evaluate)
 
 
 def _analysis_explanation(summary: Any, fallback: str | None) -> str | None:

src/elastic_evals/integrations/agent_builder/client.py

@@ -10,6 +10,8 @@
 
 import httpx
 
+from elastic_evals.api.response import raise_kibana_error
+from elastic_evals.api.retry import retry_kibana_api_call
 from elastic_evals.integrations.agent_builder.constants import (
     AGENT_URL,
     AGENTS_URL,
@@ -29,8 +31,6 @@
     UpdateAgentRequest,
     UpdateToolRequest,
 )
-from elastic_evals.api.response import raise_kibana_error
-from elastic_evals.api.retry import retry_kibana_api_call
 from elastic_evals.utils.logging import log
 
 logger = log.getChild(__name__)

src/elastic_evals/integrations/agent_builder/headers.py

@@ -6,8 +6,8 @@
 
 from __future__ import annotations
 
-from elastic_evals.integrations.agent_builder.constants import AGENT_BUILDER_API_VERSION
 from elastic_evals.api.headers import build_kibana_headers
+from elastic_evals.integrations.agent_builder.constants import AGENT_BUILDER_API_VERSION
 
 
 def build_agent_builder_headers(api_key: str | None) -> dict[str, str]:

tests/evaluators/test_kibana.py

@@ -202,6 +202,7 @@ async def test_analysis_creators_preserve_legacy_results_through_kibana(
     correctness_result = await correctness.evaluate(params)
     groundedness_result = await groundedness.evaluate(params)
 
+    assert correctness.name == "Correctness Analysis"
     assert correctness_result.score is None
     assert correctness_result.label == "correctness-analysis"
     assert correctness_result.explanation == ("Factuality: FULLY_SUPPORTED, Relevance: RELEVANT, Sequence: MATCH")

tests/integrations/agent_builder/test_client.py

@@ -13,6 +13,7 @@
 from pydantic import ValidationError
 from tenacity import wait_none
 
+from elastic_evals.api.errors import KibanaAPIError
 from elastic_evals.integrations.agent_builder import (
     AgentBuilderClient,
     AgentBuilderError,
@@ -25,7 +26,6 @@
     UpdateAgentRequest,
     UpdateToolRequest,
 )
-from elastic_evals.api.errors import KibanaAPIError
 
 
 class _RecordingAsyncClient: