feat(api): Update Eval APIs

Author: stainless-app[bot]

.stats.yml

@@ -1,4 +1,4 @@
-configured_endpoints: 42
+configured_endpoints: 43
 openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/togetherai%2Ftogetherai-03d7fa44ead3c37be5cc4140d7273b836bc5a072a9d8c800425f5885f2f26899.yml
 openapi_spec_hash: 9538969b09ef333a046cf66c21187b11
-config_hash: 50b86276412e927f8eb0e69e2857b1c7
+config_hash: 0f92a65b8e4ba5a06f9e6331a5df53bb

MIGRATION.md

@@ -70,7 +70,6 @@ This affects the following methods:
 - `client.endpoints.list()`
 - `client.hardware.list()`
 - `client.evals.list()`
-- `client.evals.getAllowedModels()`
 
 ### Removed `httpAgent` in favor of `fetchOptions`
 

api.md

@@ -252,16 +252,16 @@ Methods:
 
 Types:
 
-- <code><a href="./src/resources/evals.ts">EvaluationJudgeModelConfig</a></code>
-- <code><a href="./src/resources/evals.ts">EvaluationModelRequest</a></code>
-- <code><a href="./src/resources/evals.ts">EvalRetrieveResponse</a></code>
+- <code><a href="./src/resources/evals.ts">EvaluationJob</a></code>
+- <code><a href="./src/resources/evals.ts">EvalCreateResponse</a></code>
+- <code><a href="./src/resources/evals.ts">EvalUpdateResponse</a></code>
 - <code><a href="./src/resources/evals.ts">EvalListResponse</a></code>
-- <code><a href="./src/resources/evals.ts">EvalGetAllowedModelsResponse</a></code>
-- <code><a href="./src/resources/evals.ts">EvalGetStatusResponse</a></code>
+- <code><a href="./src/resources/evals.ts">EvalStatusResponse</a></code>
 
 Methods:
 
-- <code title="get /evaluation/{id}">client.evals.<a href="./src/resources/evals.ts">retrieve</a>(id) -> EvalRetrieveResponse</code>
-- <code title="get /evaluations">client.evals.<a href="./src/resources/evals.ts">list</a>({ ...params }) -> EvalListResponse</code>
-- <code title="get /evaluations/model-list">client.evals.<a href="./src/resources/evals.ts">getAllowedModels</a>({ ...params }) -> EvalGetAllowedModelsResponse</code>
-- <code title="get /evaluation/{id}/status">client.evals.<a href="./src/resources/evals.ts">getStatus</a>(id) -> EvalGetStatusResponse</code>
+- <code title="post /evaluation">client.evals.<a href="./src/resources/evals.ts">create</a>({ ...params }) -> EvalCreateResponse</code>
+- <code title="get /evaluation/{id}">client.evals.<a href="./src/resources/evals.ts">retrieve</a>(id) -> EvaluationJob</code>
+- <code title="post /evaluation/{id}/update">client.evals.<a href="./src/resources/evals.ts">update</a>(id, { ...params }) -> EvalUpdateResponse</code>
+- <code title="get /evaluation">client.evals.<a href="./src/resources/evals.ts">list</a>({ ...params }) -> EvalListResponse</code>
+- <code title="get /evaluation/{id}/status">client.evals.<a href="./src/resources/evals.ts">status</a>(id) -> EvalStatusResponse</code>

src/client.ts

@@ -47,15 +47,15 @@ import {
   Endpoints,
 } from './resources/endpoints';
 import {
-  EvalGetAllowedModelsParams,
-  EvalGetAllowedModelsResponse,
-  EvalGetStatusResponse,
+  EvalCreateParams,
+  EvalCreateResponse,
   EvalListParams,
   EvalListResponse,
-  EvalRetrieveResponse,
+  EvalStatusResponse,
+  EvalUpdateParams,
+  EvalUpdateResponse,
   Evals,
-  EvaluationJudgeModelConfig,
-  EvaluationModelRequest,
+  EvaluationJob,
 } from './resources/evals';
 import {
   FileDeleteResponse,
@@ -990,13 +990,13 @@ export declare namespace Together {
 
   export {
     Evals as Evals,
-    type EvaluationJudgeModelConfig as EvaluationJudgeModelConfig,
-    type EvaluationModelRequest as EvaluationModelRequest,
-    type EvalRetrieveResponse as EvalRetrieveResponse,
+    type EvaluationJob as EvaluationJob,
+    type EvalCreateResponse as EvalCreateResponse,
+    type EvalUpdateResponse as EvalUpdateResponse,
     type EvalListResponse as EvalListResponse,
-    type EvalGetAllowedModelsResponse as EvalGetAllowedModelsResponse,
-    type EvalGetStatusResponse as EvalGetStatusResponse,
+    type EvalStatusResponse as EvalStatusResponse,
+    type EvalCreateParams as EvalCreateParams,
+    type EvalUpdateParams as EvalUpdateParams,
     type EvalListParams as EvalListParams,
-    type EvalGetAllowedModelsParams as EvalGetAllowedModelsParams,
   };
 }