Skip to content

Commit e594a76

Browse files
stainless-app[bot]stainless-app[bot]
committed
feat(api): api update
1 parent c91b8c0 commit e594a76

File tree

3 files changed

+122
-12
lines changed

3 files changed

+122
-12
lines changed

‎.stats.yml‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
11
configured_endpoints: 43
2-
openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/togetherai%2Ftogetherai-03d7fa44ead3c37be5cc4140d7273b836bc5a072a9d8c800425f5885f2f26899.yml
3-
openapi_spec_hash: 9538969b09ef333a046cf66c21187b11
2+
openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/togetherai%2Ftogetherai-dab3df5768205a7c4b6cd3c33d4aada8462b972469e5d5a1edf8df38021c45b7.yml
3+
openapi_spec_hash: 18f9ed0fc5cae114cb8deef98dc5092d
44
config_hash: 0f92a65b8e4ba5a06f9e6331a5df53bb

‎src/resources/evals.ts‎

Lines changed: 114 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -15,7 +15,8 @@ export class Evals extends APIResource {
1515
* parameters: {
1616
* input_data_file_path: 'file-1234-aefd',
1717
* judge: {
18-
* model_name: 'meta-llama/Llama-3-70B-Instruct-Turbo',
18+
* model: 'meta-llama/Llama-3-70B-Instruct-Turbo',
19+
* model_source: 'serverless',
1920
* system_template:
2021
* 'Imagine you are a helpful assistant',
2122
* },
@@ -455,12 +456,27 @@ export namespace EvalCreateParams {
455456
/**
456457
* Name of the judge model
457458
*/
458-
model_name: string;
459+
model: string;
460+
461+
/**
462+
* Source of the judge model.
463+
*/
464+
model_source: 'serverless' | 'dedicated' | 'external';
459465

460466
/**
461467
* System prompt template for the judge
462468
*/
463469
system_template: string;
470+
471+
/**
472+
* Bearer/API token for external judge models.
473+
*/
474+
external_api_token?: string;
475+
476+
/**
477+
* Base URL for external judge models. Must be OpenAI-compatible base URL.
478+
*/
479+
external_base_url?: string;
464480
}
465481

466482
export interface EvaluationModelRequest {
@@ -477,7 +493,12 @@ export namespace EvalCreateParams {
477493
/**
478494
* Name of the model to evaluate
479495
*/
480-
model_name: string;
496+
model: string;
497+
498+
/**
499+
* Source of the model.
500+
*/
501+
model_source: 'serverless' | 'dedicated' | 'external';
481502

482503
/**
483504
* System prompt template
@@ -488,6 +509,16 @@ export namespace EvalCreateParams {
488509
* Sampling temperature
489510
*/
490511
temperature: number;
512+
513+
/**
514+
* Bearer/API token for external models.
515+
*/
516+
external_api_token?: string;
517+
518+
/**
519+
* Base URL for external models. Must be OpenAI-compatible base URL
520+
*/
521+
external_base_url?: string;
491522
}
492523
}
493524

@@ -525,12 +556,27 @@ export namespace EvalCreateParams {
525556
/**
526557
* Name of the judge model
527558
*/
528-
model_name: string;
559+
model: string;
560+
561+
/**
562+
* Source of the judge model.
563+
*/
564+
model_source: 'serverless' | 'dedicated' | 'external';
529565

530566
/**
531567
* System prompt template for the judge
532568
*/
533569
system_template: string;
570+
571+
/**
572+
* Bearer/API token for external judge models.
573+
*/
574+
external_api_token?: string;
575+
576+
/**
577+
* Base URL for external judge models. Must be OpenAI-compatible base URL.
578+
*/
579+
external_base_url?: string;
534580
}
535581

536582
export interface EvaluationModelRequest {
@@ -547,7 +593,12 @@ export namespace EvalCreateParams {
547593
/**
548594
* Name of the model to evaluate
549595
*/
550-
model_name: string;
596+
model: string;
597+
598+
/**
599+
* Source of the model.
600+
*/
601+
model_source: 'serverless' | 'dedicated' | 'external';
551602

552603
/**
553604
* System prompt template
@@ -558,6 +609,16 @@ export namespace EvalCreateParams {
558609
* Sampling temperature
559610
*/
560611
temperature: number;
612+
613+
/**
614+
* Bearer/API token for external models.
615+
*/
616+
external_api_token?: string;
617+
618+
/**
619+
* Base URL for external models. Must be OpenAI-compatible base URL
620+
*/
621+
external_base_url?: string;
561622
}
562623
}
563624

@@ -585,12 +646,27 @@ export namespace EvalCreateParams {
585646
/**
586647
* Name of the judge model
587648
*/
588-
model_name: string;
649+
model: string;
650+
651+
/**
652+
* Source of the judge model.
653+
*/
654+
model_source: 'serverless' | 'dedicated' | 'external';
589655

590656
/**
591657
* System prompt template for the judge
592658
*/
593659
system_template: string;
660+
661+
/**
662+
* Bearer/API token for external judge models.
663+
*/
664+
external_api_token?: string;
665+
666+
/**
667+
* Base URL for external judge models. Must be OpenAI-compatible base URL.
668+
*/
669+
external_base_url?: string;
594670
}
595671

596672
export interface EvaluationModelRequest {
@@ -607,7 +683,12 @@ export namespace EvalCreateParams {
607683
/**
608684
* Name of the model to evaluate
609685
*/
610-
model_name: string;
686+
model: string;
687+
688+
/**
689+
* Source of the model.
690+
*/
691+
model_source: 'serverless' | 'dedicated' | 'external';
611692

612693
/**
613694
* System prompt template
@@ -618,6 +699,16 @@ export namespace EvalCreateParams {
618699
* Sampling temperature
619700
*/
620701
temperature: number;
702+
703+
/**
704+
* Bearer/API token for external models.
705+
*/
706+
external_api_token?: string;
707+
708+
/**
709+
* Base URL for external models. Must be OpenAI-compatible base URL
710+
*/
711+
external_base_url?: string;
621712
}
622713

623714
export interface EvaluationModelRequest {
@@ -634,7 +725,12 @@ export namespace EvalCreateParams {
634725
/**
635726
* Name of the model to evaluate
636727
*/
637-
model_name: string;
728+
model: string;
729+
730+
/**
731+
* Source of the model.
732+
*/
733+
model_source: 'serverless' | 'dedicated' | 'external';
638734

639735
/**
640736
* System prompt template
@@ -645,6 +741,16 @@ export namespace EvalCreateParams {
645741
* Sampling temperature
646742
*/
647743
temperature: number;
744+
745+
/**
746+
* Bearer/API token for external models.
747+
*/
748+
external_api_token?: string;
749+
750+
/**
751+
* Base URL for external models. Must be OpenAI-compatible base URL
752+
*/
753+
external_base_url?: string;
648754
}
649755
}
650756
}

‎tests/api-resources/evals.test.ts‎

Lines changed: 6 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -13,7 +13,8 @@ describe('resource evals', () => {
1313
parameters: {
1414
input_data_file_path: 'file-1234-aefd',
1515
judge: {
16-
model_name: 'meta-llama/Llama-3-70B-Instruct-Turbo',
16+
model: 'meta-llama/Llama-3-70B-Instruct-Turbo',
17+
model_source: 'serverless',
1718
system_template: 'Imagine you are a helpful assistant',
1819
},
1920
labels: ['yes', 'no'],
@@ -35,8 +36,11 @@ describe('resource evals', () => {
3536
parameters: {
3637
input_data_file_path: 'file-1234-aefd',
3738
judge: {
38-
model_name: 'meta-llama/Llama-3-70B-Instruct-Turbo',
39+
model: 'meta-llama/Llama-3-70B-Instruct-Turbo',
40+
model_source: 'serverless',
3941
system_template: 'Imagine you are a helpful assistant',
42+
external_api_token: 'external_api_token',
43+
external_base_url: 'external_base_url',
4044
},
4145
labels: ['yes', 'no'],
4246
pass_labels: ['yes'],

0 commit comments

Comments
 (0)