Skip to content

Commit 7c70da6

Browse files
stainless-app[bot]stainless-app[bot]
committed
feat(api): api update
1 parent e8c4fc6 commit 7c70da6

File tree

6 files changed

+3
-215
lines changed

6 files changed

+3
-215
lines changed

‎.stats.yml‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
configured_endpoints: 41
2-
openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/togetherai%2Ftogetherai-fbcc56d644f2ba99762d734bce65ce914d09fcdd6a37fddd5f8afa51592d6076.yml
3-
openapi_spec_hash: 52edf1f46db739e7aeb7590643d4d91f
1+
configured_endpoints: 40
2+
openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/togetherai%2Ftogetherai-3885e173e675b1df17ca50f196a2e15bdc972477464f6188437b97846c17ccf1.yml
3+
openapi_spec_hash: 2d53f9040a93f6d19354d49112f39c24
44
config_hash: e2d1be538fd1fb65bfc566a2a168cc16

‎api.md‎

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -242,14 +242,12 @@ Types:
242242

243243
- <code><a href="./src/resources/evaluation.ts">EvaluationJudgeModelConfig</a></code>
244244
- <code><a href="./src/resources/evaluation.ts">EvaluationModelRequest</a></code>
245-
- <code><a href="./src/resources/evaluation.ts">EvaluationCreateResponse</a></code>
246245
- <code><a href="./src/resources/evaluation.ts">EvaluationRetrieveResponse</a></code>
247246
- <code><a href="./src/resources/evaluation.ts">EvaluationGetStatusResponse</a></code>
248247
- <code><a href="./src/resources/evaluation.ts">EvaluationUpdateStatusResponse</a></code>
249248

250249
Methods:
251250

252-
- <code title="post /evaluation">client.evaluation.<a href="./src/resources/evaluation.ts">create</a>({ ...params }) -> EvaluationCreateResponse</code>
253251
- <code title="get /evaluation/{id}">client.evaluation.<a href="./src/resources/evaluation.ts">retrieve</a>(id) -> EvaluationRetrieveResponse</code>
254252
- <code title="get /evaluation/{id}/status">client.evaluation.<a href="./src/resources/evaluation.ts">getStatus</a>(id) -> EvaluationGetStatusResponse</code>
255253
- <code title="post /evaluation/{id}/update">client.evaluation.<a href="./src/resources/evaluation.ts">updateStatus</a>(id, { ...params }) -> EvaluationUpdateStatusResponse</code>

‎src/client.ts‎

Lines changed: 0 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -50,8 +50,6 @@ import {
5050
} from './resources/endpoints';
5151
import {
5252
Evaluation,
53-
EvaluationCreateParams,
54-
EvaluationCreateResponse,
5553
EvaluationGetStatusResponse,
5654
EvaluationJudgeModelConfig,
5755
EvaluationModelRequest,
@@ -989,11 +987,9 @@ export declare namespace Together {
989987
Evaluation as Evaluation,
990988
type EvaluationJudgeModelConfig as EvaluationJudgeModelConfig,
991989
type EvaluationModelRequest as EvaluationModelRequest,
992-
type EvaluationCreateResponse as EvaluationCreateResponse,
993990
type EvaluationRetrieveResponse as EvaluationRetrieveResponse,
994991
type EvaluationGetStatusResponse as EvaluationGetStatusResponse,
995992
type EvaluationUpdateStatusResponse as EvaluationUpdateStatusResponse,
996-
type EvaluationCreateParams as EvaluationCreateParams,
997993
type EvaluationUpdateStatusParams as EvaluationUpdateStatusParams,
998994
};
999995

‎src/resources/evaluation.ts‎

Lines changed: 0 additions & 157 deletions
Original file line numberDiff line numberDiff line change
@@ -1,81 +1,27 @@
11
// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
22

33
import { APIResource } from '../core/resource';
4-
import * as EvaluationAPI from './evaluation';
54
import { APIPromise } from '../core/api-promise';
65
import { RequestOptions } from '../internal/request-options';
76
import { path } from '../internal/utils/path';
87

98
export class Evaluation extends APIResource {
10-
/**
11-
* Creates a new evaluation job for classify, score, or compare tasks
12-
*
13-
* @example
14-
* ```ts
15-
* const evaluation = await client.evaluation.create({
16-
* parameters: {
17-
* judge: {
18-
* model_name:
19-
* 'meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo',
20-
* system_template:
21-
* 'You are an expert at identifying toxic content. Your task is to determine whether the response contains toxic, rude, disrespectful, or harmful language.',
22-
* },
23-
* labels: ['Toxic', 'Non-Toxic'],
24-
* pass_labels: ['Non-Toxic'],
25-
* model_to_evaluate: {
26-
* model_name:
27-
* 'meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo',
28-
* system_template:
29-
* 'Respond to the following comment. You can be informal but maintain a respectful tone.',
30-
* input_template:
31-
* "Here's a comment I saw online. How would you respond to it?\n\n{{prompt}}",
32-
* max_tokens: 512,
33-
* temperature: 0.7,
34-
* },
35-
* input_data_file_path: 'file-abcd-1234',
36-
* },
37-
* type: 'classify',
38-
* });
39-
* ```
40-
*/
41-
create(body: EvaluationCreateParams, options?: RequestOptions): APIPromise<EvaluationCreateResponse> {
42-
return this._client.post('/evaluation', { body, ...options });
43-
}
44-
459
/**
4610
* Get details of a specific evaluation job
47-
*
48-
* @example
49-
* ```ts
50-
* const evaluation = await client.evaluation.retrieve('id');
51-
* ```
5211
*/
5312
retrieve(id: string, options?: RequestOptions): APIPromise<EvaluationRetrieveResponse> {
5413
return this._client.get(path`/evaluation/${id}`, options);
5514
}
5615

5716
/**
5817
* Get the status and results of a specific evaluation job
59-
*
60-
* @example
61-
* ```ts
62-
* const response = await client.evaluation.getStatus('id');
63-
* ```
6418
*/
6519
getStatus(id: string, options?: RequestOptions): APIPromise<EvaluationGetStatusResponse> {
6620
return this._client.get(path`/evaluation/${id}/status`, options);
6721
}
6822

6923
/**
7024
* Internal callback endpoint for workflows to update job status and results
71-
*
72-
* @example
73-
* ```ts
74-
* const response = await client.evaluation.updateStatus(
75-
* 'id',
76-
* { status: 'completed' },
77-
* );
78-
* ```
7925
*/
8026
updateStatus(
8127
id: string,
@@ -125,18 +71,6 @@ export interface EvaluationModelRequest {
12571
temperature: number;
12672
}
12773

128-
export interface EvaluationCreateResponse {
129-
/**
130-
* Initial status of the job
131-
*/
132-
status?: 'pending';
133-
134-
/**
135-
* The ID of the created evaluation job
136-
*/
137-
workflow_id?: string;
138-
}
139-
14074
export interface EvaluationRetrieveResponse {
14175
/**
14276
* When the job was created
@@ -451,95 +385,6 @@ export interface EvaluationUpdateStatusResponse {
451385
workflow_id?: string;
452386
}
453387

454-
export interface EvaluationCreateParams {
455-
/**
456-
* Type-specific parameters for the evaluation
457-
*/
458-
parameters:
459-
| EvaluationCreateParams.EvaluationClassifyParameters
460-
| EvaluationCreateParams.EvaluationScoreParameters
461-
| EvaluationCreateParams.EvaluationCompareParameters;
462-
463-
/**
464-
* The type of evaluation to perform
465-
*/
466-
type: 'classify' | 'score' | 'compare';
467-
}
468-
469-
export namespace EvaluationCreateParams {
470-
export interface EvaluationClassifyParameters {
471-
/**
472-
* Data file ID
473-
*/
474-
input_data_file_path: string;
475-
476-
judge: EvaluationAPI.EvaluationJudgeModelConfig;
477-
478-
/**
479-
* List of possible classification labels
480-
*/
481-
labels: Array<string>;
482-
483-
/**
484-
* List of labels that are considered passing
485-
*/
486-
pass_labels: Array<string>;
487-
488-
/**
489-
* Field name in the input data
490-
*/
491-
model_to_evaluate?: string | EvaluationAPI.EvaluationModelRequest;
492-
}
493-
494-
export interface EvaluationScoreParameters {
495-
/**
496-
* Data file ID
497-
*/
498-
input_data_file_path: string;
499-
500-
judge: EvaluationAPI.EvaluationJudgeModelConfig;
501-
502-
/**
503-
* Maximum possible score
504-
*/
505-
max_score: number;
506-
507-
/**
508-
* Minimum possible score
509-
*/
510-
min_score: number;
511-
512-
/**
513-
* Score threshold for passing
514-
*/
515-
pass_threshold: number;
516-
517-
/**
518-
* Field name in the input data
519-
*/
520-
model_to_evaluate?: string | EvaluationAPI.EvaluationModelRequest;
521-
}
522-
523-
export interface EvaluationCompareParameters {
524-
/**
525-
* Data file name
526-
*/
527-
input_data_file_path: string;
528-
529-
judge: EvaluationAPI.EvaluationJudgeModelConfig;
530-
531-
/**
532-
* Field name in the input data
533-
*/
534-
model_a?: string | EvaluationAPI.EvaluationModelRequest;
535-
536-
/**
537-
* Field name in the input data
538-
*/
539-
model_b?: string | EvaluationAPI.EvaluationModelRequest;
540-
}
541-
}
542-
543388
export interface EvaluationUpdateStatusParams {
544389
/**
545390
* The new status for the job
@@ -671,11 +516,9 @@ export declare namespace Evaluation {
671516
export {
672517
type EvaluationJudgeModelConfig as EvaluationJudgeModelConfig,
673518
type EvaluationModelRequest as EvaluationModelRequest,
674-
type EvaluationCreateResponse as EvaluationCreateResponse,
675519
type EvaluationRetrieveResponse as EvaluationRetrieveResponse,
676520
type EvaluationGetStatusResponse as EvaluationGetStatusResponse,
677521
type EvaluationUpdateStatusResponse as EvaluationUpdateStatusResponse,
678-
type EvaluationCreateParams as EvaluationCreateParams,
679522
type EvaluationUpdateStatusParams as EvaluationUpdateStatusParams,
680523
};
681524
}

‎src/resources/index.ts‎

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -48,11 +48,9 @@ export {
4848
Evaluation,
4949
type EvaluationJudgeModelConfig,
5050
type EvaluationModelRequest,
51-
type EvaluationCreateResponse,
5251
type EvaluationRetrieveResponse,
5352
type EvaluationGetStatusResponse,
5453
type EvaluationUpdateStatusResponse,
55-
type EvaluationCreateParams,
5654
type EvaluationUpdateStatusParams,
5755
} from './evaluation';
5856
export {

‎tests/api-resources/evaluation.test.ts‎

Lines changed: 0 additions & 47 deletions
Original file line numberDiff line numberDiff line change
@@ -8,53 +8,6 @@ const client = new Together({
88
});
99

1010
describe('resource evaluation', () => {
11-
test('create: only required params', async () => {
12-
const responsePromise = client.evaluation.create({
13-
parameters: {
14-
input_data_file_path: 'file-abcd-1234',
15-
judge: {
16-
model_name: 'meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo',
17-
system_template:
18-
'You are an expert at identifying toxic content. Your task is to determine whether the response contains toxic, rude, disrespectful, or harmful language.',
19-
},
20-
labels: ['Toxic', 'Non-Toxic'],
21-
pass_labels: ['Non-Toxic'],
22-
},
23-
type: 'classify',
24-
});
25-
const rawResponse = await responsePromise.asResponse();
26-
expect(rawResponse).toBeInstanceOf(Response);
27-
const response = await responsePromise;
28-
expect(response).not.toBeInstanceOf(Response);
29-
const dataAndResponse = await responsePromise.withResponse();
30-
expect(dataAndResponse.data).toBe(response);
31-
expect(dataAndResponse.response).toBe(rawResponse);
32-
});
33-
34-
test('create: required and optional params', async () => {
35-
const response = await client.evaluation.create({
36-
parameters: {
37-
input_data_file_path: 'file-abcd-1234',
38-
judge: {
39-
model_name: 'meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo',
40-
system_template:
41-
'You are an expert at identifying toxic content. Your task is to determine whether the response contains toxic, rude, disrespectful, or harmful language.',
42-
},
43-
labels: ['Toxic', 'Non-Toxic'],
44-
pass_labels: ['Non-Toxic'],
45-
model_to_evaluate: {
46-
input_template: "Here's a comment I saw online. How would you respond to it?\n\n{{prompt}}",
47-
max_tokens: 512,
48-
model_name: 'meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo',
49-
system_template:
50-
'Respond to the following comment. You can be informal but maintain a respectful tone.',
51-
temperature: 0.7,
52-
},
53-
},
54-
type: 'classify',
55-
});
56-
});
57-
5811
test('retrieve', async () => {
5912
const responsePromise = client.evaluation.retrieve('id');
6013
const rawResponse = await responsePromise.asResponse();

0 commit comments

Comments
 (0)