feat(api): api update

Author: stainless-app[bot]

.stats.yml

@@ -1,4 +1,4 @@
-configured_endpoints: 40
-openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/togetherai%2Ftogetherai-3885e173e675b1df17ca50f196a2e15bdc972477464f6188437b97846c17ccf1.yml
-openapi_spec_hash: 2d53f9040a93f6d19354d49112f39c24
+configured_endpoints: 39
+openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/togetherai%2Ftogetherai-c726068d4924b141db32af3b6780cfdb4adf6201eb5b73cc48f22e85be84bd94.yml
+openapi_spec_hash: 98eafd4bc6d118e15f1f59e0f7f5e18d
 config_hash: e2d1be538fd1fb65bfc566a2a168cc16

api.md

@@ -244,13 +244,11 @@ Types:
 - <code><a href="./src/resources/evaluation.ts">EvaluationModelRequest</a></code>
 - <code><a href="./src/resources/evaluation.ts">EvaluationRetrieveResponse</a></code>
 - <code><a href="./src/resources/evaluation.ts">EvaluationGetStatusResponse</a></code>
-- <code><a href="./src/resources/evaluation.ts">EvaluationUpdateStatusResponse</a></code>
 
 Methods:
 
 - <code title="get /evaluation/{id}">client.evaluation.<a href="./src/resources/evaluation.ts">retrieve</a>(id) -> EvaluationRetrieveResponse</code>
 - <code title="get /evaluation/{id}/status">client.evaluation.<a href="./src/resources/evaluation.ts">getStatus</a>(id) -> EvaluationGetStatusResponse</code>
-- <code title="post /evaluation/{id}/update">client.evaluation.<a href="./src/resources/evaluation.ts">updateStatus</a>(id, { ...params }) -> EvaluationUpdateStatusResponse</code>
 
 # Evaluations
 

src/client.ts

@@ -54,8 +54,6 @@ import {
   EvaluationJudgeModelConfig,
   EvaluationModelRequest,
   EvaluationRetrieveResponse,
-  EvaluationUpdateStatusParams,
-  EvaluationUpdateStatusResponse,
 } from './resources/evaluation';
 import {
   EvaluationGetAllowedModelsResponse,
@@ -989,8 +987,6 @@ export declare namespace Together {
     type EvaluationModelRequest as EvaluationModelRequest,
     type EvaluationRetrieveResponse as EvaluationRetrieveResponse,
     type EvaluationGetStatusResponse as EvaluationGetStatusResponse,
-    type EvaluationUpdateStatusResponse as EvaluationUpdateStatusResponse,
-    type EvaluationUpdateStatusParams as EvaluationUpdateStatusParams,
   };
 
   export {

src/resources/evaluation.ts

@@ -19,17 +19,6 @@ export class Evaluation extends APIResource {
   getStatus(id: string, options?: RequestOptions): APIPromise<EvaluationGetStatusResponse> {
     return this._client.get(path`/evaluation/${id}/status`, options);
   }
-
-  /**
-   * Internal callback endpoint for workflows to update job status and results
-   */
-  updateStatus(
-    id: string,
-    body: EvaluationUpdateStatusParams,
-    options?: RequestOptions,
-  ): APIPromise<EvaluationUpdateStatusResponse> {
-    return this._client.post(path`/evaluation/${id}/update`, { body, ...options });
-  }
 }
 
 export interface EvaluationJudgeModelConfig {
@@ -379,146 +368,11 @@ export namespace EvaluationGetStatusResponse {
   }
 }
 
-export interface EvaluationUpdateStatusResponse {
-  status?: string;
-
-  workflow_id?: string;
-}
-
-export interface EvaluationUpdateStatusParams {
-  /**
-   * The new status for the job
-   */
-  status: 'completed' | 'error' | 'running' | 'queued' | 'user_error' | 'inference_error';
-
-  /**
-   * Error message
-   */
-  error?: string;
-
-  results?:
-    | EvaluationUpdateStatusParams.EvaluationClassifyResults
-    | EvaluationUpdateStatusParams.EvaluationScoreResults
-    | EvaluationUpdateStatusParams.EvaluationCompareResults;
-}
-
-export namespace EvaluationUpdateStatusParams {
-  export interface EvaluationClassifyResults {
-    /**
-     * Number of failed generations.
-     */
-    generation_fail_count?: number | null;
-
-    /**
-     * Number of invalid labels
-     */
-    invalid_label_count?: number | null;
-
-    /**
-     * Number of failed judge generations
-     */
-    judge_fail_count?: number | null;
-
-    /**
-     * JSON string representing label counts
-     */
-    label_counts?: string;
-
-    /**
-     * Pecentage of pass labels.
-     */
-    pass_percentage?: number | null;
-
-    /**
-     * Data File ID
-     */
-    result_file_id?: string;
-  }
-
-  export interface EvaluationScoreResults {
-    aggregated_scores?: EvaluationScoreResults.AggregatedScores;
-
-    /**
-     * number of failed samples generated from model
-     */
-    failed_samples?: number;
-
-    /**
-     * Number of failed generations.
-     */
-    generation_fail_count?: number | null;
-
-    /**
-     * number of invalid scores generated from model
-     */
-    invalid_score_count?: number;
-
-    /**
-     * Number of failed judge generations
-     */
-    judge_fail_count?: number | null;
-
-    /**
-     * Data File ID
-     */
-    result_file_id?: string;
-  }
-
-  export namespace EvaluationScoreResults {
-    export interface AggregatedScores {
-      mean_score?: number;
-
-      pass_percentage?: number;
-
-      std_score?: number;
-    }
-  }
-
-  export interface EvaluationCompareResults {
-    /**
-     * Number of times model A won
-     */
-    A_wins?: number;
-
-    /**
-     * Number of times model B won
-     */
-    B_wins?: number;
-
-    /**
-     * Number of failed generations.
-     */
-    generation_fail_count?: number | null;
-
-    /**
-     * Number of failed judge generations
-     */
-    judge_fail_count?: number | null;
-
-    /**
-     * Total number of samples compared
-     */
-    num_samples?: number;
-
-    /**
-     * Data File ID
-     */
-    result_file_id?: string;
-
-    /**
-     * Number of ties
-     */
-    Ties?: number;
-  }
-}
-
 export declare namespace Evaluation {
   export {
     type EvaluationJudgeModelConfig as EvaluationJudgeModelConfig,
     type EvaluationModelRequest as EvaluationModelRequest,
     type EvaluationRetrieveResponse as EvaluationRetrieveResponse,
     type EvaluationGetStatusResponse as EvaluationGetStatusResponse,
-    type EvaluationUpdateStatusResponse as EvaluationUpdateStatusResponse,
-    type EvaluationUpdateStatusParams as EvaluationUpdateStatusParams,
   };
 }

src/resources/index.ts

@@ -50,8 +50,6 @@ export {
   type EvaluationModelRequest,
   type EvaluationRetrieveResponse,
   type EvaluationGetStatusResponse,
-  type EvaluationUpdateStatusResponse,
-  type EvaluationUpdateStatusParams,
 } from './evaluation';
 export {
   Evaluations,

tests/api-resources/evaluation.test.ts

@@ -29,30 +29,4 @@ describe('resource evaluation', () => {
     expect(dataAndResponse.data).toBe(response);
     expect(dataAndResponse.response).toBe(rawResponse);
   });
-
-  test('updateStatus: only required params', async () => {
-    const responsePromise = client.evaluation.updateStatus('id', { status: 'completed' });
-    const rawResponse = await responsePromise.asResponse();
-    expect(rawResponse).toBeInstanceOf(Response);
-    const response = await responsePromise;
-    expect(response).not.toBeInstanceOf(Response);
-    const dataAndResponse = await responsePromise.withResponse();
-    expect(dataAndResponse.data).toBe(response);
-    expect(dataAndResponse.response).toBe(rawResponse);
-  });
-
-  test('updateStatus: required and optional params', async () => {
-    const response = await client.evaluation.updateStatus('id', {
-      status: 'completed',
-      error: 'error',
-      results: {
-        generation_fail_count: 0,
-        invalid_label_count: 0,
-        judge_fail_count: 0,
-        label_counts: '{"yes": 10, "no": 0}',
-        pass_percentage: 10,
-        result_file_id: 'file-1234-aefd',
-      },
-    });
-  });
 });