feat(api): api update

Author: stainless-app[bot]

.stats.yml

@@ -1,4 +1,4 @@
-configured_endpoints: 39
-openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/lemma%2Flemma-c6e812a928786cc1313c8e7f766407a18427f65265cd03cb60bc1a01a3185043.yml
-openapi_spec_hash: 399ee45682c5fd181d707acc90b36fd2
+configured_endpoints: 34
+openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/lemma%2Flemma-8a3987f5dfe31eeb7686c0f2025612d95c5810abc7e0a85682836b6768c0bff3.yml
+openapi_spec_hash: c7e3a1600776698bf79c16154bf8db3d
 config_hash: 3ccc0e50f28be581a8cc4501a5758970

api.md

@@ -116,22 +116,6 @@ Methods:
 
 ## Evaluations
 
-Types:
-
-- <code><a href="./src/resources/projects/evaluations.ts">EvaluationEntry</a></code>
-- <code><a href="./src/resources/projects/evaluations.ts">EvaluationObjectiveType</a></code>
-- <code><a href="./src/resources/projects/evaluations.ts">EvaluationListResponse</a></code>
-- <code><a href="./src/resources/projects/evaluations.ts">EvaluationDeleteResponse</a></code>
-- <code><a href="./src/resources/projects/evaluations.ts">EvaluationCreateIterationResponse</a></code>
-
-Methods:
-
-- <code title="post /project/{project_id}/evaluations">client.projects.evaluations.<a href="./src/resources/projects/evaluations.ts">create</a>(projectID, { ...params }) -> EvaluationEntry</code>
-- <code title="get /project/{project_id}/evaluations/{evaluation_id}">client.projects.evaluations.<a href="./src/resources/projects/evaluations.ts">retrieve</a>(evaluationID, { ...params }) -> EvaluationEntry</code>
-- <code title="get /project/{project_id}/evaluations/">client.projects.evaluations.<a href="./src/resources/projects/evaluations.ts">list</a>(projectID) -> EvaluationListResponse</code>
-- <code title="delete /project/{project_id}/evaluations/{evaluation_id}">client.projects.evaluations.<a href="./src/resources/projects/evaluations.ts">delete</a>(evaluationID, { ...params }) -> EvaluationDeleteResponse</code>
-- <code title="post /project/{project_id}/evaluations/{evaluation_id}/iterations">client.projects.evaluations.<a href="./src/resources/projects/evaluations.ts">createIteration</a>(evaluationID, { ...params }) -> EvaluationCreateIterationResponse</code>
-
 ## Agents
 
 Types:

src/resources/projects/evaluations.ts

@@ -1,247 +1,5 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
 import { APIResource } from '../../core/resource';
-import { APIPromise } from '../../core/api-promise';
-import { RequestOptions } from '../../internal/request-options';
-import { path } from '../../internal/utils/path';
 
-export class Evaluations extends APIResource {
-  /**
-   * Create a new evaluation.
-   *
-   * Creates a new evaluation with the specified prompt, dataset, and objective
-   * configuration. The evaluation will be associated with the specified project and
-   * will automatically create an evaluation iteration that processes all dataset
-   * entries.
-   */
-  create(
-    projectID: string,
-    body: EvaluationCreateParams,
-    options?: RequestOptions,
-  ): APIPromise<EvaluationEntry> {
-    return this._client.post(path`/project/${projectID}/evaluations`, { body, ...options });
-  }
-
-  /**
-   * Get an evaluation by ID.
-   *
-   * Retrieves a specific evaluation by its ID. The evaluation must belong to the
-   * specified project, which must belong to the current user's tenant.
-   */
-  retrieve(
-    evaluationID: string,
-    params: EvaluationRetrieveParams,
-    options?: RequestOptions,
-  ): APIPromise<EvaluationEntry> {
-    const { project_id } = params;
-    return this._client.get(path`/project/${project_id}/evaluations/${evaluationID}`, options);
-  }
-
-  /**
-   * List all evaluations for the specified project.
-   *
-   * Retrieves all evaluations that belong to the specified project. The project must
-   * belong to the current user's tenant.
-   */
-  list(projectID: string, options?: RequestOptions): APIPromise<EvaluationListResponse> {
-    return this._client.get(path`/project/${projectID}/evaluations/`, options);
-  }
-
-  /**
-   * Delete an evaluation by ID.
-   *
-   * Permanently deletes an evaluation and all its associated data. This action
-   * cannot be undone. The evaluation must belong to the specified project, which
-   * must belong to the current user's tenant.
-   */
-  delete(
-    evaluationID: string,
-    params: EvaluationDeleteParams,
-    options?: RequestOptions,
-  ): APIPromise<EvaluationDeleteResponse> {
-    const { project_id } = params;
-    return this._client.delete(path`/project/${project_id}/evaluations/${evaluationID}`, options);
-  }
-
-  /**
-   * Create a new evaluation iteration.
-   *
-   * Creates a new evaluation iteration that will process all entries in the
-   * evaluation's dataset. The method reads all files from the dataset's S3 folder
-   * and creates evaluation results for each dataset entry.
-   *
-   * Args: evaluation_id: The ID of the evaluation to create an iteration for
-   * request_data: Contains the prompt iteration ID to use project_id: The ID of the
-   * project the evaluation belongs to request: FastAPI request object for tenant
-   * information
-   *
-   * Returns: The created EvaluationIterationEntry with COMPLETED status
-   */
-  createIteration(
-    evaluationID: string,
-    params: EvaluationCreateIterationParams,
-    options?: RequestOptions,
-  ): APIPromise<EvaluationCreateIterationResponse> {
-    const { project_id, ...body } = params;
-    return this._client.post(path`/project/${project_id}/evaluations/${evaluationID}/iterations`, {
-      body,
-      ...options,
-    });
-  }
-}
-
-/**
- * Evaluation entry database model.
- */
-export interface EvaluationEntry {
-  /**
-   * The ID of the dataset to evaluate against
-   */
-  datasetId: string;
-
-  /**
-   * Configuration for the evaluation objective
-   */
-  objectiveConfig: { [key: string]: unknown };
-
-  /**
-   * The type of evaluation objective
-   */
-  objectiveType: EvaluationObjectiveType;
-
-  projectId: string;
-
-  id?: string;
-
-  /**
-   * The ID of the agent to evaluate (mutually exclusive with promptId)
-   */
-  agentId?: string | null;
-
-  /**
-   * Timestamp when the record was created
-   */
-  createdAt?: string | null;
-
-  /**
-   * The ID of the prompt to evaluate (mutually exclusive with agentId)
-   */
-  promptId?: string | null;
-
-  /**
-   * Timestamp when the record was last updated
-   */
-  updatedAt?: string | null;
-}
-
-/**
- * Enum for evaluation objective types.
- */
-export type EvaluationObjectiveType = 'RUBRIC' | 'ACCURACY' | 'REGRESSION';
-
-export type EvaluationListResponse = Array<EvaluationEntry>;
-
-export type EvaluationDeleteResponse = boolean;
-
-/**
- * Evaluation iteration entry database model.
- */
-export interface EvaluationCreateIterationResponse {
-  /**
-   * The ID of the evaluation
-   */
-  evaluationId: string;
-
-  id?: string;
-
-  /**
-   * Timestamp when the record was created
-   */
-  createdAt?: string | null;
-
-  /**
-   * The number of entries completed for this evaluation iteration
-   */
-  entriesCompleted?: number;
-
-  /**
-   * The number of entries required for this evaluation iteration
-   */
-  entriesRequired?: number;
-
-  /**
-   * The ID of the prompt iteration (optional for agent evaluations)
-   */
-  promptIterationId?: string | null;
-
-  /**
-   * The status of the evaluation iteration
-   */
-  status?: 'PENDING' | 'COMPLETED';
-
-  /**
-   * Timestamp when the record was last updated
-   */
-  updatedAt?: string | null;
-}
-
-export interface EvaluationCreateParams {
-  /**
-   * The ID of the dataset to evaluate against
-   */
-  datasetId: string;
-
-  /**
-   * Configuration for the evaluation objective
-   */
-  objectiveConfig: { [key: string]: unknown };
-
-  /**
-   * The type of evaluation objective
-   */
-  objectiveType: EvaluationObjectiveType;
-
-  /**
-   * The ID of the agent to evaluate (mutually exclusive with promptId)
-   */
-  agentId?: string | null;
-
-  /**
-   * The ID of the prompt to evaluate (mutually exclusive with agentId)
-   */
-  promptId?: string | null;
-}
-
-export interface EvaluationRetrieveParams {
-  project_id: string;
-}
-
-export interface EvaluationDeleteParams {
-  project_id: string;
-}
-
-export interface EvaluationCreateIterationParams {
-  /**
-   * Path param:
-   */
-  project_id: string;
-
-  /**
-   * Body param: The ID of the prompt iteration to use
-   */
-  promptIterationId: string;
-}
-
-export declare namespace Evaluations {
-  export {
-    type EvaluationEntry as EvaluationEntry,
-    type EvaluationObjectiveType as EvaluationObjectiveType,
-    type EvaluationListResponse as EvaluationListResponse,
-    type EvaluationDeleteResponse as EvaluationDeleteResponse,
-    type EvaluationCreateIterationResponse as EvaluationCreateIterationResponse,
-    type EvaluationCreateParams as EvaluationCreateParams,
-    type EvaluationRetrieveParams as EvaluationRetrieveParams,
-    type EvaluationDeleteParams as EvaluationDeleteParams,
-    type EvaluationCreateIterationParams as EvaluationCreateIterationParams,
-  };
-}
+export class Evaluations extends APIResource {}

src/resources/projects/evaluators/evaluators.ts

@@ -65,7 +65,7 @@ export class Evaluators extends APIResource {
  */
 export interface EvaluatorEntry {
   /**
-   * Variables used in the prompt template
+   * Configuration for the evaluator
    */
   config: { [key: string]: unknown };
 
@@ -105,7 +105,7 @@ export interface EvaluatorUpdateParams {
   project_id: string;
 
   /**
-   * Body param: Variables used in the prompt template
+   * Body param: Configuration for the evaluator
    */
   config: { [key: string]: unknown };
 

src/resources/projects/index.ts

@@ -10,18 +10,7 @@ export {
   type AgentUpdateParams,
   type AgentDeleteParams,
 } from './agents';
-export {
-  Evaluations,
-  type EvaluationEntry,
-  type EvaluationObjectiveType,
-  type EvaluationListResponse,
-  type EvaluationDeleteResponse,
-  type EvaluationCreateIterationResponse,
-  type EvaluationCreateParams,
-  type EvaluationRetrieveParams,
-  type EvaluationDeleteParams,
-  type EvaluationCreateIterationParams,
-} from './evaluations';
+export { Evaluations } from './evaluations';
 export {
   Evaluators,
   type EvaluatorEntry,

src/resources/projects/projects.ts

@@ -13,18 +13,7 @@ import {
   Agents,
 } from './agents';
 import * as EvaluationsAPI from './evaluations';
-import {
-  EvaluationCreateIterationParams,
-  EvaluationCreateIterationResponse,
-  EvaluationCreateParams,
-  EvaluationDeleteParams,
-  EvaluationDeleteResponse,
-  EvaluationEntry,
-  EvaluationListResponse,
-  EvaluationObjectiveType,
-  EvaluationRetrieveParams,
-  Evaluations,
-} from './evaluations';
+import { Evaluations } from './evaluations';
 import * as OptimizationsAPI from './optimizations';
 import {
   Optimization,
@@ -195,18 +184,7 @@ export declare namespace Projects {
     type EvaluatorUpdateParams as EvaluatorUpdateParams,
   };
 
-  export {
-    Evaluations as Evaluations,
-    type EvaluationEntry as EvaluationEntry,
-    type EvaluationObjectiveType as EvaluationObjectiveType,
-    type EvaluationListResponse as EvaluationListResponse,
-    type EvaluationDeleteResponse as EvaluationDeleteResponse,
-    type EvaluationCreateIterationResponse as EvaluationCreateIterationResponse,
-    type EvaluationCreateParams as EvaluationCreateParams,
-    type EvaluationRetrieveParams as EvaluationRetrieveParams,
-    type EvaluationDeleteParams as EvaluationDeleteParams,
-    type EvaluationCreateIterationParams as EvaluationCreateIterationParams,
-  };
+  export { Evaluations as Evaluations };
 
   export {
     Agents as Agents,