feat(api): OpenAPI spec update via Stainless API (#178)

Author: stainless-app[bot]

.stats.yml

@@ -1,2 +1,2 @@
 configured_endpoints: 21
-openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/prompt-foundry%2Fprompt-foundry-sdk-441451c27073e45d1bdc832c5b66c26d90bd185bd94bd461b91257fbf0987ef2.yml
+openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/prompt-foundry%2Fprompt-foundry-sdk-2203adbcfccbd119a54a1fe9a29de02b1993184022804cfa4bc32947c8c1eb06.yml

src/resources/evaluation-assertions.ts

@@ -89,6 +89,11 @@ export interface EvaluationAssertion {
     | 'JSON_EXACT_MATCH'
     | 'TOOL_CALLED'
     | 'TOOL_CALLED_WITH';
+
+  /**
+   * How heavily to weigh the assertion within the evaluation.
+   */
+  weight?: number;
 }
 
 export type EvaluationAssertionListResponse = Array<EvaluationAssertion>;
@@ -124,6 +129,11 @@ export interface EvaluationAssertionCreateParams {
     | 'JSON_EXACT_MATCH'
     | 'TOOL_CALLED'
     | 'TOOL_CALLED_WITH';
+
+  /**
+   * How heavily to weigh the assertion within the evaluation.
+   */
+  weight?: number;
 }
 
 export interface EvaluationAssertionUpdateParams {
@@ -153,6 +163,11 @@ export interface EvaluationAssertionUpdateParams {
     | 'JSON_EXACT_MATCH'
     | 'TOOL_CALLED'
     | 'TOOL_CALLED_WITH';
+
+  /**
+   * How heavily to weigh the assertion within the evaluation.
+   */
+  weight?: number;
 }
 
 export interface EvaluationAssertionListParams {

src/resources/evaluations.ts

@@ -59,6 +59,16 @@ export interface Evaluation {
    * The template variables added to the prompt when executing the prompt.
    */
   variables: Record<string, string | null>;
+
+  /**
+   * What percentage of assertions must pass for the evaluation to pass.
+   */
+  threshold?: number;
+
+  /**
+   * How heavily to weigh the evaluation within the prompt.
+   */
+  weight?: number;
 }
 
 export namespace Evaluation {
@@ -155,6 +165,16 @@ export interface EvaluationCreateParams {
    * The template variables added to the prompt when executing the prompt.
    */
   variables: Record<string, string | null>;
+
+  /**
+   * What percentage of assertions must pass for the evaluation to pass.
+   */
+  threshold?: number;
+
+  /**
+   * How heavily to weigh the evaluation within the prompt.
+   */
+  weight?: number;
 }
 
 export namespace EvaluationCreateParams {
@@ -245,6 +265,16 @@ export interface EvaluationUpdateParams {
    * The template variables added to the prompt when executing the prompt.
    */
   variables: Record<string, string | null>;
+
+  /**
+   * What percentage of assertions must pass for the evaluation to pass.
+   */
+  threshold?: number;
+
+  /**
+   * How heavily to weigh the evaluation within the prompt.
+   */
+  weight?: number;
 }
 
 export namespace EvaluationUpdateParams {

tests/api-resources/evaluation-assertions.test.ts

@@ -33,6 +33,7 @@ describe('resource evaluationAssertions', () => {
       targetValue: 'targetValue',
       toolName: 'toolName',
       type: 'CONTAINS',
+      weight: 0,
     });
   });
 
@@ -60,6 +61,7 @@ describe('resource evaluationAssertions', () => {
       targetValue: 'targetValue',
       toolName: 'toolName',
       type: 'CONTAINS',
+      weight: 0,
     });
   });
 

tests/api-resources/evaluations.test.ts

@@ -79,6 +79,8 @@ describe('resource evaluations', () => {
       ],
       promptId: 'promptId',
       variables: { foo: 'string' },
+      threshold: 0,
+      weight: 0,
     });
   });
 
@@ -152,6 +154,8 @@ describe('resource evaluations', () => {
       ],
       promptId: 'promptId',
       variables: { foo: 'string' },
+      threshold: 0,
+      weight: 0,
     });
   });