feat(api): manual updates

Author: stainless-app[bot]

.github/workflows/ci.yml

@@ -24,7 +24,7 @@ jobs:
       - name: Set up Node
         uses: actions/setup-node@v4
         with:
-          node-version: '22'
+          node-version: '20'
 
       - name: Bootstrap
         run: ./scripts/bootstrap
@@ -46,7 +46,7 @@ jobs:
       - name: Set up Node
         uses: actions/setup-node@v4
         with:
-          node-version: '22'
+          node-version: '20'
 
       - name: Bootstrap
         run: ./scripts/bootstrap
@@ -68,15 +68,6 @@ jobs:
           AUTH: ${{ steps.github-oidc.outputs.github_token }}
           SHA: ${{ github.sha }}
         run: ./scripts/utils/upload-artifact.sh
-
-      - name: Upload MCP Server tarball
-        if: github.repository == 'stainless-sdks/lemma-typescript'
-        env:
-          URL: https://pkg.stainless.com/s?subpackage=mcp-server
-          AUTH: ${{ steps.github-oidc.outputs.github_token }}
-          SHA: ${{ github.sha }}
-          BASE_PATH: packages/mcp-server
-        run: ./scripts/utils/upload-artifact.sh
   test:
     timeout-minutes: 10
     name: test
@@ -88,13 +79,10 @@ jobs:
       - name: Set up Node
         uses: actions/setup-node@v4
         with:
-          node-version: '22'
+          node-version: '20'
 
       - name: Bootstrap
         run: ./scripts/bootstrap
 
-      - name: Build
-        run: ./scripts/build
-
       - name: Run tests
         run: ./scripts/test

.gitignore

@@ -8,5 +8,4 @@ dist-deno
 /*.tgz
 .idea/
 .eslintcache
-dist-bundle
-*.mcpb
+

.prettierignore

@@ -4,4 +4,4 @@ CHANGELOG.md
 /deno
 
 # don't format tsc output, will break source maps
-dist
+/dist

.stats.yml

@@ -1,4 +1,4 @@
-configured_endpoints: 13
-openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/lemma%2Flemma-dc1b1744bf9a13daa82065ecf5dc75e3870d611ab3fabf2b0f91a7b36815b2a4.yml
-openapi_spec_hash: ae1eb47bf32f7b2c225338a245298e02
-config_hash: 017a31b2ac0856f4d4152a5173e6fa18
+configured_endpoints: 49
+openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/lemma%2Flemma-490b6c951dbe764981862a42c1067201cca1473d6ea2b5950d6b52246db9c455.yml
+openapi_spec_hash: 25f3fb0ed209b3ddd390b3b1df365f5f
+config_hash: 6e2d6b369f0443bb7cc6f7f17a4dd8c7

README.md

@@ -29,9 +29,9 @@ const client = new Lemma({
   apiKey: process.env['LEMMA_API_KEY'], // This is the default and can be omitted
 });
 
-const dataset = await client.datasets.retrieve('dataset_id');
+const project = await client.projects.create({ name: 'name' });
 
-console.log(dataset.id);
+console.log(project.id);
 ```
 
 ### Request & Response types
@@ -46,7 +46,8 @@ const client = new Lemma({
   apiKey: process.env['LEMMA_API_KEY'], // This is the default and can be omitted
 });
 
-const dataset: Lemma.Dataset = await client.datasets.retrieve('dataset_id');
+const params: Lemma.ProjectCreateParams = { name: 'name' };
+const project: Lemma.Project = await client.projects.create(params);
 ```
 
 Documentation for each method, request param, and response field are available in docstrings and will appear on hover in most modern editors.
@@ -88,7 +89,7 @@ a subclass of `APIError` will be thrown:
 
 <!-- prettier-ignore -->
 ```ts
-const dataset = await client.datasets.retrieve('dataset_id').catch(async (err) => {
+const project = await client.projects.create({ name: 'name' }).catch(async (err) => {
   if (err instanceof Lemma.APIError) {
     console.log(err.status); // 400
     console.log(err.name); // BadRequestError
@@ -128,7 +129,7 @@ const client = new Lemma({
 });
 
 // Or, configure per-request:
-await client.datasets.retrieve('dataset_id', {
+await client.projects.create({ name: 'name' }, {
   maxRetries: 5,
 });
 ```
@@ -145,7 +146,7 @@ const client = new Lemma({
 });
 
 // Override per-request:
-await client.datasets.retrieve('dataset_id', {
+await client.projects.create({ name: 'name' }, {
   timeout: 5 * 1000,
 });
 ```
@@ -168,13 +169,13 @@ Unlike `.asResponse()` this method consumes the body, returning once it is parse
 ```ts
 const client = new Lemma();
 
-const response = await client.datasets.retrieve('dataset_id').asResponse();
+const response = await client.projects.create({ name: 'name' }).asResponse();
 console.log(response.headers.get('X-My-Header'));
 console.log(response.statusText); // access the underlying Response object
 
-const { data: dataset, response: raw } = await client.datasets.retrieve('dataset_id').withResponse();
+const { data: project, response: raw } = await client.projects.create({ name: 'name' }).withResponse();
 console.log(raw.headers.get('X-My-Header'));
-console.log(dataset.id);
+console.log(project.id);
 ```
 
 ### Logging
@@ -254,7 +255,7 @@ parameter. This library doesn't validate at runtime that the request matches the
 send will be sent as-is.
 
 ```ts
-client.datasets.retrieve({
+client.projects.create({
   // ...
   // @ts-expect-error baz is not yet public
   baz: 'undocumented option',

api.md

@@ -9,28 +9,36 @@ Types:
 - <code><a href="./src/resources/datasets/datasets.ts">DatasetGenerateDatasetResponse</a></code>
 - <code><a href="./src/resources/datasets/datasets.ts">DatasetGenerateSchemaResponse</a></code>
 - <code><a href="./src/resources/datasets/datasets.ts">DatasetGenerateValidatorsResponse</a></code>
+- <code><a href="./src/resources/datasets/datasets.ts">DatasetInsertEntryResponse</a></code>
+- <code><a href="./src/resources/datasets/datasets.ts">DatasetUploadJSONLResponse</a></code>
 
 Methods:
 
+- <code title="post /datasets/">client.datasets.<a href="./src/resources/datasets/datasets.ts">create</a>({ ...params }) -> Dataset</code>
 - <code title="get /datasets/{dataset_id}">client.datasets.<a href="./src/resources/datasets/datasets.ts">retrieve</a>(datasetID) -> Dataset</code>
+- <code title="put /datasets/{dataset_id}">client.datasets.<a href="./src/resources/datasets/datasets.ts">update</a>(datasetID, { ...params }) -> Dataset</code>
 - <code title="get /datasets/">client.datasets.<a href="./src/resources/datasets/datasets.ts">list</a>({ ...params }) -> DatasetListResponse</code>
 - <code title="delete /datasets/{dataset_id}">client.datasets.<a href="./src/resources/datasets/datasets.ts">delete</a>(datasetID) -> DatasetDeleteResponse</code>
 - <code title="get /datasets/{dataset_id}/create-download-url">client.datasets.<a href="./src/resources/datasets/datasets.ts">createDownloadURL</a>(datasetID) -> string</code>
 - <code title="post /datasets/generate-dataset">client.datasets.<a href="./src/resources/datasets/datasets.ts">generateDataset</a>({ ...params }) -> DatasetGenerateDatasetResponse</code>
 - <code title="post /datasets/generate-schema">client.datasets.<a href="./src/resources/datasets/datasets.ts">generateSchema</a>({ ...params }) -> DatasetGenerateSchemaResponse</code>
 - <code title="post /datasets/generate-validators">client.datasets.<a href="./src/resources/datasets/datasets.ts">generateValidators</a>({ ...params }) -> DatasetGenerateValidatorsResponse</code>
+- <code title="post /datasets/{dataset_id}/insert-entry">client.datasets.<a href="./src/resources/datasets/datasets.ts">insertEntry</a>(datasetID, { ...params }) -> string</code>
+- <code title="post /datasets/{dataset_id}/upload-jsonl">client.datasets.<a href="./src/resources/datasets/datasets.ts">uploadJSONL</a>(datasetID, { ...params }) -> DatasetUploadJSONLResponse</code>
 
 ## Generations
 
 Types:
 
 - <code><a href="./src/resources/datasets/generations.ts">DatasetGeneration</a></code>
 - <code><a href="./src/resources/datasets/generations.ts">GenerationListResponse</a></code>
+- <code><a href="./src/resources/datasets/generations.ts">GenerationGetDownloadURLResponse</a></code>
 
 Methods:
 
 - <code title="get /datasets/generations/{generation_id}">client.datasets.generations.<a href="./src/resources/datasets/generations.ts">retrieve</a>(generationID) -> DatasetGeneration</code>
 - <code title="get /datasets/generations">client.datasets.generations.<a href="./src/resources/datasets/generations.ts">list</a>({ ...params }) -> GenerationListResponse</code>
+- <code title="get /datasets/generations/{generation_id}/download-url">client.datasets.generations.<a href="./src/resources/datasets/generations.ts">getDownloadURL</a>(generationID) -> GenerationGetDownloadURLResponse</code>
 
 # Logs
 
@@ -56,22 +64,122 @@ Methods:
 
 - <code title="post /playground/run">client.playground.<a href="./src/resources/playground.ts">run</a>({ ...params }) -> unknown</code>
 
-# Prompts
+# Projects
 
 Types:
 
-- <code><a href="./src/resources/prompts/prompts.ts">Prompt</a></code>
+- <code><a href="./src/resources/projects/projects.ts">Project</a></code>
+- <code><a href="./src/resources/projects/projects.ts">ProjectListResponse</a></code>
+- <code><a href="./src/resources/projects/projects.ts">ProjectDeleteResponse</a></code>
 
-## Iterations
+Methods:
+
+- <code title="post /projects">client.projects.<a href="./src/resources/projects/projects.ts">create</a>({ ...params }) -> Project</code>
+- <code title="get /projects/{project_id}">client.projects.<a href="./src/resources/projects/projects.ts">retrieve</a>(projectID) -> Project</code>
+- <code title="put /projects/{project_id}">client.projects.<a href="./src/resources/projects/projects.ts">update</a>(projectID, { ...params }) -> Project</code>
+- <code title="get /projects/">client.projects.<a href="./src/resources/projects/projects.ts">list</a>() -> ProjectListResponse</code>
+- <code title="delete /projects/{project_id}">client.projects.<a href="./src/resources/projects/projects.ts">delete</a>(projectID) -> ProjectDeleteResponse</code>
+
+## Optimizations
+
+Types:
+
+- <code><a href="./src/resources/projects/optimizations.ts">Optimization</a></code>
+- <code><a href="./src/resources/projects/optimizations.ts">OptimizationListResponse</a></code>
+- <code><a href="./src/resources/projects/optimizations.ts">OptimizationCreateIterationResponse</a></code>
+
+Methods:
+
+- <code title="post /project/{project_id}/optimizations/">client.projects.optimizations.<a href="./src/resources/projects/optimizations.ts">create</a>(projectID, { ...params }) -> Optimization</code>
+- <code title="get /project/{project_id}/optimizations/{optimization_id}">client.projects.optimizations.<a href="./src/resources/projects/optimizations.ts">retrieve</a>(optimizationID, { ...params }) -> Optimization</code>
+- <code title="get /project/{project_id}/optimizations/">client.projects.optimizations.<a href="./src/resources/projects/optimizations.ts">list</a>(projectID) -> OptimizationListResponse</code>
+- <code title="post /project/{project_id}/optimizations/{optimization_id}/iterations">client.projects.optimizations.<a href="./src/resources/projects/optimizations.ts">createIteration</a>(optimizationID, { ...params }) -> OptimizationCreateIterationResponse</code>
+
+## Prompts
+
+Types:
+
+- <code><a href="./src/resources/projects/prompts/prompts.ts">Prompt</a></code>
+- <code><a href="./src/resources/projects/prompts/prompts.ts">PromptListResponse</a></code>
+- <code><a href="./src/resources/projects/prompts/prompts.ts">PromptDeleteResponse</a></code>
+
+Methods:
+
+- <code title="post /project/{project_id}/prompts">client.projects.prompts.<a href="./src/resources/projects/prompts/prompts.ts">create</a>(projectID, { ...params }) -> Prompt</code>
+- <code title="get /project/{project_id}/prompts/{prompt_id}">client.projects.prompts.<a href="./src/resources/projects/prompts/prompts.ts">retrieve</a>(promptID, { ...params }) -> Prompt</code>
+- <code title="get /project/{project_id}/prompts">client.projects.prompts.<a href="./src/resources/projects/prompts/prompts.ts">list</a>(projectID) -> PromptListResponse</code>
+- <code title="delete /project/{project_id}/prompts/{prompt_id}">client.projects.prompts.<a href="./src/resources/projects/prompts/prompts.ts">delete</a>(promptID, { ...params }) -> PromptDeleteResponse</code>
+- <code title="patch /project/{project_id}/prompts/{prompt_id}/model">client.projects.prompts.<a href="./src/resources/projects/prompts/prompts.ts">updateModel</a>(promptID, { ...params }) -> Prompt</code>
+
+### Iterations
+
+Types:
+
+- <code><a href="./src/resources/projects/prompts/iterations.ts">PromptIteration</a></code>
+- <code><a href="./src/resources/projects/prompts/iterations.ts">IterationListResponse</a></code>
+
+Methods:
+
+- <code title="post /project/{project_id}/prompts/{prompt_id}/iterations">client.projects.prompts.iterations.<a href="./src/resources/projects/prompts/iterations.ts">create</a>(promptID, { ...params }) -> PromptIteration</code>
+- <code title="get /project/{project_id}/prompts/{prompt_id}/iterations">client.projects.prompts.iterations.<a href="./src/resources/projects/prompts/iterations.ts">list</a>(promptID, { ...params }) -> IterationListResponse</code>
+
+## Evaluators
+
+Types:
+
+- <code><a href="./src/resources/projects/evaluators/evaluators.ts">EvaluatorEntry</a></code>
+- <code><a href="./src/resources/projects/evaluators/evaluators.ts">EvaluatorType</a></code>
+- <code><a href="./src/resources/projects/evaluators/evaluators.ts">EvaluatorListResponse</a></code>
+
+Methods:
+
+- <code title="get /project/{project_id}/evaluators/{evaluator_id}">client.projects.evaluators.<a href="./src/resources/projects/evaluators/evaluators.ts">retrieve</a>(evaluatorID, { ...params }) -> EvaluatorEntry</code>
+- <code title="put /project/{project_id}/evaluators/{evaluator_id}">client.projects.evaluators.<a href="./src/resources/projects/evaluators/evaluators.ts">update</a>(evaluatorID, { ...params }) -> EvaluatorEntry</code>
+- <code title="get /project/{project_id}/evaluators">client.projects.evaluators.<a href="./src/resources/projects/evaluators/evaluators.ts">list</a>(projectID) -> EvaluatorListResponse</code>
+
+### Rubric
+
+Types:
+
+- <code><a href="./src/resources/projects/evaluators/rubric.ts">RubricCriterion</a></code>
+- <code><a href="./src/resources/projects/evaluators/rubric.ts">RubricExample</a></code>
+- <code><a href="./src/resources/projects/evaluators/rubric.ts">RubricGenerateResponse</a></code>
+
+Methods:
+
+- <code title="post /project/{project_id}/evaluators/rubric">client.projects.evaluators.rubric.<a href="./src/resources/projects/evaluators/rubric.ts">create</a>(projectID, { ...params }) -> EvaluatorEntry</code>
+- <code title="post /project/{project_id}/evaluators/rubric/generate">client.projects.evaluators.rubric.<a href="./src/resources/projects/evaluators/rubric.ts">generate</a>(projectID, { ...params }) -> RubricGenerateResponse</code>
+
+## Evaluations
 
 Types:
 
-- <code><a href="./src/resources/prompts/iterations.ts">PromptIteration</a></code>
+- <code><a href="./src/resources/projects/evaluations.ts">EvaluationEntry</a></code>
+- <code><a href="./src/resources/projects/evaluations.ts">EvaluationObjectiveType</a></code>
+- <code><a href="./src/resources/projects/evaluations.ts">EvaluationListResponse</a></code>
+- <code><a href="./src/resources/projects/evaluations.ts">EvaluationDeleteResponse</a></code>
+- <code><a href="./src/resources/projects/evaluations.ts">EvaluationCreateIterationResponse</a></code>
 
-# Evaluators
+Methods:
+
+- <code title="post /project/{project_id}/evaluations">client.projects.evaluations.<a href="./src/resources/projects/evaluations.ts">create</a>(projectID, { ...params }) -> EvaluationEntry</code>
+- <code title="get /project/{project_id}/evaluations/{evaluation_id}">client.projects.evaluations.<a href="./src/resources/projects/evaluations.ts">retrieve</a>(evaluationID, { ...params }) -> EvaluationEntry</code>
+- <code title="get /project/{project_id}/evaluations/">client.projects.evaluations.<a href="./src/resources/projects/evaluations.ts">list</a>(projectID) -> EvaluationListResponse</code>
+- <code title="delete /project/{project_id}/evaluations/{evaluation_id}">client.projects.evaluations.<a href="./src/resources/projects/evaluations.ts">delete</a>(evaluationID, { ...params }) -> EvaluationDeleteResponse</code>
+- <code title="post /project/{project_id}/evaluations/{evaluation_id}/iterations">client.projects.evaluations.<a href="./src/resources/projects/evaluations.ts">createIteration</a>(evaluationID, { ...params }) -> EvaluationCreateIterationResponse</code>
+
+## Agents
 
 Types:
 
-- <code><a href="./src/resources/evaluators.ts">Evaluator</a></code>
-- <code><a href="./src/resources/evaluators.ts">RubricCriterion</a></code>
-- <code><a href="./src/resources/evaluators.ts">RubricExample</a></code>
+- <code><a href="./src/resources/projects/agents.ts">AgentEntry</a></code>
+- <code><a href="./src/resources/projects/agents.ts">AgentListResponse</a></code>
+- <code><a href="./src/resources/projects/agents.ts">AgentDeleteResponse</a></code>
+
+Methods:
+
+- <code title="post /project/{project_id}/agents">client.projects.agents.<a href="./src/resources/projects/agents.ts">create</a>(projectID, { ...params }) -> AgentEntry</code>
+- <code title="get /project/{project_id}/agents/{agent_id}">client.projects.agents.<a href="./src/resources/projects/agents.ts">retrieve</a>(agentID, { ...params }) -> AgentEntry</code>
+- <code title="patch /project/{project_id}/agents/{agent_id}">client.projects.agents.<a href="./src/resources/projects/agents.ts">update</a>(agentID, { ...params }) -> AgentEntry</code>
+- <code title="get /project/{project_id}/agents">client.projects.agents.<a href="./src/resources/projects/agents.ts">list</a>(projectID) -> AgentListResponse</code>
+- <code title="delete /project/{project_id}/agents/{agent_id}">client.projects.agents.<a href="./src/resources/projects/agents.ts">delete</a>(agentID, { ...params }) -> AgentDeleteResponse</code>

eslint.config.mjs

@@ -34,7 +34,7 @@ export default tseslint.config(
     },
   },
   {
-    files: ['tests/**', 'examples/**', 'packages/**'],
+    files: ['tests/**', 'examples/**'],
     rules: {
       'no-restricted-imports': 'off',
     },