fix(anthropic): throw error in doStream when the first stream chunk is an error

.changeset/itchy-houses-act.md

@@ -0,0 +1,6 @@
+---
+'@ai-sdk/provider-utils': patch
+'ai': patch
+---
+
+move DelayedPromise into provider utils

.changeset/perfect-dodos-rhyme.md

@@ -0,0 +1,5 @@
+---
+'@ai-sdk/anthropic': patch
+---
+
+throw 500 error when the first stream chunk is an error

packages/ai/src/generate-object/stream-object.ts

@@ -8,6 +8,7 @@ import {
 } from '@ai-sdk/provider';
 import {
   createIdGenerator,
+  DelayedPromise,
   FlexibleSchema,
   ProviderOptions,
   type InferSchema,
@@ -45,7 +46,6 @@ import {
   createAsyncIterableStream,
 } from '../util/async-iterable-stream';
 import { createStitchableStream } from '../util/create-stitchable-stream';
-import { DelayedPromise } from '../util/delayed-promise';
 import { DownloadFunction } from '../util/download/download-function';
 import { now as originalNow } from '../util/now';
 import { prepareRetries } from '../util/prepare-retries';

packages/ai/src/generate-text/stream-text.ts

@@ -5,6 +5,7 @@ import {
 } from '@ai-sdk/provider';
 import {
   createIdGenerator,
+  DelayedPromise,
   IdGenerator,
   isAbortError,
   ProviderOptions,
@@ -58,7 +59,6 @@ import {
 } from '../util/async-iterable-stream';
 import { consumeStream } from '../util/consume-stream';
 import { createStitchableStream } from '../util/create-stitchable-stream';
-import { DelayedPromise } from '../util/delayed-promise';
 import { DownloadFunction } from '../util/download/download-function';
 import { now as originalNow } from '../util/now';
 import { prepareRetries } from '../util/prepare-retries';

packages/ai/src/ui-message-stream/create-ui-message-stream.test.ts

@@ -1,12 +1,11 @@
-import { delay } from '@ai-sdk/provider-utils';
+import { delay, DelayedPromise } from '@ai-sdk/provider-utils';
 import { convertReadableStreamToArray } from '@ai-sdk/provider-utils/test';
-import { DelayedPromise } from '../util/delayed-promise';
+import { describe, expect, it } from 'vitest';
+import { UIMessage } from '../ui/ui-messages';
+import { consumeStream } from '../util/consume-stream';
 import { createUIMessageStream } from './create-ui-message-stream';
 import { UIMessageChunk } from './ui-message-chunks';
 import { UIMessageStreamWriter } from './ui-message-stream-writer';
-import { consumeStream } from '../util/consume-stream';
-import { UIMessage } from '../ui/ui-messages';
-import { describe, it, expect } from 'vitest';
 
 describe('createUIMessageStream', () => {
   it('should send data stream part and close the stream', async () => {

packages/ai/src/util/serial-job-executor.test.ts

@@ -1,6 +1,6 @@
-import { expect, describe, it } from 'vitest';
+import { DelayedPromise } from '@ai-sdk/provider-utils';
+import { describe, expect, it } from 'vitest';
 import { SerialJobExecutor } from './serial-job-executor';
-import { DelayedPromise } from './delayed-promise';
 
 describe('SerialJobExecutor', () => {
   it('should execute a single job successfully', async () => {

packages/anthropic/src/anthropic-messages-language-model.test.ts

@@ -1,4 +1,5 @@
 import {
+  APICallError,
   JSONObject,
   LanguageModelV3,
   LanguageModelV3Prompt,
@@ -2867,18 +2868,27 @@ describe('AnthropicMessagesLanguageModel', () => {
       });
     });
 
-    it('should throw an api error when the server is overloaded', async () => {
+    it('should throw an api error when the server is returning a 529 overloaded error', async () => {
       server.urls['https://api.anthropic.com/v1/messages'].response = {
         type: 'error',
         status: 529,
         body: '{"type":"error","error":{"details":null,"type":"overloaded_error","message":"Overloaded"}}',
       };
 
       await expect(
-        model.doGenerate({
-          prompt: TEST_PROMPT,
+        model.doGenerate({ prompt: TEST_PROMPT }),
+      ).rejects.toThrowError(
+        new APICallError({
+          message: 'Overloaded',
+          url: 'https://api.anthropic.com/v1/messages',
+          requestBodyValues: {},
+          statusCode: 529,
+          responseHeaders: {},
+          responseBody:
+            '{"type":"error","error":{"details":null,"type":"overloaded_error","message":"Overloaded"}}',
+          isRetryable: true,
         }),
-      ).rejects.toThrow('Overloaded');
+      );
     });
 
     describe('temperature clamping', () => {
@@ -4845,16 +4855,128 @@ describe('AnthropicMessagesLanguageModel', () => {
       });
     });
 
-    it('should throw an api error when the server is overloaded', async () => {
+    it('should throw an api error when the server is returning a 529 overloaded error', async () => {
       server.urls['https://api.anthropic.com/v1/messages'].response = {
         type: 'error',
         status: 529,
         body: '{"type":"error","error":{"details":null,"type":"overloaded_error","message":"Overloaded"}}',
       };
 
-      await expect(model.doStream({ prompt: TEST_PROMPT })).rejects.toThrow(
-        'Overloaded',
-      );
+      try {
+        await model.doStream({ prompt: TEST_PROMPT });
+        expect.fail('Expected an error to be thrown');
+      } catch (error) {
+        expect(error).toBeInstanceOf(APICallError);
+        const apiCallError = error as APICallError;
+        expect({
+          message: apiCallError.message,
+          url: apiCallError.url,
+          requestBodyValues: apiCallError.requestBodyValues,
+          statusCode: apiCallError.statusCode,
+          responseHeaders: apiCallError.responseHeaders,
+          responseBody: apiCallError.responseBody,
+          isRetryable: apiCallError.isRetryable,
+        }).toMatchInlineSnapshot(`
+          {
+            "isRetryable": true,
+            "message": "Overloaded",
+            "requestBodyValues": {
+              "max_tokens": 4096,
+              "messages": [
+                {
+                  "content": [
+                    {
+                      "cache_control": undefined,
+                      "text": "Hello",
+                      "type": "text",
+                    },
+                  ],
+                  "role": "user",
+                },
+              ],
+              "model": "claude-3-haiku-20240307",
+              "stop_sequences": undefined,
+              "stream": true,
+              "system": undefined,
+              "temperature": undefined,
+              "tool_choice": undefined,
+              "tools": undefined,
+              "top_k": undefined,
+              "top_p": undefined,
+            },
+            "responseBody": "{"type":"error","error":{"details":null,"type":"overloaded_error","message":"Overloaded"}}",
+            "responseHeaders": {
+              "content-length": "90",
+              "content-type": "text/plain",
+            },
+            "statusCode": 529,
+            "url": "https://api.anthropic.com/v1/messages",
+          }
+        `);
+      }
+    });
+
+    it('should throw an api error when the first stream chunk is an overloaded error', async () => {
+      server.urls['https://api.anthropic.com/v1/messages'].response = {
+        type: 'stream-chunks',
+        chunks: [
+          `data: {"type":"error","error":{"details":null,"type":"overloaded_error","message":"Overloaded"}}\n\n`,
+        ],
+      };
+
+      try {
+        await model.doStream({ prompt: TEST_PROMPT });
+        expect.fail('Expected an error to be thrown');
+      } catch (error) {
+        expect(error).toBeInstanceOf(APICallError);
+        const apiCallError = error as APICallError;
+        expect({
+          message: apiCallError.message,
+          url: apiCallError.url,
+          requestBodyValues: apiCallError.requestBodyValues,
+          statusCode: apiCallError.statusCode,
+          responseHeaders: apiCallError.responseHeaders,
+          responseBody: apiCallError.responseBody,
+          isRetryable: apiCallError.isRetryable,
+        }).toMatchInlineSnapshot(`
+          {
+            "isRetryable": true,
+            "message": "Overloaded",
+            "requestBodyValues": {
+              "max_tokens": 4096,
+              "messages": [
+                {
+                  "content": [
+                    {
+                      "cache_control": undefined,
+                      "text": "Hello",
+                      "type": "text",
+                    },
+                  ],
+                  "role": "user",
+                },
+              ],
+              "model": "claude-3-haiku-20240307",
+              "stop_sequences": undefined,
+              "stream": true,
+              "system": undefined,
+              "temperature": undefined,
+              "tool_choice": undefined,
+              "tools": undefined,
+              "top_k": undefined,
+              "top_p": undefined,
+            },
+            "responseBody": "{"type":"overloaded_error","message":"Overloaded"}",
+            "responseHeaders": {
+              "cache-control": "no-cache",
+              "connection": "keep-alive",
+              "content-type": "text/event-stream",
+            },
+            "statusCode": 529,
+            "url": "https://api.anthropic.com/v1/messages",
+          }
+        `);
+      }
     });
 
     it('should forward overloaded error during streaming', async () => {