vercel · coverlv · Apr 3, 2025 · Apr 3, 2025 · Apr 3, 2025 · Apr 3, 2025
diff --git a/content/cookbook/05-node/51-call-tools-in-parallel.mdx b/content/cookbook/05-node/51-call-tools-in-parallel.mdx
@@ -1,5 +1,5 @@
 ---
-title: Call Tools in Parallels
+title: Call Tools in Parallel
 description: Learn how to call tools in parallel using the AI SDK and Node
 tags: ['node', 'tool use']
 ---

diff --git a/content/docs/02-getting-started/06-nodejs.mdx b/content/docs/02-getting-started/06-nodejs.mdx
@@ -149,7 +149,7 @@ Let's enhance your chatbot by adding a simple weather tool.
 
 Modify your `index.ts` file to include the new weather tool:
 
-```ts filename="index.ts" highlight="2,4,25-36"
+```ts filename="index.ts" highlight="2,4,25-38"
 import { openai } from '@ai-sdk/openai';
 import { CoreMessage, streamText, tool } from 'ai';
 import dotenv from 'dotenv';
@@ -289,7 +289,7 @@ To solve this, you can enable multi-step tool calls using `maxSteps`. This featu
 
 Modify your `index.ts` file to include the `maxSteps` option:
 
-```ts filename="index.ts" highlight="37-40"
+```ts filename="index.ts" highlight="39-42"
 import { openai } from '@ai-sdk/openai';
 import { CoreMessage, streamText, tool } from 'ai';
 import dotenv from 'dotenv';
@@ -362,7 +362,7 @@ By setting `maxSteps` to 5, you're allowing the model to use up to 5 "steps" for
 
 Update your `index.ts` file to add a new tool to convert the temperature from Celsius to Fahrenheit:
 
-```ts filename="index.ts" highlight="36-45"
+```ts filename="index.ts" highlight="38-49"
 import { openai } from '@ai-sdk/openai';
 import { CoreMessage, streamText, tool } from 'ai';
 import dotenv from 'dotenv';

diff --git a/content/providers/02-openai-compatible-providers/40-baseten.mdx b/content/providers/02-openai-compatible-providers/40-baseten.mdx
@@ -32,38 +32,27 @@ To use Baseten, you can create a custom provider instance with the `createOpenAI
 ```ts
 import { createOpenAICompatible } from '@ai-sdk/openai-compatible';
 
-const BASETEN_MODEL_ID = '<deployment-id>';
-const BASETEN_DEPLOYMENT_ID = null;
-
-// see https://docs.baseten.co/api-reference/openai for more information
-const basetenExtraPayload = {
-  model_id: BASETEN_MODEL_ID,
-  deployment_id: BASETEN_DEPLOYMENT_ID,
-};
+const BASETEN_MODEL_ID = '<model-id>'; // e.g. 5q3z8xcw
+const BASETEN_MODEL_URL = `https://model-${BASETEN_MODEL_ID}.api.baseten.co/environments/production/sync/v1`;
 
 const baseten = createOpenAICompatible({
   name: 'baseten',
-  apiKey: process.env.BASETEN_API_KEY,
-  baseURL: 'https://bridge.baseten.co/v1/direct',
-  fetch: async (url, request) => {
-    const bodyWithBasetenPayload = JSON.stringify({
-      ...JSON.parse(request.body),
-      baseten: basetenExtraPayload,
-    });
-    return await fetch(url, { ...request, body: bodyWithBasetenPayload });
+  baseURL: BASETEN_MODEL_URL,
+  headers: {
+    Authorization: `Bearer ${process.env.BASETEN_API_KEY ?? ''}`,
   },
 });
 ```
 
-Be sure to have your `BASETEN_API_KEY` set in your environment and the model `deployment id` ready. The `deployment_id` will be given after you have deployed the model on Baseten.
+Be sure to have your `BASETEN_API_KEY` set in your environment and the model `<model-id>` ready. The `<model-id>` will be given after you have deployed the model on Baseten.
 
 ## Language Models
 
-You can create [Baseten models](https://baseten.co/models) using a provider instance.
-The first argument is the served model name, e.g. `ultravox`.
+You can create [Baseten models](https://www.baseten.co/library/) using a provider instance.
+The first argument is the served model name, e.g. `llama`.
 
 ```ts
-const model = baseten('ultravox');
+const model = baseten('llama');
 ```
 
 ### Example
@@ -74,30 +63,19 @@ You can use Baseten language models to generate text with the `generateText` fun
 import { createOpenAICompatible } from '@ai-sdk/openai-compatible';
 import { generateText } from 'ai';
 
-const BASETEN_MODEL_ID = '<deployment-id>';
-const BASETEN_DEPLOYMENT_ID = null;
-
-// see https://docs.baseten.co/api-reference/openai for more information
-const basetenExtraPayload = {
-  model_id: BASETEN_MODEL_ID,
-  deployment_id: BASETEN_DEPLOYMENT_ID,
-};
+const BASETEN_MODEL_ID = '<model-id>'; // e.g. 5q3z8xcw
+const BASETEN_MODEL_URL = `https://model-${BASETEN_MODEL_ID}.api.baseten.co/environments/production/sync/v1`;
 
 const baseten = createOpenAICompatible({
   name: 'baseten',
-  apiKey: process.env.BASETEN_API_KEY,
-  baseURL: 'https://bridge.baseten.co/v1/direct',
-  fetch: async (url, request) => {
-    const bodyWithBasetenPayload = JSON.stringify({
-      ...JSON.parse(request.body),
-      baseten: basetenExtraPayload,
-    });
-    return await fetch(url, { ...request, body: bodyWithBasetenPayload });
+  baseURL: BASETEN_MODEL_URL,
+  headers: {
+    Authorization: `Bearer ${process.env.BASETEN_API_KEY ?? ''}`,
   },
 });
 
 const { text } = await generateText({
-  model: baseten('ultravox'),
+  model: baseten('llama'),
   prompt: 'Tell me about yourself in one sentence',
 });
 
@@ -110,30 +88,19 @@ Baseten language models are also able to generate text in a streaming fashion wi
 import { createOpenAICompatible } from '@ai-sdk/openai-compatible';
 import { streamText } from 'ai';
 
-const BASETEN_MODEL_ID = '<deployment-id>';
-const BASETEN_DEPLOYMENT_ID = null;
-
-// see https://docs.baseten.co/api-reference/openai for more information
-const basetenExtraPayload = {
-  model_id: BASETEN_MODEL_ID,
-  deployment_id: BASETEN_DEPLOYMENT_ID,
-};
+const BASETEN_MODEL_ID = '<model-id>'; // e.g. 5q3z8xcw
+const BASETEN_MODEL_URL = `https://model-${BASETEN_MODEL_ID}.api.baseten.co/environments/production/sync/v1`;
 
 const baseten = createOpenAICompatible({
   name: 'baseten',
-  apiKey: process.env.BASETEN_API_KEY,
-  baseURL: 'https://bridge.baseten.co/v1/direct',
-  fetch: async (url, request) => {
-    const bodyWithBasetenPayload = JSON.stringify({
-      ...JSON.parse(request.body),
-      baseten: basetenExtraPayload,
-    });
-    return await fetch(url, { ...request, body: bodyWithBasetenPayload });
+  baseURL: BASETEN_MODEL_URL,
+  headers: {
+    Authorization: `Bearer ${process.env.BASETEN_API_KEY ?? ''}`,
   },
 });
 
 const result = streamText({
-  model: baseten('ultravox'),
+  model: baseten('llama'),
   prompt: 'Tell me about yourself in one sentence',
 });
 

diff --git a/examples/ai-core/package.json b/examples/ai-core/package.json
@@ -4,7 +4,7 @@
   "private": true,
   "dependencies": {
     "@ai-sdk/amazon-bedrock": "2.2.4",
-    "@ai-sdk/anthropic": "1.2.4",
+    "@ai-sdk/anthropic": "1.2.5",
     "@ai-sdk/azure": "1.3.6",
     "@ai-sdk/cerebras": "0.2.5",
     "@ai-sdk/cohere": "1.2.4",
@@ -13,7 +13,7 @@
     "@ai-sdk/fal": "0.1.4",
     "@ai-sdk/fireworks": "0.2.5",
     "@ai-sdk/google": "1.2.5",
-    "@ai-sdk/google-vertex": "2.2.7",
+    "@ai-sdk/google-vertex": "2.2.8",
     "@ai-sdk/groq": "1.2.3",
     "@ai-sdk/luma": "0.1.3",
     "@ai-sdk/mistral": "1.2.3",

diff --git a/examples/ai-core/src/stream-text/baseten.ts b/examples/ai-core/src/stream-text/baseten.ts
@@ -1,32 +1,15 @@
 import { createOpenAICompatible } from '@ai-sdk/openai-compatible';
 import { streamText } from 'ai';
-import 'dotenv/config';
 
-const BASETEN_MODEL_ID = '<deployment-id>';
-const BASETEN_DEPLOYMENT_ID = null;
-
-// see https://docs.baseten.co/api-reference/openai for more information
-const basetenExtraPayload = {
-  model_id: BASETEN_MODEL_ID,
-  deployment_id: BASETEN_DEPLOYMENT_ID,
-};
+const BASETEN_MODEL_ID = '<model-id>'; // e.g. 5q3z8xcw
+const BASETEN_MODEL_URL = `https://model-${BASETEN_MODEL_ID}.api.baseten.co/environments/production/sync/v1`;
 
 const baseten = createOpenAICompatible({
   name: 'baseten',
+  baseURL: BASETEN_MODEL_URL,
   headers: {
     Authorization: `Bearer ${process.env.BASETEN_API_KEY ?? ''}`,
   },
-  baseURL: 'https://bridge.baseten.co/v1/direct',
-  fetch: async (url, request) => {
-    if (!request || !request.body) {
-      throw new Error('Request body is undefined');
-    }
-    const bodyWithBasetenPayload = JSON.stringify({
-      ...JSON.parse(String(request.body)),
-      baseten: basetenExtraPayload,
-    });
-    return await fetch(url, { ...request, body: bodyWithBasetenPayload });
-  },
 });
 
 async function main() {

diff --git a/examples/ai-core/src/stream-text/google-vertex-anthropic-image-url.ts b/examples/ai-core/src/stream-text/google-vertex-anthropic-image-url.ts
@@ -0,0 +1,29 @@
+import 'dotenv/config';
+import { vertexAnthropic } from '@ai-sdk/google-vertex/anthropic';
+import { streamText } from 'ai';
+import fs from 'node:fs';
+
+async function main() {
+  const result = streamText({
+    model: vertexAnthropic('claude-3-7-sonnet@20250219'),
+    messages: [
+      {
+        role: 'user',
+        content: [
+          { type: 'text', text: 'Describe the image in detail.' },
+          {
+            type: 'image',
+            image:
+              'https://github.com/vercel/ai/blob/main/examples/ai-core/data/comic-cat.png?raw=true',
+          },
+        ],
+      },
+    ],
+  });
+
+  for await (const textPart of result.textStream) {
+    process.stdout.write(textPart);
+  }
+}
+
+main().catch(console.error);
diff --git a/examples/ai-core/src/stream-text/google-vertex-anthropic-image.ts b/examples/ai-core/src/stream-text/google-vertex-anthropic-image.ts
@@ -5,7 +5,7 @@ import fs from 'node:fs';
 
 async function main() {
   const result = streamText({
-    model: vertexAnthropic('claude-3-5-sonnet-v2@20241022'),
+    model: vertexAnthropic('claude-3-7-sonnet@20250219'),
     messages: [
       {
         role: 'user',

diff --git a/examples/next-google-vertex/package.json b/examples/next-google-vertex/package.json
@@ -9,7 +9,7 @@
     "lint": "next lint"
   },
   "dependencies": {
-    "@ai-sdk/google-vertex": "2.2.7",
+    "@ai-sdk/google-vertex": "2.2.8",
     "ai": "4.2.10",
     "geist": "^1.3.1",
     "next": "latest",

diff --git a/examples/next-openai/package.json b/examples/next-openai/package.json
@@ -9,12 +9,12 @@
     "lint": "next lint"
   },
   "dependencies": {
-    "@ai-sdk/anthropic": "1.2.4",
+    "@ai-sdk/anthropic": "1.2.5",
     "@ai-sdk/deepseek": "0.2.5",
     "@ai-sdk/fireworks": "0.2.5",
     "@ai-sdk/openai": "1.3.6",
     "@ai-sdk/google": "1.2.5",
-    "@ai-sdk/google-vertex": "2.2.7",
+    "@ai-sdk/google-vertex": "2.2.8",
     "@ai-sdk/perplexity": "1.1.3",
     "@ai-sdk/ui-utils": "1.2.4",
     "@ai-sdk/react": "1.2.5",

diff --git a/packages/anthropic/CHANGELOG.md b/packages/anthropic/CHANGELOG.md
@@ -1,5 +1,11 @@
 # @ai-sdk/anthropic
 
+## 1.2.5
+
+### Patch Changes
+
+- 292f543: fix (provider/google-vertex): fix anthropic support for image urls in messages
+
 ## 1.2.4
 
 ### Patch Changes

diff --git a/packages/anthropic/package.json b/packages/anthropic/package.json
@@ -1,6 +1,6 @@
 {
   "name": "@ai-sdk/anthropic",
-  "version": "1.2.4",
+  "version": "1.2.5",
   "license": "Apache-2.0",
   "sideEffects": false,
   "main": "./dist/index.js",

diff --git a/packages/anthropic/src/anthropic-messages-language-model.ts b/packages/anthropic/src/anthropic-messages-language-model.ts
@@ -1,5 +1,4 @@
 import {
-  InvalidArgumentError,
   LanguageModelV1,
   LanguageModelV1CallWarning,
   LanguageModelV1FinishReason,
@@ -33,6 +32,7 @@ type AnthropicMessagesConfig = {
   provider: string;
   baseURL: string;
   headers: Resolvable<Record<string, string | undefined>>;
+  supportsImageUrls: boolean;
   fetch?: FetchFunction;
   buildRequestUrl?: (baseURL: string, isStreaming: boolean) => string;
   transformRequestBody?: (args: Record<string, any>) => Record<string, any>;
@@ -41,7 +41,6 @@ type AnthropicMessagesConfig = {
 export class AnthropicMessagesLanguageModel implements LanguageModelV1 {
   readonly specificationVersion = 'v1';
   readonly defaultObjectGenerationMode = 'tool';
-  readonly supportsImageUrls = true;
 
   readonly modelId: AnthropicMessagesModelId;
   readonly settings: AnthropicMessagesSettings;
@@ -62,6 +61,10 @@ export class AnthropicMessagesLanguageModel implements LanguageModelV1 {
     return this.config.provider;
   }
 
+  get supportsImageUrls(): boolean {
+    return this.config.supportsImageUrls;
+  }
+
   private async getArgs({
     mode,
     prompt,

diff --git a/packages/anthropic/src/anthropic-provider.ts b/packages/anthropic/src/anthropic-provider.ts
@@ -109,6 +109,7 @@ export function createAnthropic(
       baseURL,
       headers: getHeaders,
       fetch: options.fetch,
+      supportsImageUrls: true,
     });
 
   const provider = function (

diff --git a/packages/google-vertex/CHANGELOG.md b/packages/google-vertex/CHANGELOG.md
@@ -1,5 +1,13 @@
 # @ai-sdk/google-vertex
 
+## 2.2.8
+
+### Patch Changes
+
+- 292f543: fix (provider/google-vertex): fix anthropic support for image urls in messages
+- Updated dependencies [292f543]
+  - @ai-sdk/[email protected]
+
 ## 2.2.7
 
 ### Patch Changes

diff --git a/packages/google-vertex/package.json b/packages/google-vertex/package.json
@@ -1,6 +1,6 @@
 {
   "name": "@ai-sdk/google-vertex",
-  "version": "2.2.7",
+  "version": "2.2.8",
   "license": "Apache-2.0",
   "sideEffects": false,
   "main": "./dist/index.js",
@@ -49,7 +49,7 @@
     }
   },
   "dependencies": {
-    "@ai-sdk/anthropic": "1.2.4",
+    "@ai-sdk/anthropic": "1.2.5",
     "@ai-sdk/google": "1.2.5",
     "@ai-sdk/provider": "1.1.0",
     "@ai-sdk/provider-utils": "2.2.3",

diff --git a/packages/google-vertex/src/anthropic/google-vertex-anthropic-provider.ts b/packages/google-vertex/src/anthropic/google-vertex-anthropic-provider.ts
@@ -100,6 +100,7 @@ export function createVertexAnthropic(
         baseURL,
         headers: options.headers ?? {},
         fetch: options.fetch,
+        supportsImageUrls: false,
         buildRequestUrl: (baseURL, isStreaming) =>
           `${baseURL}/${modelId}:${
             isStreaming ? 'streamRawPredict' : 'rawPredict'

diff --git a/packages/react/src/use-chat.ts b/packages/react/src/use-chat.ts
@@ -317,15 +317,19 @@ By default, it's set to 1, which means that only a single LLM call is made.
           onUpdate({ message, data, replaceLastMessage }) {
             mutateStatus('streaming');
 
+            const newMessages = [
+              ...(replaceLastMessage
+                ? chatMessages.slice(0, chatMessages.length - 1)
+                : chatMessages),
+              message,
+            ];
+
             throttledMutate(
-              [
-                ...(replaceLastMessage
-                  ? chatMessages.slice(0, chatMessages.length - 1)
-                  : chatMessages),
-                message,
-              ],
+              newMessages,
               false,
             );
+
+            messagesRef.current = newMessages;
 
             if (data?.length) {
               throttledMutateStreamData(