feat: add smooth stream (vercel#722)

app/(chat)/api/chat/route.ts

@@ -2,6 +2,7 @@ import {
   type Message,
   convertToCoreMessages,
   createDataStreamResponse,
+  smoothStream,
   streamText,
 } from 'ai';
 
@@ -99,6 +100,7 @@ export async function POST(request: Request) {
         messages: coreMessages,
         maxSteps: 5,
         experimental_activeTools: allTools,
+        experimental_transform: smoothStream({ chunking: 'word' }),
         tools: {
           getWeather,
           createDocument: createDocument({ session, dataStream, model }),

lib/ai/tools/create-document.ts

@@ -2,6 +2,7 @@ import { generateUUID } from '@/lib/utils';
 import {
   DataStreamWriter,
   experimental_generateImage,
+  smoothStream,
   streamObject,
   streamText,
   tool,
@@ -60,6 +61,7 @@ export const createDocument = ({
           model: customModel(model.apiIdentifier),
           system:
             'Write about the given topic. Markdown is supported. Use headings wherever appropriate.',
+          experimental_transform: smoothStream({ chunking: 'word' }),
           prompt: title,
         });
 

lib/ai/tools/update-document.ts

@@ -1,6 +1,7 @@
 import {
   DataStreamWriter,
   experimental_generateImage,
+  smoothStream,
   streamObject,
   streamText,
   tool,
@@ -52,6 +53,7 @@ export const updateDocument = ({
         const { fullStream } = streamText({
           model: customModel(model.apiIdentifier),
           system: updateDocumentPrompt(currentContent, 'text'),
+          experimental_transform: smoothStream({ chunking: 'word' }),
           prompt: description,
           experimental_providerMetadata: {
             openai: {

package.json

@@ -37,7 +37,7 @@
     "@vercel/analytics": "^1.3.1",
     "@vercel/blob": "^0.24.1",
     "@vercel/postgres": "^0.10.0",
-    "ai": "4.0.36",
+    "ai": "4.1.1",
     "bcrypt-ts": "^5.0.2",
     "class-variance-authority": "^0.7.0",
     "classnames": "^2.5.1",