Update to ModelFusion v0.88

Author: lgrammel

app/api/llama2/route.ts

@@ -1,7 +1,7 @@
 import { Message, StreamingTextResponse, readableFromAsyncIterable } from "ai";
 import {
-  ChatMessage,
   Llama2PromptFormat,
+  TextChatMessage,
   llamacpp,
   streamText,
   trimChatPrompt,
@@ -31,11 +31,11 @@ export async function POST(req: Request) {
           "You are an AI chat bot. " +
           "Follow the user's instructions carefully.",
 
-        // map Vercel AI SDK Message to ModelFusion ChatMessage:
+        // map Vercel AI SDK Message to ModelFusion TextChatMessage:
         messages: messages.filter(
           // only user and assistant roles are supported:
           (message) => message.role === "user" || message.role === "assistant"
-        ) as ChatMessage[],
+        ) as TextChatMessage[],
       },
     })
   );

app/api/mistral/route.ts

@@ -1,6 +1,6 @@
 import { Message, StreamingTextResponse, readableFromAsyncIterable } from "ai";
 import {
-  ChatMessage,
+  TextChatMessage,
   TextPromptFormat,
   llamacpp,
   streamText,
@@ -31,11 +31,11 @@ export async function POST(req: Request) {
           "You are an AI chat bot. " +
           "Follow the user's instructions carefully.",
 
-        // map Vercel AI SDK Message to ModelFusion ChatMessage:
+        // map Vercel AI SDK Message to ModelFusion TextChatMessage:
         messages: messages.filter(
           // only user and assistant roles are supported:
           (message) => message.role === "user" || message.role === "assistant"
-        ) as ChatMessage[],
+        ) as TextChatMessage[],
       },
     })
   );

app/api/openhermes/route.ts

@@ -1,7 +1,7 @@
 import { Message, StreamingTextResponse, readableFromAsyncIterable } from "ai";
 import {
   ChatMLPromptFormat,
-  ChatMessage,
+  TextChatMessage,
   llamacpp,
   streamText,
   trimChatPrompt,
@@ -31,11 +31,11 @@ export async function POST(req: Request) {
           "You are an AI chat bot. " +
           "Follow the user's instructions carefully.",
 
-        // map Vercel AI SDK Message to ModelFusion ChatMessage:
+        // map Vercel AI SDK Message to ModelFusion TextChatMessage:
         messages: messages.filter(
           // only user and assistant roles are supported:
           (message) => message.role === "user" || message.role === "assistant"
-        ) as ChatMessage[],
+        ) as TextChatMessage[],
       },
     })
   );

package-lock.json

@@ -11,7 +11,7 @@
   "dependencies": {
     "ai": "2.2.24",
     "next": "14.0.3",
-    "modelfusion": ">= 0.80.0",
+    "modelfusion": ">= 0.88.0",
     "react": "18.2.0",
     "react-dom": "^18.2.0"
   },