Upgrade to CopilotKit 1.77 and AG-UI 1.0 (#750)

@copilotkit/runtime, react-core and a2ui-renderer move from 1.73.1 to
1.77.0, and @copilotkit/aimock from 1.39.0 to 1.43.0. CopilotKit 1.76
moved onto AG-UI 1.0 and pins @ag-ui/core and @ag-ui/client 1.0.1, so
OpenBot's own imports move to 1.0.1 to match, and @ag-ui/mastra to
1.1.6, whose peers accept it.

AG-UI 1.0 changes three things OpenBot used:
- The zod schemas left the main entry for @ag-ui/core/schemas, which the
  server now depends on directly.
- The binary content part is replaced by image, audio, video and document
  parts with a source. The plan model now builds the image part itself,
  so the shim that converted binary parts for the Python endpoint is gone.
- A tool message's content may be content parts, which the hand-off
  resume now reads as text.

TOOL_CALL_RESULT no longer carries an error field, since 1.0 does not
define one and validation strips it; the refusal stays in the content
and on the tool message. A test fixture that built a remote agent with
no standing message now gives it one, as every registered agent has.

Author: davidmckayv

CHANGELOG.md

@@ -8,6 +8,22 @@ Newest first. `Unreleased` is what is on `main` and not yet tagged.
 
 ## Unreleased
 
+### CopilotKit 1.77 and AG-UI 1.0
+
+OpenBot now runs on CopilotKit 1.77.0 (`@copilotkit/runtime`, `react-core` and `a2ui-renderer`,
+from 1.73.1), which carries the Intelligence client, and on AG-UI 1.0 (`@ag-ui/core` and
+`@ag-ui/client` 1.0.1, from 0.0.59). A managed Intelligence project needs nothing changed; it is the
+client in the server that moved. Among what comes with it: thread naming falls back to the first
+message, the realtime connection keeps its place across a repeated checkpoint, an interrupt resume
+gets a run id of its own, and generated A2UI controls no longer submit the page's own forms.
+
+Bots served from their own endpoint keep working as they are. AG-UI 1.0 still accepts the earlier
+event shapes, so `agent-bot`, `agent-langgraph` and the Python Bots were not changed.
+
+A tool result's `error` field is gone from the `TOOL_CALL_RESULT` event, because AG-UI 1.0 does not
+define one. The refusal is still in the result's text and on the tool message, which is where a
+Bot's next turn reads it.
+
 ## 0.1.1
 
 - A password given to `curl` as `-uuser:password`, `--user=user:password` or `-u "user:pass word"` is

app/package.json

@@ -14,11 +14,11 @@
     "typecheck": "tsc --noEmit"
   },
   "dependencies": {
-    "@ag-ui/core": "0.0.59",
+    "@ag-ui/core": "1.0.1",
     "@base-ui/react": "^1.6.0",
     "@better-auth/sso": "^1.7.1",
-    "@copilotkit/a2ui-renderer": "1.73.1",
-    "@copilotkit/react-core": "1.73.1",
+    "@copilotkit/a2ui-renderer": "1.77.0",
+    "@copilotkit/react-core": "1.77.0",
     "@fontsource-variable/inter": "^5.3.0",
     "@shadcn/react": "^0.3.0",
     "@tabler/icons-react": "^3.36.1",

app/src/lib/copilot/handoff-resume.ts

@@ -14,12 +14,25 @@ export type HandoffAgent = {
   setMessages: (messages: Message[]) => void;
 };
 
+/**
+ * A tool result as text. AG-UI 1.0 lets a tool message carry content parts as well as a string;
+ * the placeholders and transport failures this file looks for are only ever text.
+ */
+function toolText(message: Extract<Message, { role: "tool" }>): string {
+  return typeof message.content === "string"
+    ? message.content
+    : message.content
+        .map((part) => (part.type === "text" ? part.text : ""))
+        .join("");
+}
+
 /** These are transport placeholders / retryable transport failures, never accepted results. */
 function needsAnswer(message: Message): boolean {
   if (message.role !== "tool") return false;
-  if (message.content.trim() === "Forwarded to client") return true;
+  const content = toolText(message);
+  if (content.trim() === "Forwarded to client") return true;
   try {
-    const result: unknown = JSON.parse(message.content);
+    const result: unknown = JSON.parse(content);
     if (result === "Forwarded to client") return true;
     return Boolean(
       result &&

app/src/lib/copilot/thread-messages.ts

@@ -1,4 +1,5 @@
-import { type Message, MessageSchema } from "@ag-ui/core";
+import type { Message } from "@ag-ui/core";
+import { MessageSchema } from "@ag-ui/core/schemas";
 import { tryClient } from "@/lib/client";
 
 /**

app/tests/channel-history-refresh.test.tsx

@@ -1,9 +1,6 @@
 import { afterAll, afterEach, beforeAll, expect, test } from "bun:test";
-import {
-  type Message,
-  type RunAgentInput,
-  RunAgentInputSchema,
-} from "@ag-ui/core";
+import type { Message, RunAgentInput } from "@ag-ui/core";
+import { RunAgentInputSchema } from "@ag-ui/core/schemas";
 import { CopilotKitProvider, useCopilotKit } from "@copilotkit/react-core/v2";
 import { GlobalRegistrator } from "@happy-dom/global-registrator";
 import { type InfiniteData, QueryClientProvider } from "@tanstack/react-query";

app/tests/failed-send-attachments.test.tsx

@@ -7,7 +7,7 @@ import {
   test,
 } from "bun:test";
 import type { Message, RunAgentInput } from "@ag-ui/core";
-import { RunAgentInputSchema } from "@ag-ui/core";
+import { RunAgentInputSchema } from "@ag-ui/core/schemas";
 import { CopilotKitProvider, useCopilotKit } from "@copilotkit/react-core/v2";
 import { GlobalRegistrator } from "@happy-dom/global-registrator";
 import { type InfiniteData, QueryClientProvider } from "@tanstack/react-query";

bun.lock

@@ -29,7 +29,7 @@
   },
   "devDependencies": {
     "@biomejs/biome": "2.5.10",
-    "@copilotkit/aimock": "1.39.0",
+    "@copilotkit/aimock": "1.43.0",
     "@types/bun": "^1.3.3",
     "roughjs": "^4.6.6",
     "typescript": "^5.9.3",

package.json

@@ -12,15 +12,16 @@
     "typecheck": "tsc --noEmit"
   },
   "dependencies": {
-    "@ag-ui/client": "0.0.59",
-    "@ag-ui/mastra": "1.1.2",
+    "@ag-ui/client": "1.0.1",
+    "@ag-ui/core": "1.0.1",
+    "@ag-ui/mastra": "1.1.6",
     "@better-auth/drizzle-adapter": "^1.7.1",
     "@better-auth/electron": "1.7.1",
     "@better-auth/expo": "1.7.1",
     "@better-auth/scim": "1.7.1",
     "@better-auth/sso": "^1.7.1",
     "@composio/core": "^0.18.1",
-    "@copilotkit/runtime": "1.73.1",
+    "@copilotkit/runtime": "1.77.0",
     "@mastra/client-js": "^1.43.0",
     "@mastra/core": "^1.64.0",
     "@modelcontextprotocol/sdk": "^1.30.0",
@@ -41,7 +42,7 @@
     "zod": "^4.4.3"
   },
   "devDependencies": {
-    "@copilotkit/aimock": "1.39.0",
+    "@copilotkit/aimock": "1.43.0",
     "drizzle-kit": "^0.31.10"
   }
 }

server/package.json

@@ -1,10 +1,6 @@
 import { createHash } from "node:crypto";
-import {
-  EventSchemas,
-  HttpAgent,
-  type Message,
-  type RunAgentInput,
-} from "@ag-ui/client";
+import { HttpAgent, type Message, type RunAgentInput } from "@ag-ui/client";
+import { EventSchemas } from "@ag-ui/core/schemas";
 import type { BuiltInAgentClassicConfig } from "@copilotkit/runtime/v2";
 import type { Subscription } from "rxjs";
 import {
@@ -97,11 +93,20 @@ export function planMessages(prompt: Options["prompt"]): Message[] {
               `Plan models cannot receive ${part.mediaType} attachments.`,
             );
           const data = part.data;
-          const url =
-            data instanceof URL
-              ? data.href
-              : `data:${part.mediaType};base64,${typeof data === "string" ? data : Buffer.from(data).toString("base64")}`;
-          return { type: "binary", mimeType: part.mediaType, url };
+          return {
+            type: "image",
+            source:
+              data instanceof URL
+                ? { type: "url", value: data.href, mimeType: part.mediaType }
+                : {
+                    type: "data",
+                    value:
+                      typeof data === "string"
+                        ? data
+                        : Buffer.from(data).toString("base64"),
+                    mimeType: part.mediaType,
+                  },
+          };
         }),
       });
     } else if (message.role === "assistant") {
@@ -152,37 +157,6 @@ export function planMessages(prompt: Options["prompt"]): Message[] {
   return messages;
 }
 
-/** The pinned JS client uses binary parts; current Python AG-UI uses image/source. */
-function planWireBody(
-  body: BodyInit | null | undefined,
-): BodyInit | null | undefined {
-  if (typeof body !== "string") return body;
-  const input = JSON.parse(body) as RunAgentInput;
-  return JSON.stringify({
-    ...input,
-    messages: input.messages.map((message) => {
-      if (message.role !== "user" || typeof message.content === "string")
-        return message;
-      return {
-        ...message,
-        content: message.content.map((part) => {
-          if (part.type !== "binary") return part;
-          if (!part.mimeType.startsWith("image/"))
-            throw new Error("The plan model only supports image media parts.");
-          const encoded = part.data ?? part.url?.split(";base64,", 2)[1];
-          return {
-            type: "image",
-            source:
-              encoded !== undefined
-                ? { type: "data", value: encoded, mimeType: part.mimeType }
-                : { type: "url", value: part.url, mimeType: part.mimeType },
-          };
-        }),
-      };
-    }),
-  });
-}
-
 /** Model transport only. BuiltInAgent still validates and executes every server tool. */
 export class PlanModel implements PlanLanguageModel {
   readonly specificationVersion = "v3";
@@ -296,7 +270,6 @@ export class PlanModel implements PlanLanguageModel {
       fetch: (url, init) =>
         fetch(url, {
           ...init,
-          body: planWireBody(init?.body),
           redirect: "error",
           signal: AbortSignal.any([
             ...(init?.signal ? [init.signal] : []),