feat: Bump support for eve

Author: lforst

.changeset/bump-eve-support.md

@@ -0,0 +1,5 @@
+---
+"braintrust": minor
+---
+
+feat: Bump support for eve

e2e/scenarios/eve-instrumentation/__snapshots__/eve-v0-latest.span-tree.json

@@ -84,7 +84,7 @@ span_tree:
 │   │   input: {
 │   │     "message": "Run the Braintrust Eve instrumentation e2e scenario"
 │   │   }
-│   │   output: "Started task researcher-<id>. Its result will arrive in a <task_result> message. To send it another message, call researcher again with taskId researcher-<id>."
+│   │   output: "Researcher result: Eve instrumentation https://eve.dev/docs/guides/instrumentation"
 │   │   metadata: {
 │   │     "eve.action_kind": "subagent-call",
 │   │     "eve.session_id": "<eve.session_id:1>",
@@ -750,7 +750,7 @@ span_tree:
 │   │   input: {
 │   │     "message": "Run the Braintrust Eve instrumentation e2e scenario again"
 │   │   }
-│   │   output: "Started task researcher-<id>. Its result will arrive in a <task_result> message. To send it another message, call researcher again with taskId researcher-<id>."
+│   │   output: "Researcher result: Eve instrumentation https://eve.dev/docs/guides/instrumentation"
 │   │   metadata: {
 │   │     "eve.action_kind": "subagent-call",
 │   │     "eve.session_id": "<eve.session_id:1>",
@@ -1537,7 +1537,7 @@ span_tree:
         │   input: {
         │     "message": "Run the Braintrust Eve instrumentation e2e scenario from a traced caller"
         │   }
-        │   output: "Started task researcher-<id>. Its result will arrive in a <task_result> message. To send it another message, call researcher again with taskId researcher-<id>."
+        │   output: "Researcher result: Eve instrumentation https://eve.dev/docs/guides/instrumentation"
         │   metadata: {
         │     "eve.action_kind": "subagent-call",
         │     "eve.session_id": "<eve.session_id:1>",

e2e/scenarios/eve-instrumentation/__snapshots__/eve-v0-latest.span-tree.txt

@@ -24,14 +24,19 @@ export default defineAgent({
   ...(process.env.EVE_EXPERIMENTAL_INSTRUMENTATION_PROVIDERS === "1"
     ? { experimental: { instrumentationProviders: true } }
     : {}),
-  model: defineDynamic({
-    ...(providerInstrumentation ? {} : { fallback: dynamicModel }),
-    events: {
-      "step.started": () =>
-        providerInstrumentation
-          ? { model: dynamicModel, modelContextWindowTokens: 32_768 }
-          : dynamicModel,
-    },
-  } as never),
+  model: defineDynamic(
+    // Eve 0.91 resolves dynamic values from a function of the session.
+    (Number(process.env.EVE_VERSION?.split(".")[1]) >= 91
+      ? () => ({ model: dynamicModel, modelContextWindowTokens: 32_768 })
+      : {
+          ...(providerInstrumentation ? {} : { fallback: dynamicModel }),
+          events: {
+            "step.started": () =>
+              providerInstrumentation
+                ? { model: dynamicModel, modelContextWindowTokens: 32_768 }
+                : dynamicModel,
+          },
+        }) as never,
+  ),
   ...(providerInstrumentation ? {} : { modelContextWindowTokens: 32_768 }),
 } as never);

e2e/scenarios/eve-instrumentation/agent/agent.ts

@@ -7,7 +7,7 @@
       "dependencies": {
         "eve-v0-latest": {
           "package": "eve",
-          "range": ">=0.72 <0.84"
+          "range": ">=0.72 <0.92"
         }
       }
     }
@@ -21,7 +21,7 @@
     "eve-v0-provider": "npm:eve@0.34.0",
     "eve-v0-70": "npm:eve@0.70.0",
     "eve-v0-72": "npm:eve@0.72.0",
-    "eve-v0-latest": "npm:eve@0.83.3",
+    "eve-v0-latest": "npm:eve@0.91.0",
     "zod": "4.3.6"
   },
   "pnpm": {

e2e/scenarios/eve-instrumentation/package.json

@@ -292,10 +292,12 @@ describe.sequential("eve instrumentation variants", () => {
           scenario: "eve-instrumentation",
           testRunId: expect.any(String),
         });
-        // Eve 0.70+ runs subagents as tasks, so the call returns a receipt and
-        // the result reaches the parent in a later step.
+        // Earlier task APIs settle the call with a receipt. Eve 0.91's
+        // call.settled event carries the completed child's result instead.
         expect(researcher?.output).toContain(
-          scenario.tasks ? "Started task researcher-" : "Researcher result",
+          scenario.tasks && Number(scenario.version.split(".")[1]) < 91
+            ? "Started task researcher-"
+            : "Researcher result",
         );
         expect(researcher?.error).toBeUndefined();
 

e2e/scenarios/eve-instrumentation/pnpm-lock.yaml

@@ -37,6 +37,7 @@ async function main() {
   const evePackage = JSON.parse(
     await readFile(path.join(evePackageDir, "package.json"), "utf8"),
   ) as { bin?: string | Record<string, string>; version: string };
+  process.env.EVE_VERSION = evePackage.version;
   const eveBinPath =
     typeof evePackage.bin === "string" ? evePackage.bin : evePackage.bin?.eve;
   if (!eveBinPath) {
@@ -100,7 +101,14 @@ async function main() {
     [eveBin, "start", "--host", "127.0.0.1", "--port", String(port)],
     {
       cwd: process.cwd(),
-      env: process.env,
+      env: {
+        ...process.env,
+        // The callback receiver is local. Eve 0.91 requires explicit dev mode
+        // before accepting loopback callback URLs.
+        ...(Number(process.env.EVE_VERSION?.split(".")[1]) >= 91
+          ? { EVE_DEV: "1" }
+          : {}),
+      },
       stdio: ["ignore", "pipe", "pipe"],
     },
   );
@@ -171,6 +179,9 @@ async function main() {
       await runTracedCallerSession(baseUrl);
     }
     await new Promise((resolve) => setTimeout(resolve, 5000));
+  } catch (error) {
+    console.error(output());
+    throw error;
   } finally {
     await stopServer(server);
   }
@@ -204,6 +215,9 @@ async function runTracedCallerSession(baseUrl: string): Promise<void> {
       async (span) => {
         const response = await fetch(`${baseUrl}/eve/v1/session`, {
           body: JSON.stringify({
+            ...(Number(process.env.EVE_VERSION?.split(".")[1]) >= 91
+              ? { protocolVersion: 3 }
+              : {}),
             callback: {
               callId: "call-traced-caller",
               subagentName: "traced-caller",
@@ -366,38 +380,63 @@ async function streamUntil(
         if (!trimmed) {
           continue;
         }
-        const event = JSON.parse(trimmed) as {
-          data?: { childSessionId?: string; message?: string };
+        type StreamEvent = {
+          data?: {
+            childSessionId?: string;
+            sessionId?: string;
+            message?: string;
+            outcome?: string;
+            error?: { message?: string };
+          };
           type?: string;
         };
-        nextIndex++;
-        if (
-          event.type === "step.failed" ||
-          event.type === "turn.failed" ||
-          event.type === "session.failed"
-        ) {
-          throw new Error(
-            `Eve emitted ${event.type}: ${event.data?.message ?? trimmed}`,
-          );
-        }
-        if (
-          event.type === "subagent.called" &&
-          typeof event.data?.childSessionId === "string" &&
-          !seenSessionIds.has(event.data.childSessionId)
-        ) {
-          seenSessionIds.add(event.data.childSessionId);
-          childStreams.push(
-            streamUntil(
-              baseUrl,
-              event.data.childSessionId,
-              seenSessionIds,
-              "turn.completed",
-            ).then(() => undefined),
-          );
+        const record = JSON.parse(trimmed) as StreamEvent & {
+          facts?: StreamEvent[];
+          $eve?: string;
+          next?: number;
+        };
+        if (record.$eve) {
+          if (record.$eve === "position" && record.next !== undefined) {
+            nextIndex = record.next;
+          }
+          continue;
         }
-        if (event.type === until) {
-          await Promise.all(childStreams);
-          return nextIndex;
+        nextIndex++;
+        // Eve 0.91 streams commits containing multiple session facts.
+        for (const event of record.facts ?? [record]) {
+          if (
+            event.type === "step.failed" ||
+            event.type === "turn.failed" ||
+            event.type === "session.failed" ||
+            ((event.type === "turn.settled" ||
+              event.type === "session.ended") &&
+              event.data?.outcome === "failed")
+          ) {
+            throw new Error(
+              `Eve emitted ${event.type}: ${event.data?.error?.message ?? event.data?.message ?? trimmed}`,
+            );
+          }
+          const childSessionId =
+            event.type === "child.opened"
+              ? event.data?.sessionId
+              : event.type === "subagent.called"
+                ? event.data?.childSessionId
+                : undefined;
+          if (childSessionId && !seenSessionIds.has(childSessionId)) {
+            seenSessionIds.add(childSessionId);
+            childStreams.push(
+              streamUntil(
+                baseUrl,
+                childSessionId,
+                seenSessionIds,
+                "turn.completed",
+              ).then(() => undefined),
+            );
+          }
+          if (event.type === until || event.type === "turn.settled") {
+            await Promise.all(childStreams);
+            return nextIndex;
+          }
         }
       }
     }