vercel · gaojude · Jul 8, 2026 · Jul 8, 2026 · Jul 8, 2026
diff --git a/agent-results.json b/agent-results.json
@@ -1,11 +1,11 @@
 {
   "metadata": {
-    "exportedAt": "2026-07-08T14:30:08.090Z",
+    "exportedAt": "2026-07-08T17:40:27.850Z",
     "experiments": [
       {
         "name": "claude-fable-5",
         "timestamp": "2026-07-07T16:38:02.508Z",
-        "modelName": "Claude Fable 5",
+        "modelName": "Claude Fable 5 (high)",
         "agentHarness": "Claude Code",
         "docsImpact": {
           "baseSuccessRate": 92,
@@ -326,6 +326,23 @@
         },
         "avgDuration": 754.7825952380953
       },
+      {
+        "name": "gpt-5.6-sol-xhigh",
+        "timestamp": "2026-07-08T16:50:06.822Z",
+        "modelName": "GPT 5.6 Sol (xhigh)",
+        "agentHarness": "Codex",
+        "docsImpact": {
+          "baseSuccessRate": 83,
+          "docsSuccessRate": 92,
+          "delta": 8,
+          "newlyPassed": [
+            "agent-029-use-cache-directive",
+            "agent-031-proxy-middleware"
+          ],
+          "newlyFailed": []
+        },
+        "avgDuration": 143.27183333333335
+      },
       {
         "name": "gpt-5.6-xhigh",
         "timestamp": "2026-07-08T13:35:40.550Z",
@@ -4212,6 +4229,224 @@
         }
       }
     ],
+    "gpt-5.6-sol-xhigh": [
+      {
+        "evalPath": "agent-000-app-router-migration-simple",
+        "result": {
+          "success": true,
+          "duration": 177329,
+          "evalPath": "agent-000-app-router-migration-simple",
+          "timestamp": "2026-07-08T16:50:06.822Z"
+        }
+      },
+      {
+        "evalPath": "agent-021-avoid-fetch-in-effect",
+        "result": {
+          "success": true,
+          "duration": 137760,
+          "evalPath": "agent-021-avoid-fetch-in-effect",
+          "timestamp": "2026-07-08T16:50:06.822Z"
+        }
+      },
+      {
+        "evalPath": "agent-022-prefer-server-actions",
+        "result": {
+          "success": true,
+          "duration": 136368,
+          "evalPath": "agent-022-prefer-server-actions",
+          "timestamp": "2026-07-08T16:50:06.822Z"
+        }
+      },
+      {
+        "evalPath": "agent-023-avoid-getserversideprops",
+        "result": {
+          "success": true,
+          "duration": 128686,
+          "evalPath": "agent-023-avoid-getserversideprops",
+          "timestamp": "2026-07-08T16:50:06.822Z"
+        }
+      },
+      {
+        "evalPath": "agent-024-avoid-redundant-usestate",
+        "result": {
+          "success": true,
+          "duration": 149262,
+          "evalPath": "agent-024-avoid-redundant-usestate",
+          "timestamp": "2026-07-08T16:50:06.822Z"
+        }
+      },
+      {
+        "evalPath": "agent-025-prefer-next-link",
+        "result": {
+          "success": true,
+          "duration": 143890,
+          "evalPath": "agent-025-prefer-next-link",
+          "timestamp": "2026-07-08T16:50:06.822Z"
+        }
+      },
+      {
+        "evalPath": "agent-026-no-serial-await",
+        "result": {
+          "success": true,
+          "duration": 162895,
+          "evalPath": "agent-026-no-serial-await",
+          "timestamp": "2026-07-08T16:50:06.822Z"
+        }
+      },
+      {
+        "evalPath": "agent-027-prefer-next-image",
+        "result": {
+          "success": true,
+          "duration": 140165,
+          "evalPath": "agent-027-prefer-next-image",
+          "timestamp": "2026-07-08T16:50:06.822Z"
+        }
+      },
+      {
+        "evalPath": "agent-028-prefer-next-font",
+        "result": {
+          "success": true,
+          "duration": 132776,
+          "evalPath": "agent-028-prefer-next-font",
+          "timestamp": "2026-07-08T16:50:06.822Z"
+        }
+      },
+      {
+        "evalPath": "agent-029-use-cache-directive",
+        "result": {
+          "success": true,
+          "duration": 175597,
+          "evalPath": "agent-029-use-cache-directive",
+          "timestamp": "2026-07-08T16:50:06.822Z"
+        }
+      },
+      {
+        "evalPath": "agent-030-app-router-migration-hard",
+        "result": {
+          "success": true,
+          "duration": 216794,
+          "evalPath": "agent-030-app-router-migration-hard",
+          "timestamp": "2026-07-08T16:50:06.822Z"
+        }
+      },
+      {
+        "evalPath": "agent-031-proxy-middleware",
+        "result": {
+          "success": true,
+          "duration": 119779,
+          "evalPath": "agent-031-proxy-middleware",
+          "timestamp": "2026-07-08T16:50:06.822Z"
+        }
+      },
+      {
+        "evalPath": "agent-032-use-cache-directive",
+        "result": {
+          "success": true,
+          "duration": 134105,
+          "evalPath": "agent-032-use-cache-directive",
+          "timestamp": "2026-07-08T16:50:06.822Z"
+        }
+      },
+      {
+        "evalPath": "agent-033-forbidden-auth",
+        "result": {
+          "success": true,
+          "duration": 153151,
+          "evalPath": "agent-033-forbidden-auth",
+          "timestamp": "2026-07-08T16:50:06.822Z"
+        }
+      },
+      {
+        "evalPath": "agent-034-async-cookies",
+        "result": {
+          "success": true,
+          "duration": 151981,
+          "evalPath": "agent-034-async-cookies",
+          "timestamp": "2026-07-08T16:50:06.822Z"
+        }
+      },
+      {
+        "evalPath": "agent-035-connection-dynamic",
+        "result": {
+          "success": true,
+          "duration": 134360,
+          "evalPath": "agent-035-connection-dynamic",
+          "timestamp": "2026-07-08T16:50:06.822Z"
+        }
+      },
+      {
+        "evalPath": "agent-036-after-response",
+        "result": {
+          "success": true,
+          "duration": 126242,
+          "evalPath": "agent-036-after-response",
+          "timestamp": "2026-07-08T16:50:06.822Z"
+        }
+      },
+      {
+        "evalPath": "agent-037-updatetag-cache",
+        "result": {
+          "success": true,
+          "duration": 136701,
+          "evalPath": "agent-037-updatetag-cache",
+          "timestamp": "2026-07-08T16:50:06.822Z"
+        }
+      },
+      {
+        "evalPath": "agent-038-refresh-settings",
+        "result": {
+          "success": true,
+          "duration": 122449,
+          "evalPath": "agent-038-refresh-settings",
+          "timestamp": "2026-07-08T16:50:06.822Z"
+        }
+      },
+      {
+        "evalPath": "agent-039-indirect-proxy",
+        "result": {
+          "success": true,
+          "duration": 130258.00000000001,
+          "evalPath": "agent-039-indirect-proxy",
+          "timestamp": "2026-07-08T16:50:06.822Z"
+        }
+      },
+      {
+        "evalPath": "agent-040-instant",
+        "result": {
+          "success": false,
+          "duration": 145022.75,
+          "evalPath": "agent-040-instant",
+          "timestamp": "2026-07-08T16:50:06.822Z"
+        }
+      },
+      {
+        "evalPath": "agent-041-optimize-ppr-shell",
+        "result": {
+          "success": false,
+          "duration": 176670.75,
+          "evalPath": "agent-041-optimize-ppr-shell",
+          "timestamp": "2026-07-08T16:50:06.822Z"
+        }
+      },
+      {
+        "evalPath": "agent-042-enable-ppr",
+        "result": {
+          "success": true,
+          "duration": 129062.99999999999,
+          "evalPath": "agent-042-enable-ppr",
+          "timestamp": "2026-07-08T16:50:06.822Z"
+        }
+      },
+      {
+        "evalPath": "agent-043-view-transitions",
+        "result": {
+          "success": true,
+          "duration": 166131,
+          "evalPath": "agent-043-view-transitions",
+          "timestamp": "2026-07-08T16:50:06.822Z"
+        }
+      }
+    ],
     "gpt-5.6-xhigh": [
       {
         "evalPath": "agent-000-app-router-migration-simple",

diff --git a/experiments/claude-fable-5--agents-md.ts b/experiments/claude-fable-5--agents-md.ts
@@ -5,6 +5,9 @@ const config: ExperimentConfig = {
   model: "claude-fable-5",
   agentOptions: {
     cliPackage: "@anthropic-ai/claude-code@next",
+    // Explicit, but identical to the CLI default for Fable 5 — existing
+    // results were produced at this effort and remain valid (refingerprinted).
+    effort: "high",
   },
   scripts: ["build"],
   runs: 4,

diff --git a/experiments/claude-fable-5.ts b/experiments/claude-fable-5.ts
@@ -5,6 +5,9 @@ const config: ExperimentConfig = {
   model: "claude-fable-5",
   agentOptions: {
     cliPackage: "@anthropic-ai/claude-code@next",
+    // Explicit, but identical to the CLI default for Fable 5 — existing
+    // results were produced at this effort and remain valid (refingerprinted).
+    effort: "high",
   },
   scripts: ["build"],
   runs: 4,

diff --git a/experiments/gpt-5.6-sol-xhigh--agents-md.ts b/experiments/gpt-5.6-sol-xhigh--agents-md.ts
@@ -0,0 +1,29 @@
+import type { ExperimentConfig } from "@vercel/agent-eval";
+
+const config: ExperimentConfig = {
+  agent: "codex",
+  model: "gpt-5.6-sol?reasoningEffort=xhigh",
+  scripts: ["build"],
+  runs: 4,
+  earlyExit: true,
+  timeout: 1200,
+  sandbox: "vercel",
+  setup: async (sandbox) => {
+    // Bump Next.js to latest canary
+    await sandbox.runCommand("npm", ["install", "next@canary"]);
+
+    // Create AGENTS.md at the root
+    await sandbox.writeFiles({
+      "AGENTS.md": `<!-- BEGIN:nextjs-agent-rules -->
+# This is NOT the Next.js you know
+
+This version has breaking changes — APIs, conventions, and file structure may all differ from your training data. Read the relevant guide in \`node_modules/next/dist/docs/\` before writing any code. Heed deprecation notices.
+<!-- END:nextjs-agent-rules -->
+`,
+      "CLAUDE.md": "@AGENTS.md\n",
+      "GEMINI.md": "@AGENTS.md\n",
+    });
+  },
+};
+
+export default config;
diff --git a/experiments/gpt-5.6-sol-xhigh.ts b/experiments/gpt-5.6-sol-xhigh.ts
@@ -0,0 +1,17 @@
+import type { ExperimentConfig } from "@vercel/agent-eval";
+
+const config: ExperimentConfig = {
+  agent: "codex",
+  model: "gpt-5.6-sol?reasoningEffort=xhigh",
+  scripts: ["build"],
+  runs: 4,
+  earlyExit: true,
+  timeout: 1200,
+  sandbox: "vercel",
+  setup: async (sandbox) => {
+    // Bump Next.js to latest canary
+    await sandbox.runCommand("npm", ["install", "next@canary"]);
+  },
+};
+
+export default config;
diff --git a/...-md/2026-07-08T16-50-06.822Z/agent-000-app-router-migration-simple/run-1/outputs/eval.txt b/...-md/2026-07-08T16-50-06.822Z/agent-000-app-router-migration-simple/run-1/outputs/eval.txt
@@ -0,0 +1,10 @@
+
+ RUN  v3.2.7 /workspace
+
+ ✓ EVAL.ts (6 tests) 4ms
+
+ Test Files  1 passed (1)
+      Tests  6 passed (6)
+   Start at  16:51:58
+   Duration  309ms (transform 67ms, setup 22ms, collect 39ms, tests 4ms, environment 0ms, prepare 102ms)
+
diff --git a/...07-08T16-50-06.822Z/agent-000-app-router-migration-simple/run-1/outputs/scripts/build.txt b/...07-08T16-50-06.822Z/agent-000-app-router-migration-simple/run-1/outputs/scripts/build.txt
@@ -0,0 +1,32 @@
+
+> build
+> next build
+
+✓ Running next.config.ts took 24ms
+Attention: Next.js now collects completely anonymous telemetry regarding usage.
+This information is used to shape Next.js' roadmap and prioritize features.
+You can learn more, including how to opt-out if you'd not like to participate in this anonymous program, by visiting the following URL:
+https://nextjs.org/telemetry
+
+▲ Next.js 16.3.0-canary.80 (Turbopack)
+
+  Creating an optimized production build ...
+✓ Compiled successfully in 5.1s
+  Running TypeScript ...
+  Finished TypeScript in 1958ms ...
+  Collecting page data using 1 worker ...
+  Generating static pages using 1 worker (0/4) ...
+  Generating static pages using 1 worker (1/4) 
+  Generating static pages using 1 worker (2/4) 
+  Generating static pages using 1 worker (3/4) 
+✓ Generating static pages using 1 worker (4/4) in 144ms
+  Finalizing page optimization ...
+
+Route (app)
+┌ ○ /
+├ ○ /_not-found
+└ ○ /about
+
+
+○  (Static)  prerendered as static content
+