diff --git a/agent-results.json b/agent-results.json
index 28c76d850..a9b4d5020 100644
--- a/agent-results.json
+++ b/agent-results.json
@@ -1,22 +1,22 @@
{
"metadata": {
- "exportedAt": "2026-06-17T21:59:08.544Z",
+ "exportedAt": "2026-07-08T14:30:08.090Z",
"experiments": [
{
"name": "claude-fable-5",
- "timestamp": "2026-06-09T23:50:34.016Z",
+ "timestamp": "2026-07-07T16:38:02.508Z",
"modelName": "Claude Fable 5",
"agentHarness": "Claude Code",
"docsImpact": {
"baseSuccessRate": 92,
- "docsSuccessRate": 96,
- "delta": 4,
+ "docsSuccessRate": 88,
+ "delta": -4,
"newlyPassed": [
"agent-043-view-transitions"
],
"newlyFailed": []
},
- "avgDuration": 224.32069791666666
+ "avgDuration": 216.26614999999998
},
{
"name": "claude-opus-4.6",
@@ -24,20 +24,19 @@
"modelName": "Claude Opus 4.6",
"agentHarness": "Claude Code",
"docsImpact": {
- "baseSuccessRate": 75,
- "docsSuccessRate": 100,
- "delta": 25,
+ "baseSuccessRate": 67,
+ "docsSuccessRate": 88,
+ "delta": 21,
"newlyPassed": [
"agent-000-app-router-migration-simple",
"agent-031-proxy-middleware",
"agent-037-updatetag-cache",
"agent-038-refresh-settings",
- "agent-039-indirect-proxy",
- "agent-040-unstable-instant"
+ "agent-039-indirect-proxy"
],
"newlyFailed": []
},
- "avgDuration": 186.96130208333335
+ "avgDuration": 184.32419047619047
},
{
"name": "claude-opus-4.7",
@@ -45,34 +44,36 @@
"modelName": "Claude Opus 4.7 (max)",
"agentHarness": "Claude Code",
"docsImpact": {
- "baseSuccessRate": 75,
- "docsSuccessRate": 100,
- "delta": 25,
+ "baseSuccessRate": 67,
+ "docsSuccessRate": 88,
+ "delta": 21,
"newlyPassed": [
"agent-031-proxy-middleware",
"agent-036-after-response",
"agent-038-refresh-settings",
"agent-039-indirect-proxy",
- "agent-040-unstable-instant",
"agent-042-enable-ppr"
],
"newlyFailed": []
},
- "avgDuration": 142.6316875
+ "avgDuration": 136.96832142857141
},
{
"name": "claude-opus-4.8",
"timestamp": "2026-05-28T18:51:26.866Z",
- "modelName": "claude-opus-4.8",
+ "modelName": "Claude Opus 4.8",
"agentHarness": "Claude Code",
- "avgDuration": 159.4404201388889
- },
- {
- "name": "claude-opus-4.8--agents-md",
- "timestamp": "2026-05-28T18:51:26.861Z",
- "modelName": "claude-opus-4.8--agents-md",
- "agentHarness": "Claude Code",
- "avgDuration": 173.16133333333332
+ "docsImpact": {
+ "baseSuccessRate": 79,
+ "docsSuccessRate": 88,
+ "delta": 8,
+ "newlyPassed": [
+ "agent-031-proxy-middleware",
+ "agent-038-refresh-settings"
+ ],
+ "newlyFailed": []
+ },
+ "avgDuration": 160.10976984126984
},
{
"name": "claude-sonnet-4.5",
@@ -80,23 +81,22 @@
"modelName": "Claude Sonnet 4.5",
"agentHarness": "Claude Code",
"docsImpact": {
- "baseSuccessRate": 50,
- "docsSuccessRate": 88,
- "delta": 38,
+ "baseSuccessRate": 42,
+ "docsSuccessRate": 75,
+ "delta": 33,
"newlyPassed": [
"agent-031-proxy-middleware",
"agent-032-use-cache-directive",
"agent-033-forbidden-auth",
"agent-035-connection-dynamic",
"agent-037-updatetag-cache",
- "agent-040-unstable-instant",
"agent-041-optimize-ppr-shell",
"agent-042-enable-ppr",
"agent-043-view-transitions"
],
"newlyFailed": []
},
- "avgDuration": 149.23841145833333
+ "avgDuration": 143.54590277777777
},
{
"name": "claude-sonnet-4.6",
@@ -104,9 +104,9 @@
"modelName": "Claude Sonnet 4.6",
"agentHarness": "Claude Code",
"docsImpact": {
- "baseSuccessRate": 58,
- "docsSuccessRate": 100,
- "delta": 42,
+ "baseSuccessRate": 50,
+ "docsSuccessRate": 88,
+ "delta": 38,
"newlyPassed": [
"agent-029-use-cache-directive",
"agent-031-proxy-middleware",
@@ -114,14 +114,13 @@
"agent-036-after-response",
"agent-038-refresh-settings",
"agent-039-indirect-proxy",
- "agent-040-unstable-instant",
"agent-041-optimize-ppr-shell",
"agent-042-enable-ppr",
"agent-043-view-transitions"
],
"newlyFailed": []
},
- "avgDuration": 156.890828125
+ "avgDuration": 148.9941011904762
},
{
"name": "cursor-composer-1.5",
@@ -129,8 +128,8 @@
"modelName": "Cursor Composer 1.5",
"agentHarness": "Cursor",
"docsImpact": {
- "baseSuccessRate": 67,
- "docsSuccessRate": 88,
+ "baseSuccessRate": 58,
+ "docsSuccessRate": 79,
"delta": 21,
"newlyPassed": [
"agent-000-app-router-migration-simple",
@@ -144,7 +143,7 @@
"agent-041-optimize-ppr-shell"
]
},
- "avgDuration": 120.6286840277778
+ "avgDuration": 116.76390079365082
},
{
"name": "cursor-composer-2.0",
@@ -152,33 +151,34 @@
"modelName": "Cursor Composer 2.0",
"agentHarness": "Cursor",
"docsImpact": {
- "baseSuccessRate": 75,
- "docsSuccessRate": 96,
- "delta": 21,
+ "baseSuccessRate": 67,
+ "docsSuccessRate": 83,
+ "delta": 17,
"newlyPassed": [
"agent-029-use-cache-directive",
"agent-035-connection-dynamic",
"agent-038-refresh-settings",
- "agent-040-unstable-instant",
"agent-041-optimize-ppr-shell"
],
"newlyFailed": []
},
- "avgDuration": 113.52946180555556
+ "avgDuration": 111.59405357142856
},
{
"name": "cursor-composer-2.5",
"timestamp": "2026-05-28T23:30:58.855Z",
- "modelName": "cursor-composer-2.5",
- "agentHarness": "Cursor",
- "avgDuration": 150.40930208333333
- },
- {
- "name": "cursor-composer-2.5--agents-md",
- "timestamp": "2026-05-28T23:30:58.851Z",
- "modelName": "cursor-composer-2.5--agents-md",
+ "modelName": "Cursor Composer 2.5",
"agentHarness": "Cursor",
- "avgDuration": 147.94687152777777
+ "docsImpact": {
+ "baseSuccessRate": 83,
+ "docsSuccessRate": 88,
+ "delta": 4,
+ "newlyPassed": [
+ "agent-029-use-cache-directive"
+ ],
+ "newlyFailed": []
+ },
+ "avgDuration": 147.58815873015874
},
{
"name": "gemini-3-pro-preview-gemini-cli",
@@ -186,19 +186,18 @@
"modelName": "Gemini 3.0 Pro Preview",
"agentHarness": "Gemini CLI",
"docsImpact": {
- "baseSuccessRate": 67,
- "docsSuccessRate": 88,
- "delta": 21,
+ "baseSuccessRate": 58,
+ "docsSuccessRate": 75,
+ "delta": 17,
"newlyPassed": [
"agent-029-use-cache-directive",
"agent-031-proxy-middleware",
"agent-032-use-cache-directive",
- "agent-033-forbidden-auth",
- "agent-040-unstable-instant"
+ "agent-033-forbidden-auth"
],
"newlyFailed": []
},
- "avgDuration": 256.87095833333336
+ "avgDuration": 256.64454563492063
},
{
"name": "gemini-3.1-pro-preview",
@@ -206,19 +205,18 @@
"modelName": "Gemini 3.1 Pro Preview",
"agentHarness": "Gemini CLI",
"docsImpact": {
- "baseSuccessRate": 75,
- "docsSuccessRate": 96,
- "delta": 21,
+ "baseSuccessRate": 67,
+ "docsSuccessRate": 83,
+ "delta": 17,
"newlyPassed": [
"agent-029-use-cache-directive",
"agent-031-proxy-middleware",
"agent-032-use-cache-directive",
- "agent-038-refresh-settings",
- "agent-040-unstable-instant"
+ "agent-038-refresh-settings"
],
"newlyFailed": []
},
- "avgDuration": 244.69776041666663
+ "avgDuration": 240.92639880952382
},
{
"name": "glm-5.1-opencode",
@@ -226,20 +224,19 @@
"modelName": "GLM 5.1",
"agentHarness": "OpenCode",
"docsImpact": {
- "baseSuccessRate": 75,
- "docsSuccessRate": 100,
- "delta": 25,
+ "baseSuccessRate": 67,
+ "docsSuccessRate": 88,
+ "delta": 21,
"newlyPassed": [
"agent-031-proxy-middleware",
"agent-035-connection-dynamic",
"agent-038-refresh-settings",
"agent-039-indirect-proxy",
- "agent-040-unstable-instant",
"agent-043-view-transitions"
],
"newlyFailed": []
},
- "avgDuration": 254.36284201388887
+ "avgDuration": 247.17005555555554
},
{
"name": "glm-5.2",
@@ -247,8 +244,8 @@
"modelName": "GLM 5.2",
"agentHarness": "OpenCode",
"docsImpact": {
- "baseSuccessRate": 88,
- "docsSuccessRate": 96,
+ "baseSuccessRate": 79,
+ "docsSuccessRate": 88,
"delta": 8,
"newlyPassed": [
"agent-029-use-cache-directive",
@@ -256,7 +253,7 @@
],
"newlyFailed": []
},
- "avgDuration": 281.812078125
+ "avgDuration": 276.09263095238094
},
{
"name": "gpt-5.2-codex-xhigh",
@@ -265,22 +262,20 @@
"agentHarness": "Codex",
"docsImpact": {
"baseSuccessRate": 58,
- "docsSuccessRate": 83,
- "delta": 25,
+ "docsSuccessRate": 75,
+ "delta": 17,
"newlyPassed": [
"agent-031-proxy-middleware",
"agent-032-use-cache-directive",
- "agent-034-async-cookies",
"agent-035-connection-dynamic",
"agent-038-refresh-settings",
- "agent-039-indirect-proxy",
- "agent-040-unstable-instant"
+ "agent-039-indirect-proxy"
],
"newlyFailed": [
"agent-041-optimize-ppr-shell"
]
},
- "avgDuration": 148.75083680555556
+ "avgDuration": 138.03969444444445
},
{
"name": "gpt-5.3-codex-xhigh",
@@ -288,17 +283,16 @@
"modelName": "GPT 5.3 Codex (xhigh)",
"agentHarness": "Codex",
"docsImpact": {
- "baseSuccessRate": 83,
- "docsSuccessRate": 96,
- "delta": 13,
+ "baseSuccessRate": 75,
+ "docsSuccessRate": 83,
+ "delta": 8,
"newlyPassed": [
"agent-029-use-cache-directive",
- "agent-031-proxy-middleware",
- "agent-040-unstable-instant"
+ "agent-031-proxy-middleware"
],
"newlyFailed": []
},
- "avgDuration": 178.1979618055556
+ "avgDuration": 175.20565277777774
},
{
"name": "gpt-5.4-xhigh",
@@ -306,30 +300,50 @@
"modelName": "GPT 5.4 (xhigh)",
"agentHarness": "Codex",
"docsImpact": {
- "baseSuccessRate": 83,
- "docsSuccessRate": 92,
- "delta": 8,
+ "baseSuccessRate": 79,
+ "docsSuccessRate": 83,
+ "delta": 4,
"newlyPassed": [
- "agent-029-use-cache-directive",
- "agent-040-unstable-instant"
+ "agent-029-use-cache-directive"
],
"newlyFailed": []
},
- "avgDuration": 219.36524479166667
+ "avgDuration": 215.91006547619048
},
{
"name": "gpt-5.5-pro",
- "timestamp": "2026-04-25T04:20:31.992Z",
- "modelName": "gpt-5.5-pro",
+ "timestamp": "2026-04-26T06:18:59.091Z",
+ "modelName": "GPT 5.5 Pro",
"agentHarness": "Codex",
- "avgDuration": 643.1264791666666
+ "docsImpact": {
+ "baseSuccessRate": 75,
+ "docsSuccessRate": 79,
+ "delta": 4,
+ "newlyPassed": [
+ "agent-031-proxy-middleware"
+ ],
+ "newlyFailed": []
+ },
+ "avgDuration": 754.7825952380953
},
{
- "name": "gpt-5.5-pro--agents-md",
- "timestamp": "2026-04-26T06:18:59.091Z",
- "modelName": "gpt-5.5-pro--agents-md",
+ "name": "gpt-5.6-xhigh",
+ "timestamp": "2026-07-08T13:35:40.550Z",
+ "modelName": "GPT 5.6 (xhigh)",
"agentHarness": "Codex",
- "avgDuration": 912.4558333333333
+ "docsImpact": {
+ "baseSuccessRate": 88,
+ "docsSuccessRate": 92,
+ "delta": 4,
+ "newlyPassed": [
+ "agent-031-proxy-middleware",
+ "agent-043-view-transitions"
+ ],
+ "newlyFailed": [
+ "agent-041-optimize-ppr-shell"
+ ]
+ },
+ "avgDuration": 175.19033333333334
},
{
"name": "kimi-k2.5",
@@ -356,7 +370,7 @@
"agent-036-after-response"
]
},
- "avgDuration": 135.42082291666665
+ "avgDuration": 136.19479761904762
},
{
"name": "kimi-k2.6",
@@ -364,8 +378,8 @@
"modelName": "Kimi K2.6",
"agentHarness": "OpenCode",
"docsImpact": {
- "baseSuccessRate": 67,
- "docsSuccessRate": 96,
+ "baseSuccessRate": 58,
+ "docsSuccessRate": 88,
"delta": 29,
"newlyPassed": [
"agent-029-use-cache-directive",
@@ -378,7 +392,7 @@
],
"newlyFailed": []
},
- "avgDuration": 198.50272048611112
+ "avgDuration": 190.38926984126982
},
{
"name": "kimi-k2.7-code",
@@ -386,8 +400,8 @@
"modelName": "Kimi K2.7 Code",
"agentHarness": "OpenCode",
"docsImpact": {
- "baseSuccessRate": 75,
- "docsSuccessRate": 96,
+ "baseSuccessRate": 67,
+ "docsSuccessRate": 88,
"delta": 21,
"newlyPassed": [
"agent-029-use-cache-directive",
@@ -398,7 +412,7 @@
],
"newlyFailed": []
},
- "avgDuration": 206.7435850694444
+ "avgDuration": 198.9286507936508
},
{
"name": "minimax-m2.7",
@@ -406,9 +420,9 @@
"modelName": "MiniMax M2.7",
"agentHarness": "OpenCode",
"docsImpact": {
- "baseSuccessRate": 50,
- "docsSuccessRate": 63,
- "delta": 13,
+ "baseSuccessRate": 42,
+ "docsSuccessRate": 54,
+ "delta": 12,
"newlyPassed": [
"agent-033-forbidden-auth",
"agent-036-after-response",
@@ -416,7 +430,7 @@
],
"newlyFailed": []
},
- "avgDuration": 294.0103819444444
+ "avgDuration": 289.9335337301587
},
{
"name": "minimax-m3",
@@ -424,8 +438,8 @@
"modelName": "MiniMax M3",
"agentHarness": "OpenCode",
"docsImpact": {
- "baseSuccessRate": 75,
- "docsSuccessRate": 96,
+ "baseSuccessRate": 67,
+ "docsSuccessRate": 88,
"delta": 21,
"newlyPassed": [
"agent-022-prefer-server-actions",
@@ -436,7 +450,7 @@
],
"newlyFailed": []
},
- "avgDuration": 181.29896875
+ "avgDuration": 164.39464880952383
}
]
},
@@ -534,11 +548,12 @@
},
{
"evalPath": "agent-030-app-router-migration-hard",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 456516,
+ "success": false,
+ "duration": 0,
"evalPath": "agent-030-app-router-migration-hard",
- "timestamp": "2026-06-09T22:14:03.747Z"
+ "timestamp": "2026-06-09T23:50:34.016Z"
}
},
{
@@ -570,11 +585,12 @@
},
{
"evalPath": "agent-034-async-cookies",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 234722,
+ "success": false,
+ "duration": 0,
"evalPath": "agent-034-async-cookies",
- "timestamp": "2026-06-09T22:14:03.747Z"
+ "timestamp": "2026-06-09T23:50:34.016Z"
}
},
{
@@ -623,11 +639,12 @@
}
},
{
- "evalPath": "agent-040-unstable-instant",
+ "evalPath": "agent-040-instant",
+ "notAvailable": true,
"result": {
"success": false,
- "duration": 222153.00000000003,
- "evalPath": "agent-040-unstable-instant",
+ "duration": 0,
+ "evalPath": "agent-040-instant",
"timestamp": "2026-06-09T23:50:34.016Z"
}
},
@@ -752,11 +769,12 @@
},
{
"evalPath": "agent-030-app-router-migration-hard",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 362022,
+ "success": false,
+ "duration": 0,
"evalPath": "agent-030-app-router-migration-hard",
- "timestamp": "2026-02-18T09:48:32.737Z"
+ "timestamp": "2026-04-06T14:41:53.321Z"
}
},
{
@@ -788,11 +806,12 @@
},
{
"evalPath": "agent-034-async-cookies",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 148042,
+ "success": false,
+ "duration": 0,
"evalPath": "agent-034-async-cookies",
- "timestamp": "2026-02-18T09:48:32.737Z"
+ "timestamp": "2026-04-06T14:41:53.321Z"
}
},
{
@@ -841,12 +860,13 @@
}
},
{
- "evalPath": "agent-040-unstable-instant",
+ "evalPath": "agent-040-instant",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 147884.25,
- "evalPath": "agent-040-unstable-instant",
- "timestamp": "2026-03-17T19:05:45.571Z"
+ "success": false,
+ "duration": 0,
+ "evalPath": "agent-040-instant",
+ "timestamp": "2026-04-06T14:41:53.321Z"
}
},
{
@@ -970,9 +990,10 @@
},
{
"evalPath": "agent-030-app-router-migration-hard",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 217091.99999999997,
+ "success": false,
+ "duration": 0,
"evalPath": "agent-030-app-router-migration-hard",
"timestamp": "2026-04-16T16:40:57.896Z"
}
@@ -1006,11 +1027,12 @@
},
{
"evalPath": "agent-034-async-cookies",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 109884,
+ "success": false,
+ "duration": 0,
"evalPath": "agent-034-async-cookies",
- "timestamp": "2026-04-16T16:28:28.940Z"
+ "timestamp": "2026-04-16T16:40:57.896Z"
}
},
{
@@ -1059,12 +1081,13 @@
}
},
{
- "evalPath": "agent-040-unstable-instant",
+ "evalPath": "agent-040-instant",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 170314.25000000003,
- "evalPath": "agent-040-unstable-instant",
- "timestamp": "2026-04-16T16:28:28.940Z"
+ "success": false,
+ "duration": 0,
+ "evalPath": "agent-040-instant",
+ "timestamp": "2026-04-16T16:40:57.896Z"
}
},
{
@@ -1100,571 +1123,358 @@
"evalPath": "agent-000-app-router-migration-simple",
"result": {
"success": true,
- "duration": 154640,
+ "duration": 199438,
"evalPath": "agent-000-app-router-migration-simple",
- "timestamp": "2026-05-28T18:51:26.866Z"
+ "timestamp": "2026-05-28T18:51:26.861Z"
}
},
{
"evalPath": "agent-021-avoid-fetch-in-effect",
"result": {
"success": true,
- "duration": 124231,
+ "duration": 162209,
"evalPath": "agent-021-avoid-fetch-in-effect",
- "timestamp": "2026-05-28T18:51:26.866Z"
+ "timestamp": "2026-05-28T18:51:26.861Z"
}
},
{
"evalPath": "agent-022-prefer-server-actions",
"result": {
"success": true,
- "duration": 116385,
+ "duration": 136297,
"evalPath": "agent-022-prefer-server-actions",
- "timestamp": "2026-05-28T18:51:26.866Z"
+ "timestamp": "2026-05-28T18:51:26.861Z"
}
},
{
"evalPath": "agent-023-avoid-getserversideprops",
"result": {
"success": true,
- "duration": 129085.00000000001,
+ "duration": 161910,
"evalPath": "agent-023-avoid-getserversideprops",
- "timestamp": "2026-05-28T18:51:26.866Z"
+ "timestamp": "2026-05-28T18:51:26.861Z"
}
},
{
"evalPath": "agent-024-avoid-redundant-usestate",
"result": {
"success": true,
- "duration": 118427,
+ "duration": 119508,
"evalPath": "agent-024-avoid-redundant-usestate",
- "timestamp": "2026-05-28T18:51:26.866Z"
+ "timestamp": "2026-05-28T18:51:26.861Z"
}
},
{
"evalPath": "agent-025-prefer-next-link",
"result": {
"success": true,
- "duration": 114047,
+ "duration": 134375,
"evalPath": "agent-025-prefer-next-link",
- "timestamp": "2026-05-28T18:51:26.866Z"
+ "timestamp": "2026-05-28T18:51:26.861Z"
}
},
{
"evalPath": "agent-026-no-serial-await",
"result": {
"success": true,
- "duration": 165598,
+ "duration": 160027,
"evalPath": "agent-026-no-serial-await",
- "timestamp": "2026-05-28T18:51:26.866Z"
+ "timestamp": "2026-05-28T18:51:26.861Z"
}
},
{
"evalPath": "agent-027-prefer-next-image",
"result": {
"success": true,
- "duration": 115023,
+ "duration": 135456,
"evalPath": "agent-027-prefer-next-image",
- "timestamp": "2026-05-28T18:51:26.866Z"
+ "timestamp": "2026-05-28T18:51:26.861Z"
}
},
{
"evalPath": "agent-028-prefer-next-font",
"result": {
"success": true,
- "duration": 120756,
+ "duration": 151726,
"evalPath": "agent-028-prefer-next-font",
- "timestamp": "2026-05-28T18:51:26.866Z"
+ "timestamp": "2026-05-28T18:51:26.861Z"
}
},
{
"evalPath": "agent-029-use-cache-directive",
"result": {
"success": true,
- "duration": 228551,
+ "duration": 216462.3333333333,
"evalPath": "agent-029-use-cache-directive",
- "timestamp": "2026-05-28T18:51:26.866Z"
+ "timestamp": "2026-05-28T18:51:26.861Z"
}
},
{
"evalPath": "agent-030-app-router-migration-hard",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 285755,
+ "success": false,
+ "duration": 0,
"evalPath": "agent-030-app-router-migration-hard",
- "timestamp": "2026-05-28T18:51:26.866Z"
+ "timestamp": "2026-05-28T18:51:26.861Z"
}
},
{
"evalPath": "agent-031-proxy-middleware",
"result": {
- "success": false,
- "duration": 117922,
+ "success": true,
+ "duration": 133655,
"evalPath": "agent-031-proxy-middleware",
- "timestamp": "2026-05-28T18:51:26.866Z"
+ "timestamp": "2026-05-28T18:51:26.861Z"
}
},
{
"evalPath": "agent-032-use-cache-directive",
"result": {
"success": true,
- "duration": 132667,
+ "duration": 156981,
"evalPath": "agent-032-use-cache-directive",
- "timestamp": "2026-05-28T18:51:26.866Z"
+ "timestamp": "2026-05-28T18:51:26.861Z"
}
},
{
"evalPath": "agent-033-forbidden-auth",
"result": {
"success": true,
- "duration": 188419,
+ "duration": 147814,
"evalPath": "agent-033-forbidden-auth",
- "timestamp": "2026-05-28T18:51:26.866Z"
+ "timestamp": "2026-05-28T18:51:26.861Z"
}
},
{
"evalPath": "agent-034-async-cookies",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 124908,
+ "success": false,
+ "duration": 0,
"evalPath": "agent-034-async-cookies",
- "timestamp": "2026-05-28T18:51:26.866Z"
+ "timestamp": "2026-05-28T18:51:26.861Z"
}
},
{
"evalPath": "agent-035-connection-dynamic",
"result": {
"success": true,
- "duration": 130030,
+ "duration": 140505,
"evalPath": "agent-035-connection-dynamic",
- "timestamp": "2026-05-28T18:51:26.866Z"
+ "timestamp": "2026-05-28T18:51:26.861Z"
}
},
{
"evalPath": "agent-036-after-response",
"result": {
"success": true,
- "duration": 126028,
+ "duration": 130315,
"evalPath": "agent-036-after-response",
- "timestamp": "2026-05-28T18:51:26.866Z"
+ "timestamp": "2026-05-28T18:51:26.861Z"
}
},
{
"evalPath": "agent-037-updatetag-cache",
"result": {
"success": true,
- "duration": 182334,
+ "duration": 167505,
"evalPath": "agent-037-updatetag-cache",
- "timestamp": "2026-05-28T18:51:26.866Z"
+ "timestamp": "2026-05-28T18:51:26.861Z"
}
},
{
"evalPath": "agent-038-refresh-settings",
"result": {
- "success": false,
- "duration": 140577,
+ "success": true,
+ "duration": 150417,
"evalPath": "agent-038-refresh-settings",
- "timestamp": "2026-05-28T18:51:26.866Z"
+ "timestamp": "2026-05-28T18:51:26.861Z"
}
},
{
"evalPath": "agent-039-indirect-proxy",
"result": {
"success": true,
- "duration": 164176.33333333334,
+ "duration": 128000,
"evalPath": "agent-039-indirect-proxy",
- "timestamp": "2026-05-28T18:51:26.866Z"
+ "timestamp": "2026-05-28T18:51:26.861Z"
}
},
{
- "evalPath": "agent-040-unstable-instant",
+ "evalPath": "agent-040-instant",
+ "notAvailable": true,
"result": {
"success": false,
- "duration": 158308.75,
- "evalPath": "agent-040-unstable-instant",
- "timestamp": "2026-05-28T18:51:26.866Z"
+ "duration": 0,
+ "evalPath": "agent-040-instant",
+ "timestamp": "2026-05-28T18:51:26.861Z"
}
},
{
"evalPath": "agent-041-optimize-ppr-shell",
"result": {
"success": true,
- "duration": 196583,
+ "duration": 266524.6666666667,
"evalPath": "agent-041-optimize-ppr-shell",
- "timestamp": "2026-05-28T18:51:26.866Z"
+ "timestamp": "2026-05-28T18:51:26.861Z"
}
},
{
"evalPath": "agent-042-enable-ppr",
"result": {
"success": true,
- "duration": 134713,
+ "duration": 160264,
"evalPath": "agent-042-enable-ppr",
- "timestamp": "2026-05-28T18:51:26.866Z"
+ "timestamp": "2026-05-28T18:51:26.861Z"
}
},
{
"evalPath": "agent-043-view-transitions",
"result": {
"success": true,
- "duration": 357406,
+ "duration": 307623,
"evalPath": "agent-043-view-transitions",
- "timestamp": "2026-05-28T18:51:26.866Z"
+ "timestamp": "2026-05-28T18:51:26.861Z"
}
}
],
- "claude-opus-4.8--agents-md": [
+ "claude-sonnet-4.5": [
{
"evalPath": "agent-000-app-router-migration-simple",
"result": {
"success": true,
- "duration": 199438,
+ "duration": 216667,
"evalPath": "agent-000-app-router-migration-simple",
- "timestamp": "2026-05-28T18:51:26.861Z"
+ "timestamp": "2026-02-18T09:48:32.745Z"
}
},
{
"evalPath": "agent-021-avoid-fetch-in-effect",
"result": {
"success": true,
- "duration": 162209,
+ "duration": 173308,
"evalPath": "agent-021-avoid-fetch-in-effect",
- "timestamp": "2026-05-28T18:51:26.861Z"
+ "timestamp": "2026-02-18T09:48:32.745Z"
}
},
{
"evalPath": "agent-022-prefer-server-actions",
"result": {
"success": true,
- "duration": 136297,
+ "duration": 141385,
"evalPath": "agent-022-prefer-server-actions",
- "timestamp": "2026-05-28T18:51:26.861Z"
+ "timestamp": "2026-02-18T09:48:32.745Z"
}
},
{
"evalPath": "agent-023-avoid-getserversideprops",
"result": {
"success": true,
- "duration": 161910,
+ "duration": 184387,
"evalPath": "agent-023-avoid-getserversideprops",
- "timestamp": "2026-05-28T18:51:26.861Z"
+ "timestamp": "2026-02-18T09:48:32.745Z"
}
},
{
"evalPath": "agent-024-avoid-redundant-usestate",
"result": {
"success": true,
- "duration": 119508,
+ "duration": 128608,
"evalPath": "agent-024-avoid-redundant-usestate",
- "timestamp": "2026-05-28T18:51:26.861Z"
+ "timestamp": "2026-02-18T09:48:32.745Z"
}
},
{
"evalPath": "agent-025-prefer-next-link",
"result": {
"success": true,
- "duration": 134375,
+ "duration": 141647,
"evalPath": "agent-025-prefer-next-link",
- "timestamp": "2026-05-28T18:51:26.861Z"
+ "timestamp": "2026-02-18T09:48:32.745Z"
}
},
{
"evalPath": "agent-026-no-serial-await",
"result": {
"success": true,
- "duration": 160027,
+ "duration": 169591,
"evalPath": "agent-026-no-serial-await",
- "timestamp": "2026-05-28T18:51:26.861Z"
+ "timestamp": "2026-02-18T09:48:32.745Z"
}
},
{
"evalPath": "agent-027-prefer-next-image",
"result": {
"success": true,
- "duration": 135456,
+ "duration": 133844,
"evalPath": "agent-027-prefer-next-image",
- "timestamp": "2026-05-28T18:51:26.861Z"
+ "timestamp": "2026-02-18T09:48:32.745Z"
}
},
{
"evalPath": "agent-028-prefer-next-font",
"result": {
"success": true,
- "duration": 151726,
+ "duration": 132298,
"evalPath": "agent-028-prefer-next-font",
- "timestamp": "2026-05-28T18:51:26.861Z"
+ "timestamp": "2026-02-18T09:48:32.745Z"
}
},
{
"evalPath": "agent-029-use-cache-directive",
"result": {
- "success": true,
- "duration": 216462.3333333333,
+ "success": false,
+ "duration": 265694.75,
"evalPath": "agent-029-use-cache-directive",
- "timestamp": "2026-05-28T18:51:26.861Z"
+ "timestamp": "2026-02-18T09:48:32.745Z"
}
},
{
"evalPath": "agent-030-app-router-migration-hard",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 347721,
+ "success": false,
+ "duration": 0,
"evalPath": "agent-030-app-router-migration-hard",
- "timestamp": "2026-05-28T18:51:26.861Z"
+ "timestamp": "2026-04-06T14:41:53.333Z"
}
},
{
"evalPath": "agent-031-proxy-middleware",
"result": {
"success": true,
- "duration": 133655,
+ "duration": 112745.25,
"evalPath": "agent-031-proxy-middleware",
- "timestamp": "2026-05-28T18:51:26.861Z"
+ "timestamp": "2026-02-18T09:48:32.745Z"
}
},
{
"evalPath": "agent-032-use-cache-directive",
"result": {
"success": true,
- "duration": 156981,
+ "duration": 69689.33333333333,
"evalPath": "agent-032-use-cache-directive",
- "timestamp": "2026-05-28T18:51:26.861Z"
+ "timestamp": "2026-02-18T09:48:32.745Z"
}
},
{
"evalPath": "agent-033-forbidden-auth",
"result": {
"success": true,
- "duration": 147814,
+ "duration": 203124,
"evalPath": "agent-033-forbidden-auth",
- "timestamp": "2026-05-28T18:51:26.861Z"
+ "timestamp": "2026-02-18T09:48:32.745Z"
}
},
{
"evalPath": "agent-034-async-cookies",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 148871,
+ "success": false,
+ "duration": 0,
"evalPath": "agent-034-async-cookies",
- "timestamp": "2026-05-28T18:51:26.861Z"
- }
- },
- {
- "evalPath": "agent-035-connection-dynamic",
- "result": {
- "success": true,
- "duration": 140505,
- "evalPath": "agent-035-connection-dynamic",
- "timestamp": "2026-05-28T18:51:26.861Z"
- }
- },
- {
- "evalPath": "agent-036-after-response",
- "result": {
- "success": true,
- "duration": 130315,
- "evalPath": "agent-036-after-response",
- "timestamp": "2026-05-28T18:51:26.861Z"
- }
- },
- {
- "evalPath": "agent-037-updatetag-cache",
- "result": {
- "success": true,
- "duration": 167505,
- "evalPath": "agent-037-updatetag-cache",
- "timestamp": "2026-05-28T18:51:26.861Z"
- }
- },
- {
- "evalPath": "agent-038-refresh-settings",
- "result": {
- "success": true,
- "duration": 150417,
- "evalPath": "agent-038-refresh-settings",
- "timestamp": "2026-05-28T18:51:26.861Z"
- }
- },
- {
- "evalPath": "agent-039-indirect-proxy",
- "result": {
- "success": true,
- "duration": 128000,
- "evalPath": "agent-039-indirect-proxy",
- "timestamp": "2026-05-28T18:51:26.861Z"
- }
- },
- {
- "evalPath": "agent-040-unstable-instant",
- "result": {
- "success": false,
- "duration": 192267.99999999997,
- "evalPath": "agent-040-unstable-instant",
- "timestamp": "2026-05-28T18:51:26.861Z"
- }
- },
- {
- "evalPath": "agent-041-optimize-ppr-shell",
- "result": {
- "success": true,
- "duration": 266524.6666666667,
- "evalPath": "agent-041-optimize-ppr-shell",
- "timestamp": "2026-05-28T18:51:26.861Z"
- }
- },
- {
- "evalPath": "agent-042-enable-ppr",
- "result": {
- "success": true,
- "duration": 160264,
- "evalPath": "agent-042-enable-ppr",
- "timestamp": "2026-05-28T18:51:26.861Z"
- }
- },
- {
- "evalPath": "agent-043-view-transitions",
- "result": {
- "success": true,
- "duration": 307623,
- "evalPath": "agent-043-view-transitions",
- "timestamp": "2026-05-28T18:51:26.861Z"
- }
- }
- ],
- "claude-sonnet-4.5": [
- {
- "evalPath": "agent-000-app-router-migration-simple",
- "result": {
- "success": true,
- "duration": 216667,
- "evalPath": "agent-000-app-router-migration-simple",
- "timestamp": "2026-02-18T09:48:32.745Z"
- }
- },
- {
- "evalPath": "agent-021-avoid-fetch-in-effect",
- "result": {
- "success": true,
- "duration": 173308,
- "evalPath": "agent-021-avoid-fetch-in-effect",
- "timestamp": "2026-02-18T09:48:32.745Z"
- }
- },
- {
- "evalPath": "agent-022-prefer-server-actions",
- "result": {
- "success": true,
- "duration": 141385,
- "evalPath": "agent-022-prefer-server-actions",
- "timestamp": "2026-02-18T09:48:32.745Z"
- }
- },
- {
- "evalPath": "agent-023-avoid-getserversideprops",
- "result": {
- "success": true,
- "duration": 184387,
- "evalPath": "agent-023-avoid-getserversideprops",
- "timestamp": "2026-02-18T09:48:32.745Z"
- }
- },
- {
- "evalPath": "agent-024-avoid-redundant-usestate",
- "result": {
- "success": true,
- "duration": 128608,
- "evalPath": "agent-024-avoid-redundant-usestate",
- "timestamp": "2026-02-18T09:48:32.745Z"
- }
- },
- {
- "evalPath": "agent-025-prefer-next-link",
- "result": {
- "success": true,
- "duration": 141647,
- "evalPath": "agent-025-prefer-next-link",
- "timestamp": "2026-02-18T09:48:32.745Z"
- }
- },
- {
- "evalPath": "agent-026-no-serial-await",
- "result": {
- "success": true,
- "duration": 169591,
- "evalPath": "agent-026-no-serial-await",
- "timestamp": "2026-02-18T09:48:32.745Z"
- }
- },
- {
- "evalPath": "agent-027-prefer-next-image",
- "result": {
- "success": true,
- "duration": 133844,
- "evalPath": "agent-027-prefer-next-image",
- "timestamp": "2026-02-18T09:48:32.745Z"
- }
- },
- {
- "evalPath": "agent-028-prefer-next-font",
- "result": {
- "success": true,
- "duration": 132298,
- "evalPath": "agent-028-prefer-next-font",
- "timestamp": "2026-02-18T09:48:32.745Z"
- }
- },
- {
- "evalPath": "agent-029-use-cache-directive",
- "result": {
- "success": false,
- "duration": 265694.75,
- "evalPath": "agent-029-use-cache-directive",
- "timestamp": "2026-02-18T09:48:32.745Z"
- }
- },
- {
- "evalPath": "agent-030-app-router-migration-hard",
- "result": {
- "success": true,
- "duration": 351994,
- "evalPath": "agent-030-app-router-migration-hard",
- "timestamp": "2026-02-18T09:48:32.745Z"
- }
- },
- {
- "evalPath": "agent-031-proxy-middleware",
- "result": {
- "success": true,
- "duration": 112745.25,
- "evalPath": "agent-031-proxy-middleware",
- "timestamp": "2026-02-18T09:48:32.745Z"
- }
- },
- {
- "evalPath": "agent-032-use-cache-directive",
- "result": {
- "success": true,
- "duration": 69689.33333333333,
- "evalPath": "agent-032-use-cache-directive",
- "timestamp": "2026-02-18T09:48:32.745Z"
- }
- },
- {
- "evalPath": "agent-033-forbidden-auth",
- "result": {
- "success": true,
- "duration": 203124,
- "evalPath": "agent-033-forbidden-auth",
- "timestamp": "2026-02-18T09:48:32.745Z"
- }
- },
- {
- "evalPath": "agent-034-async-cookies",
- "result": {
- "success": true,
- "duration": 68386.33333333333,
- "evalPath": "agent-034-async-cookies",
- "timestamp": "2026-02-18T09:48:32.745Z"
+ "timestamp": "2026-04-06T14:41:53.333Z"
}
},
{
@@ -1713,12 +1523,13 @@
}
},
{
- "evalPath": "agent-040-unstable-instant",
+ "evalPath": "agent-040-instant",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 122818.24999999999,
- "evalPath": "agent-040-unstable-instant",
- "timestamp": "2026-03-17T19:05:45.582Z"
+ "success": false,
+ "duration": 0,
+ "evalPath": "agent-040-instant",
+ "timestamp": "2026-04-06T14:41:53.333Z"
}
},
{
@@ -1842,11 +1653,12 @@
},
{
"evalPath": "agent-030-app-router-migration-hard",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 355793,
+ "success": false,
+ "duration": 0,
"evalPath": "agent-030-app-router-migration-hard",
- "timestamp": "2026-02-23T20:17:10.086Z"
+ "timestamp": "2026-04-06T14:41:53.345Z"
}
},
{
@@ -1878,11 +1690,12 @@
},
{
"evalPath": "agent-034-async-cookies",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 106268,
+ "success": false,
+ "duration": 0,
"evalPath": "agent-034-async-cookies",
- "timestamp": "2026-02-23T20:17:10.086Z"
+ "timestamp": "2026-04-06T14:41:53.345Z"
}
},
{
@@ -1931,12 +1744,13 @@
}
},
{
- "evalPath": "agent-040-unstable-instant",
+ "evalPath": "agent-040-instant",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 156512,
- "evalPath": "agent-040-unstable-instant",
- "timestamp": "2026-03-17T19:05:45.592Z"
+ "success": false,
+ "duration": 0,
+ "evalPath": "agent-040-instant",
+ "timestamp": "2026-04-06T14:41:53.345Z"
}
},
{
@@ -2060,11 +1874,12 @@
},
{
"evalPath": "agent-030-app-router-migration-hard",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 127383.99999999999,
+ "success": false,
+ "duration": 0,
"evalPath": "agent-030-app-router-migration-hard",
- "timestamp": "2026-02-18T10:02:27.740Z"
+ "timestamp": "2026-04-06T14:41:53.357Z"
}
},
{
@@ -2096,11 +1911,12 @@
},
{
"evalPath": "agent-034-async-cookies",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 166497,
+ "success": false,
+ "duration": 0,
"evalPath": "agent-034-async-cookies",
- "timestamp": "2026-02-18T09:48:32.753Z"
+ "timestamp": "2026-04-06T14:41:53.357Z"
}
},
{
@@ -2149,12 +1965,13 @@
}
},
{
- "evalPath": "agent-040-unstable-instant",
+ "evalPath": "agent-040-instant",
+ "notAvailable": true,
"result": {
"success": false,
- "duration": 106050.75,
- "evalPath": "agent-040-unstable-instant",
- "timestamp": "2026-03-17T19:05:45.601Z"
+ "duration": 0,
+ "evalPath": "agent-040-instant",
+ "timestamp": "2026-04-06T14:41:53.357Z"
}
},
{
@@ -2185,443 +2002,228 @@
}
}
],
- "cursor-composer-2.0": [
- {
- "evalPath": "agent-000-app-router-migration-simple",
- "result": {
- "success": true,
- "duration": 160029,
- "evalPath": "agent-000-app-router-migration-simple",
- "timestamp": "2026-03-21T13:18:19.701Z"
- }
- },
- {
- "evalPath": "agent-021-avoid-fetch-in-effect",
- "result": {
- "success": true,
- "duration": 121197,
- "evalPath": "agent-021-avoid-fetch-in-effect",
- "timestamp": "2026-03-21T13:18:19.701Z"
- }
- },
- {
- "evalPath": "agent-022-prefer-server-actions",
- "result": {
- "success": true,
- "duration": 86589,
- "evalPath": "agent-022-prefer-server-actions",
- "timestamp": "2026-03-21T13:18:19.701Z"
- }
- },
- {
- "evalPath": "agent-023-avoid-getserversideprops",
- "result": {
- "success": true,
- "duration": 72920.5,
- "evalPath": "agent-023-avoid-getserversideprops",
- "timestamp": "2026-03-21T13:18:19.701Z"
- }
- },
- {
- "evalPath": "agent-024-avoid-redundant-usestate",
- "result": {
- "success": true,
- "duration": 96327,
- "evalPath": "agent-024-avoid-redundant-usestate",
- "timestamp": "2026-03-21T13:18:19.701Z"
- }
- },
- {
- "evalPath": "agent-025-prefer-next-link",
- "result": {
- "success": true,
- "duration": 87611,
- "evalPath": "agent-025-prefer-next-link",
- "timestamp": "2026-03-21T13:18:19.701Z"
- }
- },
- {
- "evalPath": "agent-026-no-serial-await",
- "result": {
- "success": true,
- "duration": 98286,
- "evalPath": "agent-026-no-serial-await",
- "timestamp": "2026-03-21T13:18:19.701Z"
- }
- },
- {
- "evalPath": "agent-027-prefer-next-image",
- "result": {
- "success": true,
- "duration": 90899,
- "evalPath": "agent-027-prefer-next-image",
- "timestamp": "2026-03-21T13:18:19.701Z"
- }
- },
- {
- "evalPath": "agent-028-prefer-next-font",
- "result": {
- "success": true,
- "duration": 97296,
- "evalPath": "agent-028-prefer-next-font",
- "timestamp": "2026-03-21T13:18:19.701Z"
- }
- },
- {
- "evalPath": "agent-029-use-cache-directive",
- "result": {
- "success": true,
- "duration": 109225.50000000001,
- "evalPath": "agent-029-use-cache-directive",
- "timestamp": "2026-03-21T13:18:19.701Z"
- }
- },
- {
- "evalPath": "agent-030-app-router-migration-hard",
- "result": {
- "success": true,
- "duration": 242347,
- "evalPath": "agent-030-app-router-migration-hard",
- "timestamp": "2026-03-21T13:18:19.701Z"
- }
- },
- {
- "evalPath": "agent-031-proxy-middleware",
- "result": {
- "success": false,
- "duration": 100318.75000000001,
- "evalPath": "agent-031-proxy-middleware",
- "timestamp": "2026-03-21T13:18:19.701Z"
- }
- },
- {
- "evalPath": "agent-032-use-cache-directive",
- "result": {
- "success": true,
- "duration": 99186,
- "evalPath": "agent-032-use-cache-directive",
- "timestamp": "2026-03-21T13:18:19.701Z"
- }
- },
- {
- "evalPath": "agent-033-forbidden-auth",
- "result": {
- "success": true,
- "duration": 146088,
- "evalPath": "agent-033-forbidden-auth",
- "timestamp": "2026-03-21T13:18:19.701Z"
- }
- },
- {
- "evalPath": "agent-034-async-cookies",
- "result": {
- "success": true,
- "duration": 107813,
- "evalPath": "agent-034-async-cookies",
- "timestamp": "2026-03-21T13:18:19.701Z"
- }
- },
- {
- "evalPath": "agent-035-connection-dynamic",
- "result": {
- "success": true,
- "duration": 79284,
- "evalPath": "agent-035-connection-dynamic",
- "timestamp": "2026-03-21T13:18:19.701Z"
- }
- },
- {
- "evalPath": "agent-036-after-response",
- "result": {
- "success": true,
- "duration": 116911,
- "evalPath": "agent-036-after-response",
- "timestamp": "2026-03-21T13:18:19.701Z"
- }
- },
- {
- "evalPath": "agent-037-updatetag-cache",
- "result": {
- "success": true,
- "duration": 129419.99999999999,
- "evalPath": "agent-037-updatetag-cache",
- "timestamp": "2026-03-21T13:18:19.701Z"
- }
- },
- {
- "evalPath": "agent-038-refresh-settings",
- "result": {
- "success": true,
- "duration": 76109.5,
- "evalPath": "agent-038-refresh-settings",
- "timestamp": "2026-03-21T13:18:19.701Z"
- }
- },
- {
- "evalPath": "agent-039-indirect-proxy",
- "result": {
- "success": true,
- "duration": 64873.49999999999,
- "evalPath": "agent-039-indirect-proxy",
- "timestamp": "2026-03-21T13:18:19.701Z"
- }
- },
- {
- "evalPath": "agent-040-unstable-instant",
- "result": {
- "success": true,
- "duration": 89054.66666666666,
- "evalPath": "agent-040-unstable-instant",
- "timestamp": "2026-03-21T13:18:19.701Z"
- }
- },
- {
- "evalPath": "agent-041-optimize-ppr-shell",
- "result": {
- "success": true,
- "duration": 207084,
- "evalPath": "agent-041-optimize-ppr-shell",
- "timestamp": "2026-04-02T17:14:57.388Z"
- }
- },
- {
- "evalPath": "agent-042-enable-ppr",
- "result": {
- "success": true,
- "duration": 117576,
- "evalPath": "agent-042-enable-ppr",
- "timestamp": "2026-04-02T17:14:57.388Z"
- }
- },
- {
- "evalPath": "agent-043-view-transitions",
- "result": {
- "success": true,
- "duration": 177292,
- "evalPath": "agent-043-view-transitions",
- "timestamp": "2026-04-06T14:41:53.368Z"
- }
- }
- ],
- "cursor-composer-2.5": [
+ "cursor-composer-2.0": [
{
"evalPath": "agent-000-app-router-migration-simple",
"result": {
"success": true,
- "duration": 159125,
+ "duration": 160029,
"evalPath": "agent-000-app-router-migration-simple",
- "timestamp": "2026-05-28T23:06:33.448Z"
+ "timestamp": "2026-03-21T13:18:19.701Z"
}
},
{
"evalPath": "agent-021-avoid-fetch-in-effect",
"result": {
"success": true,
- "duration": 129133.99999999999,
+ "duration": 121197,
"evalPath": "agent-021-avoid-fetch-in-effect",
- "timestamp": "2026-05-28T23:06:33.448Z"
+ "timestamp": "2026-03-21T13:18:19.701Z"
}
},
{
"evalPath": "agent-022-prefer-server-actions",
"result": {
"success": true,
- "duration": 131471,
+ "duration": 86589,
"evalPath": "agent-022-prefer-server-actions",
- "timestamp": "2026-05-28T23:06:33.448Z"
+ "timestamp": "2026-03-21T13:18:19.701Z"
}
},
{
"evalPath": "agent-023-avoid-getserversideprops",
"result": {
"success": true,
- "duration": 143609,
+ "duration": 72920.5,
"evalPath": "agent-023-avoid-getserversideprops",
- "timestamp": "2026-05-28T23:06:33.448Z"
+ "timestamp": "2026-03-21T13:18:19.701Z"
}
},
{
"evalPath": "agent-024-avoid-redundant-usestate",
"result": {
"success": true,
- "duration": 133213,
+ "duration": 96327,
"evalPath": "agent-024-avoid-redundant-usestate",
- "timestamp": "2026-05-28T23:06:33.448Z"
+ "timestamp": "2026-03-21T13:18:19.701Z"
}
},
{
"evalPath": "agent-025-prefer-next-link",
"result": {
"success": true,
- "duration": 118551,
+ "duration": 87611,
"evalPath": "agent-025-prefer-next-link",
- "timestamp": "2026-05-28T23:06:33.448Z"
+ "timestamp": "2026-03-21T13:18:19.701Z"
}
},
{
"evalPath": "agent-026-no-serial-await",
"result": {
"success": true,
- "duration": 156160,
+ "duration": 98286,
"evalPath": "agent-026-no-serial-await",
- "timestamp": "2026-05-28T23:06:33.448Z"
+ "timestamp": "2026-03-21T13:18:19.701Z"
}
},
{
"evalPath": "agent-027-prefer-next-image",
"result": {
"success": true,
- "duration": 117939,
+ "duration": 90899,
"evalPath": "agent-027-prefer-next-image",
- "timestamp": "2026-05-28T23:06:33.448Z"
+ "timestamp": "2026-03-21T13:18:19.701Z"
}
},
{
"evalPath": "agent-028-prefer-next-font",
"result": {
"success": true,
- "duration": 123833,
+ "duration": 97296,
"evalPath": "agent-028-prefer-next-font",
- "timestamp": "2026-05-28T23:06:33.448Z"
+ "timestamp": "2026-03-21T13:18:19.701Z"
}
},
{
"evalPath": "agent-029-use-cache-directive",
"result": {
- "success": false,
- "duration": 202677.75,
+ "success": true,
+ "duration": 109225.50000000001,
"evalPath": "agent-029-use-cache-directive",
- "timestamp": "2026-05-28T23:30:58.855Z"
+ "timestamp": "2026-03-21T13:18:19.701Z"
}
},
{
"evalPath": "agent-030-app-router-migration-hard",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 231625,
+ "success": false,
+ "duration": 0,
"evalPath": "agent-030-app-router-migration-hard",
- "timestamp": "2026-05-28T23:06:33.448Z"
+ "timestamp": "2026-04-06T14:41:53.368Z"
}
},
{
"evalPath": "agent-031-proxy-middleware",
"result": {
- "success": true,
- "duration": 141060,
+ "success": false,
+ "duration": 100318.75000000001,
"evalPath": "agent-031-proxy-middleware",
- "timestamp": "2026-05-28T23:06:33.448Z"
+ "timestamp": "2026-03-21T13:18:19.701Z"
}
},
{
"evalPath": "agent-032-use-cache-directive",
"result": {
"success": true,
- "duration": 143882,
+ "duration": 99186,
"evalPath": "agent-032-use-cache-directive",
- "timestamp": "2026-05-28T23:06:33.448Z"
+ "timestamp": "2026-03-21T13:18:19.701Z"
}
},
{
"evalPath": "agent-033-forbidden-auth",
"result": {
"success": true,
- "duration": 150038,
+ "duration": 146088,
"evalPath": "agent-033-forbidden-auth",
- "timestamp": "2026-05-28T23:06:33.448Z"
+ "timestamp": "2026-03-21T13:18:19.701Z"
}
},
{
"evalPath": "agent-034-async-cookies",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 110700,
+ "success": false,
+ "duration": 0,
"evalPath": "agent-034-async-cookies",
- "timestamp": "2026-05-28T23:06:33.448Z"
+ "timestamp": "2026-04-06T14:41:53.368Z"
}
},
{
"evalPath": "agent-035-connection-dynamic",
"result": {
"success": true,
- "duration": 128357,
+ "duration": 79284,
"evalPath": "agent-035-connection-dynamic",
- "timestamp": "2026-05-28T23:06:33.448Z"
+ "timestamp": "2026-03-21T13:18:19.701Z"
}
},
{
"evalPath": "agent-036-after-response",
"result": {
"success": true,
- "duration": 120387,
+ "duration": 116911,
"evalPath": "agent-036-after-response",
- "timestamp": "2026-05-28T23:06:33.448Z"
+ "timestamp": "2026-03-21T13:18:19.701Z"
}
},
{
"evalPath": "agent-037-updatetag-cache",
"result": {
"success": true,
- "duration": 147747,
+ "duration": 129419.99999999999,
"evalPath": "agent-037-updatetag-cache",
- "timestamp": "2026-05-28T23:06:33.448Z"
+ "timestamp": "2026-03-21T13:18:19.701Z"
}
},
{
"evalPath": "agent-038-refresh-settings",
"result": {
"success": true,
- "duration": 151242,
+ "duration": 76109.5,
"evalPath": "agent-038-refresh-settings",
- "timestamp": "2026-05-28T23:06:33.448Z"
+ "timestamp": "2026-03-21T13:18:19.701Z"
}
},
{
"evalPath": "agent-039-indirect-proxy",
"result": {
"success": true,
- "duration": 200382,
+ "duration": 64873.49999999999,
"evalPath": "agent-039-indirect-proxy",
- "timestamp": "2026-05-28T23:06:33.448Z"
+ "timestamp": "2026-03-21T13:18:19.701Z"
}
},
{
- "evalPath": "agent-040-unstable-instant",
+ "evalPath": "agent-040-instant",
+ "notAvailable": true,
"result": {
"success": false,
- "duration": 137496.24999999997,
- "evalPath": "agent-040-unstable-instant",
- "timestamp": "2026-05-28T23:30:58.855Z"
+ "duration": 0,
+ "evalPath": "agent-040-instant",
+ "timestamp": "2026-04-06T14:41:53.368Z"
}
},
{
"evalPath": "agent-041-optimize-ppr-shell",
"result": {
"success": true,
- "duration": 196520.24999999997,
+ "duration": 207084,
"evalPath": "agent-041-optimize-ppr-shell",
- "timestamp": "2026-05-28T23:06:33.448Z"
+ "timestamp": "2026-04-02T17:14:57.388Z"
}
},
{
"evalPath": "agent-042-enable-ppr",
"result": {
"success": true,
- "duration": 127730,
+ "duration": 117576,
"evalPath": "agent-042-enable-ppr",
- "timestamp": "2026-05-28T23:06:33.448Z"
+ "timestamp": "2026-04-02T17:14:57.388Z"
}
},
{
"evalPath": "agent-043-view-transitions",
"result": {
"success": true,
- "duration": 206944,
+ "duration": 177292,
"evalPath": "agent-043-view-transitions",
- "timestamp": "2026-05-28T23:06:33.448Z"
+ "timestamp": "2026-04-06T14:41:53.368Z"
}
}
],
- "cursor-composer-2.5--agents-md": [
+ "cursor-composer-2.5": [
{
"evalPath": "agent-000-app-router-migration-simple",
"result": {
@@ -2714,11 +2316,12 @@
},
{
"evalPath": "agent-030-app-router-migration-hard",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 229753,
+ "success": false,
+ "duration": 0,
"evalPath": "agent-030-app-router-migration-hard",
- "timestamp": "2026-05-28T23:10:51.230Z"
+ "timestamp": "2026-05-28T23:30:58.851Z"
}
},
{
@@ -2750,11 +2353,12 @@
},
{
"evalPath": "agent-034-async-cookies",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 120889,
+ "success": false,
+ "duration": 0,
"evalPath": "agent-034-async-cookies",
- "timestamp": "2026-05-28T23:10:51.230Z"
+ "timestamp": "2026-05-28T23:30:58.851Z"
}
},
{
@@ -2803,11 +2407,12 @@
}
},
{
- "evalPath": "agent-040-unstable-instant",
+ "evalPath": "agent-040-instant",
+ "notAvailable": true,
"result": {
"success": false,
- "duration": 131382.25,
- "evalPath": "agent-040-unstable-instant",
+ "duration": 0,
+ "evalPath": "agent-040-instant",
"timestamp": "2026-05-28T23:30:58.851Z"
}
},
@@ -2932,11 +2537,12 @@
},
{
"evalPath": "agent-030-app-router-migration-hard",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 414300.75,
+ "success": false,
+ "duration": 0,
"evalPath": "agent-030-app-router-migration-hard",
- "timestamp": "2026-02-18T10:02:27.748Z"
+ "timestamp": "2026-04-06T14:41:53.379Z"
}
},
{
@@ -2968,11 +2574,12 @@
},
{
"evalPath": "agent-034-async-cookies",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 265170,
+ "success": false,
+ "duration": 0,
"evalPath": "agent-034-async-cookies",
- "timestamp": "2026-02-18T10:02:27.748Z"
+ "timestamp": "2026-04-06T14:41:53.379Z"
}
},
{
@@ -3021,12 +2628,13 @@
}
},
{
- "evalPath": "agent-040-unstable-instant",
+ "evalPath": "agent-040-instant",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 195081,
- "evalPath": "agent-040-unstable-instant",
- "timestamp": "2026-03-17T19:05:45.609Z"
+ "success": false,
+ "duration": 0,
+ "evalPath": "agent-040-instant",
+ "timestamp": "2026-04-06T14:41:53.379Z"
}
},
{
@@ -3150,11 +2758,12 @@
},
{
"evalPath": "agent-030-app-router-migration-hard",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 486449,
+ "success": false,
+ "duration": 0,
"evalPath": "agent-030-app-router-migration-hard",
- "timestamp": "2026-03-04T16:03:13.005Z"
+ "timestamp": "2026-04-06T14:41:53.390Z"
}
},
{
@@ -3186,11 +2795,12 @@
},
{
"evalPath": "agent-034-async-cookies",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 213808,
+ "success": false,
+ "duration": 0,
"evalPath": "agent-034-async-cookies",
- "timestamp": "2026-03-04T16:03:13.005Z"
+ "timestamp": "2026-04-06T14:41:53.390Z"
}
},
{
@@ -3239,12 +2849,13 @@
}
},
{
- "evalPath": "agent-040-unstable-instant",
+ "evalPath": "agent-040-instant",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 196559,
- "evalPath": "agent-040-unstable-instant",
- "timestamp": "2026-03-17T19:05:45.619Z"
+ "success": false,
+ "duration": 0,
+ "evalPath": "agent-040-instant",
+ "timestamp": "2026-04-06T14:41:53.390Z"
}
},
{
@@ -3368,9 +2979,10 @@
},
{
"evalPath": "agent-030-app-router-migration-hard",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 395913.33333333343,
+ "success": false,
+ "duration": 0,
"evalPath": "agent-030-app-router-migration-hard",
"timestamp": "2026-04-16T19:29:56.278Z"
}
@@ -3404,9 +3016,10 @@
},
{
"evalPath": "agent-034-async-cookies",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 153530,
+ "success": false,
+ "duration": 0,
"evalPath": "agent-034-async-cookies",
"timestamp": "2026-04-16T19:29:56.278Z"
}
@@ -3457,11 +3070,12 @@
}
},
{
- "evalPath": "agent-040-unstable-instant",
+ "evalPath": "agent-040-instant",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 260169.00000000003,
- "evalPath": "agent-040-unstable-instant",
+ "success": false,
+ "duration": 0,
+ "evalPath": "agent-040-instant",
"timestamp": "2026-04-16T19:29:56.278Z"
}
},
@@ -3586,9 +3200,10 @@
},
{
"evalPath": "agent-030-app-router-migration-hard",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 630454,
+ "success": false,
+ "duration": 0,
"evalPath": "agent-030-app-router-migration-hard",
"timestamp": "2026-06-16T16:36:48.069Z"
}
@@ -3622,9 +3237,10 @@
},
{
"evalPath": "agent-034-async-cookies",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 174825,
+ "success": false,
+ "duration": 0,
"evalPath": "agent-034-async-cookies",
"timestamp": "2026-06-16T16:36:48.069Z"
}
@@ -3675,11 +3291,12 @@
}
},
{
- "evalPath": "agent-040-unstable-instant",
+ "evalPath": "agent-040-instant",
+ "notAvailable": true,
"result": {
"success": false,
- "duration": 215774,
- "evalPath": "agent-040-unstable-instant",
+ "duration": 0,
+ "evalPath": "agent-040-instant",
"timestamp": "2026-06-16T16:36:48.069Z"
}
},
@@ -3804,11 +3421,12 @@
},
{
"evalPath": "agent-030-app-router-migration-hard",
+ "notAvailable": true,
"result": {
"success": false,
- "duration": 391628.75,
+ "duration": 0,
"evalPath": "agent-030-app-router-migration-hard",
- "timestamp": "2026-02-18T13:01:57.475Z"
+ "timestamp": "2026-04-06T14:41:53.401Z"
}
},
{
@@ -3840,11 +3458,12 @@
},
{
"evalPath": "agent-034-async-cookies",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 155028,
+ "success": false,
+ "duration": 0,
"evalPath": "agent-034-async-cookies",
- "timestamp": "2026-02-18T09:48:32.778Z"
+ "timestamp": "2026-04-06T14:41:53.401Z"
}
},
{
@@ -3893,12 +3512,13 @@
}
},
{
- "evalPath": "agent-040-unstable-instant",
+ "evalPath": "agent-040-instant",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 150792,
- "evalPath": "agent-040-unstable-instant",
- "timestamp": "2026-03-18T20:20:47.054Z"
+ "success": false,
+ "duration": 0,
+ "evalPath": "agent-040-instant",
+ "timestamp": "2026-04-06T14:41:53.401Z"
}
},
{
@@ -4022,11 +3642,12 @@
},
{
"evalPath": "agent-030-app-router-migration-hard",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 440175.25,
+ "success": false,
+ "duration": 0,
"evalPath": "agent-030-app-router-migration-hard",
- "timestamp": "2026-02-18T10:02:27.777Z"
+ "timestamp": "2026-04-06T14:41:53.411Z"
}
},
{
@@ -4058,11 +3679,12 @@
},
{
"evalPath": "agent-034-async-cookies",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 85420,
+ "success": false,
+ "duration": 0,
"evalPath": "agent-034-async-cookies",
- "timestamp": "2026-02-18T09:48:32.787Z"
+ "timestamp": "2026-04-06T14:41:53.411Z"
}
},
{
@@ -4111,12 +3733,13 @@
}
},
{
- "evalPath": "agent-040-unstable-instant",
+ "evalPath": "agent-040-instant",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 173007,
- "evalPath": "agent-040-unstable-instant",
- "timestamp": "2026-03-19T04:19:43.572Z"
+ "success": false,
+ "duration": 0,
+ "evalPath": "agent-040-instant",
+ "timestamp": "2026-04-06T14:41:53.411Z"
}
},
{
@@ -4240,11 +3863,12 @@
},
{
"evalPath": "agent-030-app-router-migration-hard",
+ "notAvailable": true,
"result": {
"success": false,
- "duration": 372254.5,
+ "duration": 0,
"evalPath": "agent-030-app-router-migration-hard",
- "timestamp": "2026-03-21T19:40:53.388Z"
+ "timestamp": "2026-04-06T14:41:53.421Z"
}
},
{
@@ -4276,11 +3900,12 @@
},
{
"evalPath": "agent-034-async-cookies",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 186072.99999999997,
+ "success": false,
+ "duration": 0,
"evalPath": "agent-034-async-cookies",
- "timestamp": "2026-03-21T17:51:56.993Z"
+ "timestamp": "2026-04-06T14:41:53.421Z"
}
},
{
@@ -4329,12 +3954,13 @@
}
},
{
- "evalPath": "agent-040-unstable-instant",
+ "evalPath": "agent-040-instant",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 178562,
- "evalPath": "agent-040-unstable-instant",
- "timestamp": "2026-03-21T17:51:56.993Z"
+ "success": false,
+ "duration": 0,
+ "evalPath": "agent-040-instant",
+ "timestamp": "2026-04-06T14:41:53.421Z"
}
},
{
@@ -4370,434 +3996,437 @@
"evalPath": "agent-000-app-router-migration-simple",
"result": {
"success": true,
- "duration": 822056,
+ "duration": 1075633,
"evalPath": "agent-000-app-router-migration-simple",
- "timestamp": "2026-04-25T04:06:33.504Z"
+ "timestamp": "2026-04-26T04:32:10.404Z"
}
},
{
"evalPath": "agent-021-avoid-fetch-in-effect",
"result": {
"success": true,
- "duration": 462470,
+ "duration": 694195,
"evalPath": "agent-021-avoid-fetch-in-effect",
- "timestamp": "2026-04-25T04:06:33.504Z"
+ "timestamp": "2026-04-26T04:32:10.404Z"
}
},
{
"evalPath": "agent-022-prefer-server-actions",
"result": {
"success": true,
- "duration": 449450,
+ "duration": 445752,
"evalPath": "agent-022-prefer-server-actions",
- "timestamp": "2026-04-25T04:06:33.504Z"
+ "timestamp": "2026-04-26T04:32:10.404Z"
}
},
{
"evalPath": "agent-023-avoid-getserversideprops",
"result": {
"success": true,
- "duration": 363120,
+ "duration": 532130,
"evalPath": "agent-023-avoid-getserversideprops",
- "timestamp": "2026-04-25T04:06:33.504Z"
+ "timestamp": "2026-04-26T04:32:10.404Z"
}
},
{
"evalPath": "agent-024-avoid-redundant-usestate",
"result": {
"success": true,
- "duration": 466942,
+ "duration": 666153,
"evalPath": "agent-024-avoid-redundant-usestate",
- "timestamp": "2026-04-25T04:06:33.504Z"
+ "timestamp": "2026-04-26T04:32:10.404Z"
}
},
{
"evalPath": "agent-025-prefer-next-link",
"result": {
"success": true,
- "duration": 415796,
+ "duration": 518144,
"evalPath": "agent-025-prefer-next-link",
- "timestamp": "2026-04-25T04:06:33.504Z"
+ "timestamp": "2026-04-26T04:32:10.404Z"
}
},
{
"evalPath": "agent-026-no-serial-await",
"result": {
"success": true,
- "duration": 356321,
+ "duration": 725309,
"evalPath": "agent-026-no-serial-await",
- "timestamp": "2026-04-25T04:06:33.504Z"
+ "timestamp": "2026-04-26T04:32:10.404Z"
}
},
{
"evalPath": "agent-027-prefer-next-image",
"result": {
"success": true,
- "duration": 514017.00000000006,
+ "duration": 1037050.9999999999,
"evalPath": "agent-027-prefer-next-image",
- "timestamp": "2026-04-25T04:06:33.504Z"
+ "timestamp": "2026-04-26T04:32:10.404Z"
}
},
{
"evalPath": "agent-028-prefer-next-font",
"result": {
"success": true,
- "duration": 338454,
+ "duration": 805923,
"evalPath": "agent-028-prefer-next-font",
- "timestamp": "2026-04-25T04:06:33.504Z"
+ "timestamp": "2026-04-26T04:32:10.404Z"
}
},
{
"evalPath": "agent-029-use-cache-directive",
"result": {
"success": false,
- "duration": 1047639.5,
+ "duration": 1250960,
"evalPath": "agent-029-use-cache-directive",
- "timestamp": "2026-04-25T04:06:33.504Z"
+ "timestamp": "2026-04-26T05:06:11.777Z"
}
},
{
"evalPath": "agent-030-app-router-migration-hard",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 1059543,
+ "success": false,
+ "duration": 0,
"evalPath": "agent-030-app-router-migration-hard",
- "timestamp": "2026-04-25T04:06:33.504Z"
+ "timestamp": "2026-04-26T06:18:59.091Z"
}
},
{
"evalPath": "agent-031-proxy-middleware",
"result": {
- "success": false,
- "duration": 485875.5,
+ "success": true,
+ "duration": 826892,
"evalPath": "agent-031-proxy-middleware",
- "timestamp": "2026-04-25T04:06:33.504Z"
+ "timestamp": "2026-04-26T04:32:10.404Z"
}
},
{
"evalPath": "agent-032-use-cache-directive",
"result": {
"success": true,
- "duration": 631930,
+ "duration": 982041,
"evalPath": "agent-032-use-cache-directive",
- "timestamp": "2026-04-25T04:20:31.992Z"
+ "timestamp": "2026-04-26T04:32:10.404Z"
}
},
{
"evalPath": "agent-033-forbidden-auth",
"result": {
"success": true,
- "duration": 638276,
+ "duration": 907532,
"evalPath": "agent-033-forbidden-auth",
- "timestamp": "2026-04-25T04:06:33.504Z"
+ "timestamp": "2026-04-26T04:32:10.404Z"
}
},
{
"evalPath": "agent-034-async-cookies",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 369878,
+ "success": false,
+ "duration": 0,
"evalPath": "agent-034-async-cookies",
- "timestamp": "2026-04-25T04:06:33.504Z"
+ "timestamp": "2026-04-26T06:18:59.091Z"
}
},
{
"evalPath": "agent-035-connection-dynamic",
"result": {
"success": true,
- "duration": 646293,
+ "duration": 765425,
"evalPath": "agent-035-connection-dynamic",
- "timestamp": "2026-04-25T04:06:33.504Z"
+ "timestamp": "2026-04-26T04:32:10.404Z"
}
},
{
"evalPath": "agent-036-after-response",
"result": {
"success": true,
- "duration": 593230,
+ "duration": 1352811,
"evalPath": "agent-036-after-response",
- "timestamp": "2026-04-25T04:06:33.504Z"
+ "timestamp": "2026-04-26T04:32:10.404Z"
}
},
{
"evalPath": "agent-037-updatetag-cache",
"result": {
"success": true,
- "duration": 724732,
+ "duration": 771434,
"evalPath": "agent-037-updatetag-cache",
- "timestamp": "2026-04-25T04:06:33.504Z"
+ "timestamp": "2026-04-26T04:32:10.404Z"
}
},
{
"evalPath": "agent-038-refresh-settings",
"result": {
"success": true,
- "duration": 634793,
+ "duration": 1195528,
"evalPath": "agent-038-refresh-settings",
- "timestamp": "2026-04-25T04:06:33.504Z"
+ "timestamp": "2026-04-26T04:32:10.404Z"
}
},
{
"evalPath": "agent-039-indirect-proxy",
"result": {
"success": true,
- "duration": 565489,
+ "duration": 848016,
"evalPath": "agent-039-indirect-proxy",
- "timestamp": "2026-04-25T04:06:33.504Z"
+ "timestamp": "2026-04-26T04:32:10.404Z"
}
},
{
- "evalPath": "agent-040-unstable-instant",
+ "evalPath": "agent-040-instant",
+ "notAvailable": true,
"result": {
"success": false,
- "duration": 640160.5000000001,
- "evalPath": "agent-040-unstable-instant",
- "timestamp": "2026-04-25T04:06:33.504Z"
+ "duration": 0,
+ "evalPath": "agent-040-instant",
+ "timestamp": "2026-04-26T06:18:59.091Z"
}
},
{
"evalPath": "agent-041-optimize-ppr-shell",
"result": {
"success": false,
- "duration": 1240934,
+ "duration": 1359297,
"evalPath": "agent-041-optimize-ppr-shell",
- "timestamp": "2026-04-25T04:06:33.504Z"
+ "timestamp": "2026-04-26T05:06:11.777Z"
}
},
{
"evalPath": "agent-042-enable-ppr",
"result": {
"success": true,
- "duration": 625724,
+ "duration": 545281,
"evalPath": "agent-042-enable-ppr",
- "timestamp": "2026-04-25T04:06:33.504Z"
+ "timestamp": "2026-04-26T04:32:10.404Z"
}
},
{
"evalPath": "agent-043-view-transitions",
"result": {
"success": true,
- "duration": 1341912,
+ "duration": 1029907.9999999999,
"evalPath": "agent-043-view-transitions",
- "timestamp": "2026-04-25T04:20:31.992Z"
+ "timestamp": "2026-04-26T04:32:10.404Z"
}
}
],
- "gpt-5.5-pro--agents-md": [
+ "gpt-5.6-xhigh": [
{
"evalPath": "agent-000-app-router-migration-simple",
"result": {
"success": true,
- "duration": 1075633,
+ "duration": 200106,
"evalPath": "agent-000-app-router-migration-simple",
- "timestamp": "2026-04-26T04:32:10.404Z"
+ "timestamp": "2026-07-08T13:35:40.536Z"
}
},
{
"evalPath": "agent-021-avoid-fetch-in-effect",
"result": {
"success": true,
- "duration": 694195,
+ "duration": 176186,
"evalPath": "agent-021-avoid-fetch-in-effect",
- "timestamp": "2026-04-26T04:32:10.404Z"
+ "timestamp": "2026-07-08T13:35:40.536Z"
}
},
{
"evalPath": "agent-022-prefer-server-actions",
"result": {
"success": true,
- "duration": 445752,
+ "duration": 172156,
"evalPath": "agent-022-prefer-server-actions",
- "timestamp": "2026-04-26T04:32:10.404Z"
+ "timestamp": "2026-07-08T13:35:40.536Z"
}
},
{
"evalPath": "agent-023-avoid-getserversideprops",
"result": {
"success": true,
- "duration": 532130,
+ "duration": 162423,
"evalPath": "agent-023-avoid-getserversideprops",
- "timestamp": "2026-04-26T04:32:10.404Z"
+ "timestamp": "2026-07-08T13:35:40.536Z"
}
},
{
"evalPath": "agent-024-avoid-redundant-usestate",
"result": {
"success": true,
- "duration": 666153,
+ "duration": 169748,
"evalPath": "agent-024-avoid-redundant-usestate",
- "timestamp": "2026-04-26T04:32:10.404Z"
+ "timestamp": "2026-07-08T13:35:40.536Z"
}
},
{
"evalPath": "agent-025-prefer-next-link",
"result": {
"success": true,
- "duration": 518144,
+ "duration": 165556,
"evalPath": "agent-025-prefer-next-link",
- "timestamp": "2026-04-26T04:32:10.404Z"
+ "timestamp": "2026-07-08T13:35:40.536Z"
}
},
{
"evalPath": "agent-026-no-serial-await",
"result": {
"success": true,
- "duration": 725309,
+ "duration": 172784,
"evalPath": "agent-026-no-serial-await",
- "timestamp": "2026-04-26T04:32:10.404Z"
+ "timestamp": "2026-07-08T13:35:40.536Z"
}
},
{
"evalPath": "agent-027-prefer-next-image",
"result": {
"success": true,
- "duration": 1037050.9999999999,
+ "duration": 159352,
"evalPath": "agent-027-prefer-next-image",
- "timestamp": "2026-04-26T04:32:10.404Z"
+ "timestamp": "2026-07-08T13:35:40.536Z"
}
},
{
"evalPath": "agent-028-prefer-next-font",
"result": {
"success": true,
- "duration": 805923,
+ "duration": 173954,
"evalPath": "agent-028-prefer-next-font",
- "timestamp": "2026-04-26T04:32:10.404Z"
+ "timestamp": "2026-07-08T13:35:40.536Z"
}
},
{
"evalPath": "agent-029-use-cache-directive",
"result": {
- "success": false,
- "duration": 1250960,
+ "success": true,
+ "duration": 192738,
"evalPath": "agent-029-use-cache-directive",
- "timestamp": "2026-04-26T05:06:11.777Z"
+ "timestamp": "2026-07-08T13:35:40.536Z"
}
},
{
"evalPath": "agent-030-app-router-migration-hard",
"result": {
- "success": false,
- "duration": 1714000,
+ "success": true,
+ "duration": 323938,
"evalPath": "agent-030-app-router-migration-hard",
- "timestamp": "2026-04-26T06:18:59.091Z"
+ "timestamp": "2026-07-08T13:35:40.536Z"
}
},
{
"evalPath": "agent-031-proxy-middleware",
"result": {
"success": true,
- "duration": 826892,
+ "duration": 164982,
"evalPath": "agent-031-proxy-middleware",
- "timestamp": "2026-04-26T04:32:10.404Z"
+ "timestamp": "2026-07-08T13:35:40.536Z"
}
},
{
"evalPath": "agent-032-use-cache-directive",
"result": {
"success": true,
- "duration": 982041,
+ "duration": 160325,
"evalPath": "agent-032-use-cache-directive",
- "timestamp": "2026-04-26T04:32:10.404Z"
+ "timestamp": "2026-07-08T13:35:40.536Z"
}
},
{
"evalPath": "agent-033-forbidden-auth",
"result": {
"success": true,
- "duration": 907532,
+ "duration": 178176,
"evalPath": "agent-033-forbidden-auth",
- "timestamp": "2026-04-26T04:32:10.404Z"
+ "timestamp": "2026-07-08T13:35:40.536Z"
}
},
{
"evalPath": "agent-034-async-cookies",
"result": {
"success": true,
- "duration": 650750,
+ "duration": 178604,
"evalPath": "agent-034-async-cookies",
- "timestamp": "2026-04-26T04:32:10.404Z"
+ "timestamp": "2026-07-08T13:35:40.536Z"
}
},
{
"evalPath": "agent-035-connection-dynamic",
"result": {
"success": true,
- "duration": 765425,
+ "duration": 157733,
"evalPath": "agent-035-connection-dynamic",
- "timestamp": "2026-04-26T04:32:10.404Z"
+ "timestamp": "2026-07-08T13:35:40.536Z"
}
},
{
"evalPath": "agent-036-after-response",
"result": {
"success": true,
- "duration": 1352811,
+ "duration": 159681,
"evalPath": "agent-036-after-response",
- "timestamp": "2026-04-26T04:32:10.404Z"
+ "timestamp": "2026-07-08T13:35:40.536Z"
}
},
{
"evalPath": "agent-037-updatetag-cache",
"result": {
"success": true,
- "duration": 771434,
+ "duration": 197571,
"evalPath": "agent-037-updatetag-cache",
- "timestamp": "2026-04-26T04:32:10.404Z"
+ "timestamp": "2026-07-08T13:35:40.536Z"
}
},
{
"evalPath": "agent-038-refresh-settings",
"result": {
"success": true,
- "duration": 1195528,
+ "duration": 162475,
"evalPath": "agent-038-refresh-settings",
- "timestamp": "2026-04-26T04:32:10.404Z"
+ "timestamp": "2026-07-08T13:35:40.536Z"
}
},
{
"evalPath": "agent-039-indirect-proxy",
"result": {
"success": true,
- "duration": 848016,
+ "duration": 154144,
"evalPath": "agent-039-indirect-proxy",
- "timestamp": "2026-04-26T04:32:10.404Z"
+ "timestamp": "2026-07-08T13:35:40.536Z"
}
},
{
- "evalPath": "agent-040-unstable-instant",
+ "evalPath": "agent-040-instant",
"result": {
"success": false,
- "duration": 1198775,
- "evalPath": "agent-040-unstable-instant",
- "timestamp": "2026-04-26T05:06:11.777Z"
+ "duration": 180712,
+ "evalPath": "agent-040-instant",
+ "timestamp": "2026-07-08T13:35:40.536Z"
}
},
{
"evalPath": "agent-041-optimize-ppr-shell",
"result": {
"success": false,
- "duration": 1359297,
+ "duration": 207908.5,
"evalPath": "agent-041-optimize-ppr-shell",
- "timestamp": "2026-04-26T05:06:11.777Z"
+ "timestamp": "2026-07-08T13:35:40.536Z"
}
},
{
"evalPath": "agent-042-enable-ppr",
"result": {
"success": true,
- "duration": 545281,
+ "duration": 163105,
"evalPath": "agent-042-enable-ppr",
- "timestamp": "2026-04-26T04:32:10.404Z"
+ "timestamp": "2026-07-08T13:35:40.536Z"
}
},
{
"evalPath": "agent-043-view-transitions",
"result": {
"success": true,
- "duration": 1029907.9999999999,
+ "duration": 204483,
"evalPath": "agent-043-view-transitions",
- "timestamp": "2026-04-26T04:32:10.404Z"
+ "timestamp": "2026-07-08T13:35:40.536Z"
}
}
],
@@ -4894,11 +4523,12 @@
},
{
"evalPath": "agent-030-app-router-migration-hard",
+ "notAvailable": true,
"result": {
"success": false,
- "duration": 149373.24999999997,
+ "duration": 0,
"evalPath": "agent-030-app-router-migration-hard",
- "timestamp": "2026-03-21T17:10:24.607Z"
+ "timestamp": "2026-04-06T14:41:53.432Z"
}
},
{
@@ -4930,11 +4560,12 @@
},
{
"evalPath": "agent-034-async-cookies",
+ "notAvailable": true,
"result": {
"success": false,
- "duration": 114247.00000000001,
+ "duration": 0,
"evalPath": "agent-034-async-cookies",
- "timestamp": "2026-03-21T17:10:24.607Z"
+ "timestamp": "2026-04-06T14:41:53.432Z"
}
},
{
@@ -4983,12 +4614,13 @@
}
},
{
- "evalPath": "agent-040-unstable-instant",
+ "evalPath": "agent-040-instant",
+ "notAvailable": true,
"result": {
"success": false,
- "duration": 113922.5,
- "evalPath": "agent-040-unstable-instant",
- "timestamp": "2026-03-21T17:10:24.607Z"
+ "duration": 0,
+ "evalPath": "agent-040-instant",
+ "timestamp": "2026-04-06T14:41:53.432Z"
}
},
{
@@ -5112,9 +4744,10 @@
},
{
"evalPath": "agent-030-app-router-migration-hard",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 438425,
+ "success": false,
+ "duration": 0,
"evalPath": "agent-030-app-router-migration-hard",
"timestamp": "2026-06-17T19:46:47.965Z"
}
@@ -5148,9 +4781,10 @@
},
{
"evalPath": "agent-034-async-cookies",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 154767,
+ "success": false,
+ "duration": 0,
"evalPath": "agent-034-async-cookies",
"timestamp": "2026-06-17T19:46:47.965Z"
}
@@ -5201,11 +4835,12 @@
}
},
{
- "evalPath": "agent-040-unstable-instant",
+ "evalPath": "agent-040-instant",
+ "notAvailable": true,
"result": {
"success": false,
- "duration": 227414,
- "evalPath": "agent-040-unstable-instant",
+ "duration": 0,
+ "evalPath": "agent-040-instant",
"timestamp": "2026-06-17T19:46:47.965Z"
}
},
@@ -5330,9 +4965,10 @@
},
{
"evalPath": "agent-030-app-router-migration-hard",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 430699,
+ "success": false,
+ "duration": 0,
"evalPath": "agent-030-app-router-migration-hard",
"timestamp": "2026-06-13T23:14:22.142Z"
}
@@ -5366,9 +5002,10 @@
},
{
"evalPath": "agent-034-async-cookies",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 175574,
+ "success": false,
+ "duration": 0,
"evalPath": "agent-034-async-cookies",
"timestamp": "2026-06-13T23:14:22.142Z"
}
@@ -5419,11 +5056,12 @@
}
},
{
- "evalPath": "agent-040-unstable-instant",
+ "evalPath": "agent-040-instant",
+ "notAvailable": true,
"result": {
"success": false,
- "duration": 191846.25,
- "evalPath": "agent-040-unstable-instant",
+ "duration": 0,
+ "evalPath": "agent-040-instant",
"timestamp": "2026-06-13T23:14:22.142Z"
}
},
@@ -5548,11 +5186,12 @@
},
{
"evalPath": "agent-030-app-router-migration-hard",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 403448,
+ "success": false,
+ "duration": 0,
"evalPath": "agent-030-app-router-migration-hard",
- "timestamp": "2026-03-26T23:52:52.654Z"
+ "timestamp": "2026-04-06T15:07:43.616Z"
}
},
{
@@ -5584,11 +5223,12 @@
},
{
"evalPath": "agent-034-async-cookies",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 288422,
+ "success": false,
+ "duration": 0,
"evalPath": "agent-034-async-cookies",
- "timestamp": "2026-03-26T23:52:52.654Z"
+ "timestamp": "2026-04-06T15:07:43.616Z"
}
},
{
@@ -5637,12 +5277,13 @@
}
},
{
- "evalPath": "agent-040-unstable-instant",
+ "evalPath": "agent-040-instant",
+ "notAvailable": true,
"result": {
"success": false,
- "duration": 313894.5,
- "evalPath": "agent-040-unstable-instant",
- "timestamp": "2026-03-26T23:52:52.654Z"
+ "duration": 0,
+ "evalPath": "agent-040-instant",
+ "timestamp": "2026-04-06T15:07:43.616Z"
}
},
{
@@ -5766,11 +5407,12 @@
},
{
"evalPath": "agent-030-app-router-migration-hard",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 637677,
+ "success": false,
+ "duration": 0,
"evalPath": "agent-030-app-router-migration-hard",
- "timestamp": "2026-06-01T19:42:42.530Z"
+ "timestamp": "2026-06-01T19:53:21.040Z"
}
},
{
@@ -5802,11 +5444,12 @@
},
{
"evalPath": "agent-034-async-cookies",
+ "notAvailable": true,
"result": {
- "success": true,
- "duration": 124650,
+ "success": false,
+ "duration": 0,
"evalPath": "agent-034-async-cookies",
- "timestamp": "2026-06-01T04:20:41.189Z"
+ "timestamp": "2026-06-01T19:53:21.040Z"
}
},
{
@@ -5855,12 +5498,13 @@
}
},
{
- "evalPath": "agent-040-unstable-instant",
+ "evalPath": "agent-040-instant",
+ "notAvailable": true,
"result": {
"success": false,
- "duration": 190942.99999999997,
- "evalPath": "agent-040-unstable-instant",
- "timestamp": "2026-06-01T04:23:41.539Z"
+ "duration": 0,
+ "evalPath": "agent-040-instant",
+ "timestamp": "2026-06-01T19:53:21.040Z"
}
},
{
diff --git a/experiments/gpt-5.6-xhigh--agents-md.ts b/experiments/gpt-5.6-xhigh--agents-md.ts
new file mode 100644
index 000000000..e097a6912
--- /dev/null
+++ b/experiments/gpt-5.6-xhigh--agents-md.ts
@@ -0,0 +1,29 @@
+import type { ExperimentConfig } from "@vercel/agent-eval";
+
+const config: ExperimentConfig = {
+ agent: "codex",
+ model: "gpt-5.6?reasoningEffort=xhigh",
+ scripts: ["build"],
+ runs: 4,
+ earlyExit: true,
+ timeout: 1200,
+ sandbox: "vercel",
+ setup: async (sandbox) => {
+ // Bump Next.js to latest canary
+ await sandbox.runCommand("npm", ["install", "next@canary"]);
+
+ // Create AGENTS.md at the root
+ await sandbox.writeFiles({
+ "AGENTS.md": `
+# This is NOT the Next.js you know
+
+This version has breaking changes — APIs, conventions, and file structure may all differ from your training data. Read the relevant guide in \`node_modules/next/dist/docs/\` before writing any code. Heed deprecation notices.
+
+`,
+ "CLAUDE.md": "@AGENTS.md\n",
+ "GEMINI.md": "@AGENTS.md\n",
+ });
+ },
+};
+
+export default config;
diff --git a/experiments/gpt-5.6-xhigh.ts b/experiments/gpt-5.6-xhigh.ts
new file mode 100644
index 000000000..eb30c1bc6
--- /dev/null
+++ b/experiments/gpt-5.6-xhigh.ts
@@ -0,0 +1,17 @@
+import type { ExperimentConfig } from "@vercel/agent-eval";
+
+const config: ExperimentConfig = {
+ agent: "codex",
+ model: "gpt-5.6?reasoningEffort=xhigh",
+ scripts: ["build"],
+ runs: 4,
+ earlyExit: true,
+ timeout: 1200,
+ sandbox: "vercel",
+ setup: async (sandbox) => {
+ // Bump Next.js to latest canary
+ await sandbox.runCommand("npm", ["install", "next@canary"]);
+ },
+};
+
+export default config;
diff --git a/results/gpt-5.6-xhigh--agents-md/2026-07-08T13-35-40.536Z/agent-000-app-router-migration-simple/run-1/outputs/eval.txt b/results/gpt-5.6-xhigh--agents-md/2026-07-08T13-35-40.536Z/agent-000-app-router-migration-simple/run-1/outputs/eval.txt
new file mode 100644
index 000000000..eb44da9f4
--- /dev/null
+++ b/results/gpt-5.6-xhigh--agents-md/2026-07-08T13-35-40.536Z/agent-000-app-router-migration-simple/run-1/outputs/eval.txt
@@ -0,0 +1,10 @@
+
+ RUN v3.2.7 /workspace
+
+ ✓ EVAL.ts (6 tests) 4ms
+
+ Test Files 1 passed (1)
+ Tests 6 passed (6)
+ Start at 13:37:41
+ Duration 304ms (transform 63ms, setup 23ms, collect 39ms, tests 4ms, environment 0ms, prepare 100ms)
+
diff --git a/results/gpt-5.6-xhigh--agents-md/2026-07-08T13-35-40.536Z/agent-000-app-router-migration-simple/run-1/outputs/scripts/build.txt b/results/gpt-5.6-xhigh--agents-md/2026-07-08T13-35-40.536Z/agent-000-app-router-migration-simple/run-1/outputs/scripts/build.txt
new file mode 100644
index 000000000..a00598cf9
--- /dev/null
+++ b/results/gpt-5.6-xhigh--agents-md/2026-07-08T13-35-40.536Z/agent-000-app-router-migration-simple/run-1/outputs/scripts/build.txt
@@ -0,0 +1,32 @@
+
+> build
+> next build
+
+✓ Running next.config.ts took 24ms
+Attention: Next.js now collects completely anonymous telemetry regarding usage.
+This information is used to shape Next.js' roadmap and prioritize features.
+You can learn more, including how to opt-out if you'd not like to participate in this anonymous program, by visiting the following URL:
+https://nextjs.org/telemetry
+
+▲ Next.js 16.3.0-canary.80 (Turbopack)
+
+ Creating an optimized production build ...
+✓ Compiled successfully in 4.3s
+ Running TypeScript ...
+ Finished TypeScript in 1839ms ...
+ Collecting page data using 1 worker ...
+ Generating static pages using 1 worker (0/4) ...
+ Generating static pages using 1 worker (1/4)
+ Generating static pages using 1 worker (2/4)
+ Generating static pages using 1 worker (3/4)
+✓ Generating static pages using 1 worker (4/4) in 127ms
+ Finalizing page optimization ...
+
+Route (app)
+┌ ○ /
+├ ○ /_not-found
+└ ○ /about
+
+
+○ (Static) prerendered as static content
+
diff --git a/results/gpt-5.6-xhigh--agents-md/2026-07-08T13-35-40.536Z/agent-000-app-router-migration-simple/run-1/result.json b/results/gpt-5.6-xhigh--agents-md/2026-07-08T13-35-40.536Z/agent-000-app-router-migration-simple/run-1/result.json
new file mode 100644
index 000000000..cc8e14a7a
--- /dev/null
+++ b/results/gpt-5.6-xhigh--agents-md/2026-07-08T13-35-40.536Z/agent-000-app-router-migration-simple/run-1/result.json
@@ -0,0 +1,100 @@
+{
+ "status": "passed",
+ "duration": 200.106,
+ "model": "gpt-5.6?reasoningEffort=xhigh",
+ "transcriptPath": "./transcript.json",
+ "transcriptRawPath": "./transcript-raw.jsonl",
+ "o11y": {
+ "totalTurns": 9,
+ "toolCalls": {
+ "file_read": 0,
+ "file_write": 0,
+ "file_edit": 0,
+ "shell": 13,
+ "web_fetch": 0,
+ "web_search": 0,
+ "glob": 0,
+ "grep": 0,
+ "list_dir": 0,
+ "agent_task": 0,
+ "unknown": 0
+ },
+ "totalToolCalls": 13,
+ "webFetches": [],
+ "filesRead": [],
+ "filesModified": [],
+ "shellCommands": [
+ {
+ "command": "/bin/bash -lc \"printf '%s\\\\n' '--- files ---'; rg --files -g '\"'!node_modules'\"' | sort; printf '%s\\\\n' '--- package ---'; cat package.json; printf '%s\\\\n' '--- next docs candidates ---'; find node_modules/next/dist/docs -maxdepth 3 -type f | sort | sed -n '1,120p'\"",
+ "success": true,
+ "exitCode": 0
+ },
+ {
+ "command": "/bin/bash -lc \"printf '%s\\\\n' '--- migration guide matches ---'; rg -n \\\"Pages Router|migrat.*App Router|Root Layout|_app|_document\\\" node_modules/next/dist/docs/01-app | sed -n '1,220p'; printf '%s\\\\n' '--- layouts/pages ---'; sed -n '1,240p' node_modules/next/dist/docs/01-app/01-getting-started/03-layouts-and-pages.md; printf '%s\\\\n' '--- metadata ---'; sed -n '1,220p' node_modules/next/dist/docs/01-app/01-getting-started/14-metadata-and-og-images.md; printf '%s\\\\n' '--- links ---'; sed -n '1,200p' node_modules/next/dist/docs/01-app/01-getting-started/04-linking-and-navigating.md\"",
+ "success": true,
+ "exitCode": 0
+ },
+ {
+ "command": "/bin/bash -lc \"find node_modules/next/dist/docs -type f | rg 'migrat|app-router'; printf '%s\\\\n' '--- source pages ---'; for f in pages/*.tsx; do echo \\\"### \"'$f\"; sed -n '\"'1,260p' \\\"\"'$f\"; done; printf '\"'%s\\\\n' '--- configs ---'; cat tsconfig.json; cat next.config.ts\"",
+ "success": true,
+ "exitCode": 0
+ },
+ {
+ "command": "/bin/bash -lc \"printf '%s\\\\n' '--- migration headings ---'; rg -n '\"'^#{1,4} '\"' node_modules/next/dist/docs/01-app/02-guides/migrating/app-router-migration.md; printf '%s\\\\n' '--- migration relevant excerpts ---'; sed -n '70,330p' node_modules/next/dist/docs/01-app/02-guides/migrating/app-router-migration.md; printf '%s\\\\n' '--- project structure ---'; sed -n '30,180p' node_modules/next/dist/docs/01-app/01-getting-started/02-project-structure.md; printf '%s\\\\n' '--- metadata key excerpts ---'; rg -n -C 5 \\\"Metadata|viewport|favicon|export const metadata\\\" node_modules/next/dist/docs/01-app/01-getting-started/14-metadata-and-og-images.md | sed -n '1,220p'\"",
+ "success": true,
+ "exitCode": 0
+ },
+ {
+ "command": "/bin/bash -lc \"sed -n '123,465p' node_modules/next/dist/docs/01-app/02-guides/migrating/app-router-migration.md\"",
+ "success": true,
+ "exitCode": 0
+ },
+ {
+ "command": "/bin/bash -lc \"sed -n '290,390p' node_modules/next/dist/docs/01-app/02-guides/migrating/app-router-migration.md; printf '%s\\\\n' '--- link current API excerpt ---'; rg -n -C 5 \\\"href|Client-side transitions|export default function Page\\\" node_modules/next/dist/docs/01-app/01-getting-started/04-linking-and-navigating.md | sed -n '1,180p'\"",
+ "success": true,
+ "exitCode": 0
+ },
+ {
+ "command": "/bin/bash -lc \"rmdir pages && printf '%s\\\\n' '--- files ---' && rg --files -g '\"'!node_modules'\"' | sort && printf '%s\\\\n' '--- status ---' && git status --short && printf '%s\\\\n' '--- diff ---' && git diff -- app pages\"",
+ "success": true,
+ "exitCode": 0
+ },
+ {
+ "command": "/bin/bash -lc 'npm run build'",
+ "success": true,
+ "exitCode": 0
+ },
+ {
+ "command": "/bin/bash -lc 'npm run start'"
+ },
+ {
+ "command": "/bin/bash -lc 'set -e\nhome=$(curl -fsS http://localhost:3000/)\nabout=$(curl -fsS http://localhost:3000/about)\nprintf '\"'%s\\\\n' '--- home checks ---'\nprintf '%s' \\\"\"'$home\" | rg -o '\"'[\"'^<]+|[''^<]+
|href=\"/about\"'\"' | head -n 5\nprintf '%s\\\\n' '--- about checks ---'\nprintf '%s' \\\"\"'$about\" | rg -o '\"'[\"'^<]+|[''^<]+
|href=\"/\"'\"' | head -n 5\nprintf '%s\\\\n' '--- final status ---'\ngit status --short\nprintf '%s\\\\n' '--- tsconfig diff ---'\ngit diff -- tsconfig.json\"",
+ "success": true,
+ "exitCode": 0
+ },
+ {
+ "command": "/bin/bash -lc \"apply_patch <<'PATCH'\n*** Begin Patch\n*** Update File: tsconfig.json\n@@\n- \\\"lib\\\": [\n- \\\"dom\\\",\n- \\\"dom.iterable\\\",\n- \\\"esnext\\\"\n- ],\n+ \\\"lib\\\": [\\\"dom\\\", \\\"dom.iterable\\\", \\\"esnext\\\"],\n@@\n- \\\"paths\\\": {\n- \\\"@/*\\\": [\n- \\\"./*\\\"\n- ]\n- }\n+ \\\"paths\\\": {\n+ \\\"@/*\\\": [\\\"./*\\\"]\n+ }\n },\n- \\\"include\\\": [\n- \\\"next-env.d.ts\\\",\n- \\\"**/*.ts\\\",\n- \\\"**/*.tsx\\\",\n- \\\".next/types/**/*.ts\\\",\n- \\\".next/dev/types/**/*.ts\\\"\n- ],\n- \\\"exclude\\\": [\n- \\\"node_modules\\\"\n- ]\n+ \\\"include\\\": [\\\"next-env.d.ts\\\", \\\"**/*.ts\\\", \\\"**/*.tsx\\\", \\\".next/types/**/*.ts\\\", \\\".next/dev/types/**/*.ts\\\"],\n+ \\\"exclude\\\": [\\\"node_modules\\\"]\n }\n*** End Patch\nPATCH\nrm -rf .next\nprintf '%s\\\\n' '--- next-env ---'\ncat next-env.d.ts\nprintf '%s\\\\n' '--- changed files ---'\ngit status --short\nprintf '%s\\\\n' '--- diff check ---'\ngit diff --check\nprintf '%s\\\\n' '--- migration diff stat ---'\ngit diff --stat -- app pages tsconfig.json next-env.d.ts\"",
+ "success": true,
+ "exitCode": 0
+ },
+ {
+ "command": "/bin/bash -lc 'npm run build && rm -rf .next && git diff --check'",
+ "success": true,
+ "exitCode": 0
+ },
+ {
+ "command": "/bin/bash -lc 'for f in app/layout.tsx app/page.tsx app/about/page.tsx tsconfig.json next-env.d.ts; do echo \"--- $f\"; nl -ba \"$f\"; done; echo '\"'--- status'; git status --short\"",
+ "success": true,
+ "exitCode": 0
+ }
+ ],
+ "errors": [],
+ "thinkingBlocks": 0
+ },
+ "outputPaths": {
+ "eval": "./outputs/eval.txt",
+ "scripts": {
+ "build": "./outputs/scripts/build.txt"
+ }
+ }
+}
\ No newline at end of file
diff --git a/results/gpt-5.6-xhigh--agents-md/2026-07-08T13-35-40.536Z/agent-000-app-router-migration-simple/run-1/transcript-raw.jsonl b/results/gpt-5.6-xhigh--agents-md/2026-07-08T13-35-40.536Z/agent-000-app-router-migration-simple/run-1/transcript-raw.jsonl
new file mode 100644
index 000000000..f52e9c779
--- /dev/null
+++ b/results/gpt-5.6-xhigh--agents-md/2026-07-08T13-35-40.536Z/agent-000-app-router-migration-simple/run-1/transcript-raw.jsonl
@@ -0,0 +1,47 @@
+{"type":"thread.started","thread_id":"019f41f1-a6a0-7ac2-88bb-680c05ae958c"}
+{"type":"item.completed","item":{"id":"item_0","type":"error","message":"Model metadata for `gpt-5.6` not found. Defaulting to fallback metadata; this can degrade performance and cause issues."}}
+{"type":"turn.started"}
+{"type":"item.completed","item":{"id":"item_1","type":"agent_message","text":"I’ll inspect the project and its bundled Next.js migration docs first."}}
+{"type":"item.started","item":{"id":"item_2","type":"todo_list","items":[{"text":"Inspect project and Next.js guides","completed":false},{"text":"Map Pages Router behavior","completed":false},{"text":"Create App Router structure","completed":false},{"text":"Remove Pages Router files","completed":false},{"text":"Build and verify migration","completed":false}]}}
+{"type":"item.started","item":{"id":"item_3","type":"command_execution","command":"/bin/bash -lc \"printf '%s\\\\n' '--- files ---'; rg --files -g '\"'!node_modules'\"' | sort; printf '%s\\\\n' '--- package ---'; cat package.json; printf '%s\\\\n' '--- next docs candidates ---'; find node_modules/next/dist/docs -maxdepth 3 -type f | sort | sed -n '1,120p'\"","aggregated_output":"","exit_code":null,"status":"in_progress"}}
+{"type":"item.completed","item":{"id":"item_3","type":"command_execution","command":"/bin/bash -lc \"printf '%s\\\\n' '--- files ---'; rg --files -g '\"'!node_modules'\"' | sort; printf '%s\\\\n' '--- package ---'; cat package.json; printf '%s\\\\n' '--- next docs candidates ---'; find node_modules/next/dist/docs -maxdepth 3 -type f | sort | sed -n '1,120p'\"","aggregated_output":"--- files ---\nAGENTS.md\nCLAUDE.md\nGEMINI.md\nnext.config.ts\npackage-lock.json\npackage.json\npages/_app.tsx\npages/_document.tsx\npages/about.tsx\npages/index.tsx\ntsconfig.json\n--- package ---\n{\n \"private\": true,\n \"type\": \"module\",\n \"scripts\": {\n \"dev\": \"next dev\",\n \"build\": \"next build\",\n \"start\": \"next start\"\n },\n \"dependencies\": {\n \"@ai-sdk/react\": \"2.0.0-beta.28\",\n \"@modelcontextprotocol/sdk\": \"^1.17.0\",\n \"ai\": \"5.0.59\",\n \"next\": \"^16.3.0-canary.80\",\n \"react\": \"19.1.0\",\n \"react-dom\": \"19.1.0\",\n \"zod\": \"^4.0.10\"\n },\n \"devDependencies\": {\n \"@types/node\": \"^20\",\n \"@types/react\": \"^19\",\n \"@types/react-dom\": \"^19\",\n \"@vitejs/plugin-react\": \"^4.4.1\",\n \"typescript\": \"^5\",\n \"vite-tsconfig-paths\": \"^5.1.4\",\n \"vitest\": \"^3.1.3\"\n }\n}\n--- next docs candidates ---\nnode_modules/next/dist/docs/01-app/01-getting-started/01-installation.md\nnode_modules/next/dist/docs/01-app/01-getting-started/02-project-structure.md\nnode_modules/next/dist/docs/01-app/01-getting-started/03-layouts-and-pages.md\nnode_modules/next/dist/docs/01-app/01-getting-started/04-linking-and-navigating.md\nnode_modules/next/dist/docs/01-app/01-getting-started/05-server-and-client-components.md\nnode_modules/next/dist/docs/01-app/01-getting-started/06-fetching-data.md\nnode_modules/next/dist/docs/01-app/01-getting-started/07-mutating-data.md\nnode_modules/next/dist/docs/01-app/01-getting-started/08-caching.md\nnode_modules/next/dist/docs/01-app/01-getting-started/09-revalidating.md\nnode_modules/next/dist/docs/01-app/01-getting-started/10-error-handling.md\nnode_modules/next/dist/docs/01-app/01-getting-started/11-css.md\nnode_modules/next/dist/docs/01-app/01-getting-started/12-images.md\nnode_modules/next/dist/docs/01-app/01-getting-started/13-fonts.md\nnode_modules/next/dist/docs/01-app/01-getting-started/14-metadata-and-og-images.md\nnode_modules/next/dist/docs/01-app/01-getting-started/15-route-handlers.md\nnode_modules/next/dist/docs/01-app/01-getting-started/16-proxy.md\nnode_modules/next/dist/docs/01-app/01-getting-started/17-deploying.md\nnode_modules/next/dist/docs/01-app/01-getting-started/18-upgrading.md\nnode_modules/next/dist/docs/01-app/01-getting-started/index.md\nnode_modules/next/dist/docs/01-app/02-guides/adopting-partial-prefetching.md\nnode_modules/next/dist/docs/01-app/02-guides/ai-agents.md\nnode_modules/next/dist/docs/01-app/02-guides/analytics.md\nnode_modules/next/dist/docs/01-app/02-guides/authentication.md\nnode_modules/next/dist/docs/01-app/02-guides/backend-for-frontend.md\nnode_modules/next/dist/docs/01-app/02-guides/caching-without-cache-components.md\nnode_modules/next/dist/docs/01-app/02-guides/cdn-caching.md\nnode_modules/next/dist/docs/01-app/02-guides/ci-build-caching.md\nnode_modules/next/dist/docs/01-app/02-guides/content-security-policy.md\nnode_modules/next/dist/docs/01-app/02-guides/css-in-js.md\nnode_modules/next/dist/docs/01-app/02-guides/custom-server.md\nnode_modules/next/dist/docs/01-app/02-guides/data-security.md\nnode_modules/next/dist/docs/01-app/02-guides/debugging.md\nnode_modules/next/dist/docs/01-app/02-guides/deploying-to-platforms.md\nnode_modules/next/dist/docs/01-app/02-guides/draft-mode.md\nnode_modules/next/dist/docs/01-app/02-guides/environment-variables.md\nnode_modules/next/dist/docs/01-app/02-guides/forms.md\nnode_modules/next/dist/docs/01-app/02-guides/how-revalidation-works.md\nnode_modules/next/dist/docs/01-app/02-guides/incremental-static-regeneration-cache-components.md\nnode_modules/next/dist/docs/01-app/02-guides/incremental-static-regeneration.md\nnode_modules/next/dist/docs/01-app/02-guides/index.md\nnode_modules/next/dist/docs/01-app/02-guides/instant-navigation.md\nnode_modules/next/dist/docs/01-app/02-guides/instrumentation.md\nnode_modules/next/dist/docs/01-app/02-guides/interactive-apps.md\nnode_modules/next/dist/docs/01-app/02-guides/internationalization.md\nnode_modules/next/dist/docs/01-app/02-guides/json-ld.md\nnode_modules/next/dist/docs/01-app/02-guides/lazy-loading.md\nnode_modules/next/dist/docs/01-app/02-guides/local-development.md\nnode_modules/next/dist/docs/01-app/02-guides/mcp.md\nnode_modules/next/dist/docs/01-app/02-guides/mdx.md\nnode_modules/next/dist/docs/01-app/02-guides/memory-usage.md\nnode_modules/next/dist/docs/01-app/02-guides/migrating-to-cache-components.md\nnode_modules/next/dist/docs/01-app/02-guides/multi-tenant.md\nnode_modules/next/dist/docs/01-app/02-guides/multi-zones.md\nnode_modules/next/dist/docs/01-app/02-guides/open-telemetry.md\nnode_modules/next/dist/docs/01-app/02-guides/package-bundling.md\nnode_modules/next/dist/docs/01-app/02-guides/ppr-platform-guide.md\nnode_modules/next/dist/docs/01-app/02-guides/prefetching.md\nnode_modules/next/dist/docs/01-app/02-guides/preserving-ui-state.md\nnode_modules/next/dist/docs/01-app/02-guides/preventing-flash-before-hydration.md\nnode_modules/next/dist/docs/01-app/02-guides/production-checklist.md\nnode_modules/next/dist/docs/01-app/02-guides/progressive-web-apps.md\nnode_modules/next/dist/docs/01-app/02-guides/public-static-pages.md\nnode_modules/next/dist/docs/01-app/02-guides/redirecting.md\nnode_modules/next/dist/docs/01-app/02-guides/rendering-philosophy.md\nnode_modules/next/dist/docs/01-app/02-guides/runtime-prefetching.md\nnode_modules/next/dist/docs/01-app/02-guides/sass.md\nnode_modules/next/dist/docs/01-app/02-guides/scripts.md\nnode_modules/next/dist/docs/01-app/02-guides/self-hosting.md\nnode_modules/next/dist/docs/01-app/02-guides/server-actions.md\nnode_modules/next/dist/docs/01-app/02-guides/single-page-applications.md\nnode_modules/next/dist/docs/01-app/02-guides/static-exports.md\nnode_modules/next/dist/docs/01-app/02-guides/streaming.md\nnode_modules/next/dist/docs/01-app/02-guides/tailwind-v3-css.md\nnode_modules/next/dist/docs/01-app/02-guides/third-party-libraries.md\nnode_modules/next/dist/docs/01-app/02-guides/videos.md\nnode_modules/next/dist/docs/01-app/02-guides/view-transitions.md\nnode_modules/next/dist/docs/01-app/03-api-reference/07-edge.md\nnode_modules/next/dist/docs/01-app/03-api-reference/08-turbopack.md\nnode_modules/next/dist/docs/01-app/03-api-reference/index.md\nnode_modules/next/dist/docs/01-app/04-glossary.md\nnode_modules/next/dist/docs/01-app/index.md\nnode_modules/next/dist/docs/02-pages/01-getting-started/01-installation.md\nnode_modules/next/dist/docs/02-pages/01-getting-started/02-project-structure.md\nnode_modules/next/dist/docs/02-pages/01-getting-started/04-images.md\nnode_modules/next/dist/docs/02-pages/01-getting-started/05-fonts.md\nnode_modules/next/dist/docs/02-pages/01-getting-started/06-css.md\nnode_modules/next/dist/docs/02-pages/01-getting-started/11-deploying.md\nnode_modules/next/dist/docs/02-pages/01-getting-started/index.md\nnode_modules/next/dist/docs/02-pages/02-guides/analytics.md\nnode_modules/next/dist/docs/02-pages/02-guides/authentication.md\nnode_modules/next/dist/docs/02-pages/02-guides/babel.md\nnode_modules/next/dist/docs/02-pages/02-guides/ci-build-caching.md\nnode_modules/next/dist/docs/02-pages/02-guides/content-security-policy.md\nnode_modules/next/dist/docs/02-pages/02-guides/css-in-js.md\nnode_modules/next/dist/docs/02-pages/02-guides/custom-server.md\nnode_modules/next/dist/docs/02-pages/02-guides/debugging.md\nnode_modules/next/dist/docs/02-pages/02-guides/draft-mode.md\nnode_modules/next/dist/docs/02-pages/02-guides/environment-variables.md\nnode_modules/next/dist/docs/02-pages/02-guides/forms.md\nnode_modules/next/dist/docs/02-pages/02-guides/incremental-static-regeneration.md\nnode_modules/next/dist/docs/02-pages/02-guides/index.md\nnode_modules/next/dist/docs/02-pages/02-guides/instrumentation.md\nnode_modules/next/dist/docs/02-pages/02-guides/internationalization.md\nnode_modules/next/dist/docs/02-pages/02-guides/lazy-loading.md\nnode_modules/next/dist/docs/02-pages/02-guides/mdx.md\nnode_modules/next/dist/docs/02-pages/02-guides/multi-zones.md\nnode_modules/next/dist/docs/02-pages/02-guides/open-telemetry.md\nnode_modules/next/dist/docs/02-pages/02-guides/package-bundling.md\nnode_modules/next/dist/docs/02-pages/02-guides/post-css.md\nnode_modules/next/dist/docs/02-pages/02-guides/preview-mode.md\nnode_modules/next/dist/docs/02-pages/02-guides/production-checklist.md\nnode_modules/next/dist/docs/02-pages/02-guides/redirecting.md\nnode_modules/next/dist/docs/02-pages/02-guides/sass.md\nnode_modules/next/dist/docs/02-pages/02-guides/scripts.md\nnode_modules/next/dist/docs/02-pages/02-guides/self-hosting.md\nnode_modules/next/dist/docs/02-pages/02-guides/static-exports.md\nnode_modules/next/dist/docs/02-pages/02-guides/tailwind-v3-css.md\nnode_modules/next/dist/docs/02-pages/02-guides/third-party-libraries.md\nnode_modules/next/dist/docs/02-pages/03-building-your-application/index.md\nnode_modules/next/dist/docs/02-pages/04-api-reference/06-edge.md\n","exit_code":0,"status":"completed"}}
+{"type":"item.completed","item":{"id":"item_4","type":"agent_message","text":"The project is minimal; I’m reading the exact App Router migration conventions now."}}
+{"type":"item.started","item":{"id":"item_5","type":"command_execution","command":"/bin/bash -lc \"printf '%s\\\\n' '--- migration guide matches ---'; rg -n \\\"Pages Router|migrat.*App Router|Root Layout|_app|_document\\\" node_modules/next/dist/docs/01-app | sed -n '1,220p'; printf '%s\\\\n' '--- layouts/pages ---'; sed -n '1,240p' node_modules/next/dist/docs/01-app/01-getting-started/03-layouts-and-pages.md; printf '%s\\\\n' '--- metadata ---'; sed -n '1,220p' node_modules/next/dist/docs/01-app/01-getting-started/14-metadata-and-og-images.md; printf '%s\\\\n' '--- links ---'; sed -n '1,200p' node_modules/next/dist/docs/01-app/01-getting-started/04-linking-and-navigating.md\"","aggregated_output":"","exit_code":null,"status":"in_progress"}}
+{"type":"item.completed","item":{"id":"item_5","type":"command_execution","command":"/bin/bash -lc \"printf '%s\\\\n' '--- migration guide matches ---'; rg -n \\\"Pages Router|migrat.*App Router|Root Layout|_app|_document\\\" node_modules/next/dist/docs/01-app | sed -n '1,220p'; printf '%s\\\\n' '--- layouts/pages ---'; sed -n '1,240p' node_modules/next/dist/docs/01-app/01-getting-started/03-layouts-and-pages.md; printf '%s\\\\n' '--- metadata ---'; sed -n '1,220p' node_modules/next/dist/docs/01-app/01-getting-started/14-metadata-and-og-images.md; printf '%s\\\\n' '--- links ---'; sed -n '1,200p' node_modules/next/dist/docs/01-app/01-getting-started/04-linking-and-navigating.md\"","aggregated_output":"--- migration guide matches ---\nnode_modules/next/dist/docs/01-app/02-guides/third-party-libraries.md:7:{/* The content of this doc is shared between the app and pages router. You can use the `Content` component to add content that is specific to the Pages Router. Any shared content should not be wrapped in a component. */}\nnode_modules/next/dist/docs/01-app/02-guides/third-party-libraries.md:83:To load Google Tag Manager for all routes, include the component directly in your custom `_app` and\nnode_modules/next/dist/docs/01-app/02-guides/third-party-libraries.md:86:```jsx filename=\"pages/_app.js\"\nnode_modules/next/dist/docs/01-app/02-guides/third-party-libraries.md:251:To load Google Analytics for all routes, include the component directly in your custom `_app` and\nnode_modules/next/dist/docs/01-app/02-guides/third-party-libraries.md:254:```jsx filename=\"pages/_app.js\"\nnode_modules/next/dist/docs/01-app/02-guides/tailwind-v3-css.md:7:{/* The content of this doc is shared between the app and pages router. You can use the `Content` component to add content that is specific to the Pages Router. Any shared content should not be wrapped in a component. */}\nnode_modules/next/dist/docs/01-app/02-guides/tailwind-v3-css.md:123:Import the CSS file in your `pages/_app.js` file:\nnode_modules/next/dist/docs/01-app/02-guides/tailwind-v3-css.md:125:```jsx filename=\"pages/_app.js\"\nnode_modules/next/dist/docs/01-app/02-guides/static-exports.md:7:{/* The content of this doc is shared between the app and pages router. You can use the `Content` component to add content that is specific to the Pages Router. Any shared content should not be wrapped in a component. */}\nnode_modules/next/dist/docs/01-app/02-guides/single-page-applications.md:424:If you are already using a SPA with the Pages Router, you can learn how to [incrementally adopt the App Router](/docs/app/guides/migrating/app-router-migration).\nnode_modules/next/dist/docs/01-app/02-guides/self-hosting.md:7:{/* The content of this doc is shared between the app and pages router. You can use the `Content` component to add content that is specific to the Pages Router. Any shared content should not be wrapped in a component. */}\nnode_modules/next/dist/docs/01-app/02-guides/self-hosting.md:99:- Dynamically rendered pages set a `Cache-Control` header of `private, no-cache, no-store, max-age=0, must-revalidate` to prevent user-specific data from being cached. This applies to both the App Router and Pages Router. This also includes [Draft Mode](/docs/app/guides/draft-mode).\nnode_modules/next/dist/docs/01-app/02-guides/self-hosting.md:307:You can set the env variable `NEXT_MANUAL_SIG_HANDLE` to `true` and then register a handler for that signal inside your `_document.js` file. You will need to register the environment variable directly in the `package.json` script, and not in the `.env` file.\nnode_modules/next/dist/docs/01-app/02-guides/self-hosting.md:321:```js filename=\"pages/_document.js\"\nnode_modules/next/dist/docs/01-app/02-guides/scripts.md:12:{/* The content of this doc is shared between the app and pages router. You can use the `Content` component to add content that is specific to the Pages Router. Any shared content should not be wrapped in a component. */}\nnode_modules/next/dist/docs/01-app/02-guides/scripts.md:94:To load a third-party script for all routes, import `next/script` and include the script directly in your custom `_app`:\nnode_modules/next/dist/docs/01-app/02-guides/scripts.md:96:```jsx filename=\"pages/_app.js\"\nnode_modules/next/dist/docs/01-app/02-guides/scripts.md:196:If you would like to add additional configuration options, you can include it within the ` ` component used in a [custom `_document.js`](/docs/pages/building-your-application/routing/custom-document):\nnode_modules/next/dist/docs/01-app/02-guides/scripts.md:198:```jsx filename=\"pages/_document.js\"\nnode_modules/next/dist/docs/01-app/02-guides/sass.md:7:{/* The content of this doc is shared between the app and pages router. You can use the `