From 6db0ee195ee0ca871d138ba7a729ebbecba7e6b8 Mon Sep 17 00:00:00 2001 From: jerilynzheng Date: Sat, 13 Jun 2026 20:01:59 -0700 Subject: [PATCH] Add Kimi K2.7 Code eval results MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Adds the unreleased moonshotai/kimi-k2.7-code model via a patched OpenCode binary (see README §Unreleased models). The model is available through AI Gateway but not yet on models.dev, and requires a temperature=1 override like Kimi K2.6. New experiment configs for both the base and AGENTS.md variants, with display-name and AGENTS_MD_PAIRS entries wired into the export script. Results (agent-eval 0.14.2, evals pinned to next.js@9e4d718): - Base: 18/24 (75%) - + AGENTS.md: 23/24 (96%, +21 pts) - AGENTS.md fixes agent-029, 031, 032, 038, 039; only agent-040 fails both ways agent-029's classification.json was authored by hand: the auto-classifier (Claude Haiku, 200k ctx) exceeded its context on that eval's oversized transcript. Verified a genuine model failure (real transcripts, tests fail on missing "use cache" + revalidateTag), matching agent-032's auto-verdict. Co-Authored-By: Claude Fable 5 --- agent-results.json | 240 +- experiments/kimi-k2.7-code--agents-md.ts | 33 + experiments/kimi-k2.7-code.ts | 21 + .../run-1/outputs/eval.txt | 10 + .../run-1/outputs/scripts/build.txt | 26 + .../run-1/result.json | 57 + .../run-1/transcript-raw.jsonl | 49 + .../run-1/transcript.json | 2385 ++++++ .../summary.json | 7 + .../run-1/outputs/eval.txt | 10 + .../run-1/outputs/scripts/build.txt | 24 + .../run-1/result.json | 53 + .../run-1/transcript-raw.jsonl | 23 + .../run-1/transcript.json | 776 ++ .../summary.json | 7 + .../run-1/outputs/eval.txt | 10 + .../run-1/outputs/scripts/build.txt | 22 + .../run-1/result.json | 48 + .../run-1/transcript-raw.jsonl | 26 + .../run-1/transcript.json | 824 ++ .../summary.json | 7 + .../run-1/outputs/eval.txt | 10 + .../run-1/outputs/scripts/build.txt | 36 + .../run-1/result.json | 69 + .../run-1/transcript-raw.jsonl | 38 + .../run-1/transcript.json | 1304 +++ .../run-2/outputs/eval.txt | 10 + .../run-2/outputs/scripts/build.txt | 34 + .../run-2/result.json | 48 + .../run-2/transcript-raw.jsonl | 22 + .../run-2/transcript.json | 922 ++ .../summary.json | 7 + .../run-1/outputs/eval.txt | 10 + .../run-1/outputs/scripts/build.txt | 22 + .../run-1/result.json | 48 + .../run-1/transcript-raw.jsonl | 20 + .../run-1/transcript.json | 729 ++ .../summary.json | 7 + .../run-1/outputs/eval.txt | 10 + .../run-1/outputs/scripts/build.txt | 33 + .../run-1/result.json | 40 + .../run-1/transcript-raw.jsonl | 17 + .../run-1/transcript.json | 482 ++ .../agent-025-prefer-next-link/summary.json | 7 + .../run-1/outputs/eval.txt | 10 + .../run-1/outputs/scripts/build.txt | 34 + .../run-1/result.json | 49 + .../run-1/transcript-raw.jsonl | 28 + .../run-1/transcript.json | 911 ++ .../agent-026-no-serial-await/summary.json | 7 + .../run-1/outputs/eval.txt | 10 + .../run-1/outputs/scripts/build.txt | 22 + .../run-1/result.json | 48 + .../run-1/transcript-raw.jsonl | 27 + .../run-1/transcript.json | 893 ++ .../agent-027-prefer-next-image/summary.json | 7 + .../run-1/outputs/eval.txt | 10 + .../run-1/outputs/scripts/build.txt | 22 + .../run-1/result.json | 58 + .../run-1/transcript-raw.jsonl | 35 + .../run-1/transcript.json | 1042 +++ .../agent-028-prefer-next-font/summary.json | 7 + .../run-1/outputs/eval.txt | 146 + .../run-1/outputs/scripts/build.txt | 27 + .../run-1/result.json | 86 + .../run-1/transcript-raw.jsonl | 76 + .../run-1/transcript.json | 3278 +++++++ .../run-2/outputs/eval.txt | 168 + .../run-2/outputs/scripts/build.txt | 27 + .../run-2/result.json | 93 + .../run-2/transcript-raw.jsonl | 82 + .../run-2/transcript.json | 3246 +++++++ .../run-3/outputs/eval.txt | 10 + .../run-3/outputs/scripts/build.txt | 23 + .../run-3/result.json | 78 + .../run-3/transcript-raw.jsonl | 71 + .../run-3/transcript.json | 2932 +++++++ .../summary.json | 7 + .../run-1/outputs/eval.txt | 10 + .../run-1/outputs/scripts/build.txt | 35 + .../run-1/result.json | 123 + .../run-1/transcript-raw.jsonl | 88 + .../run-1/transcript.json | 7596 +++++++++++++++++ .../summary.json | 7 + .../run-1/outputs/eval.txt | 10 + .../run-1/outputs/scripts/build.txt | 24 + .../run-1/result.json | 71 + .../run-1/transcript-raw.jsonl | 33 + .../run-1/transcript.json | 883 ++ .../agent-031-proxy-middleware/summary.json | 7 + .../run-1/outputs/eval.txt | 10 + .../run-1/outputs/scripts/build.txt | 23 + .../run-1/result.json | 62 + .../run-1/transcript-raw.jsonl | 42 + .../run-1/transcript.json | 2038 +++++ .../summary.json | 7 + .../run-1/outputs/eval.txt | 10 + .../run-1/outputs/scripts/build.txt | 28 + .../run-1/result.json | 63 + .../run-1/transcript-raw.jsonl | 62 + .../run-1/transcript.json | 2651 ++++++ .../agent-033-forbidden-auth/summary.json | 7 + .../run-1/outputs/eval.txt | 10 + .../run-1/outputs/scripts/build.txt | 23 + .../agent-034-async-cookies/run-1/result.json | 64 + .../run-1/transcript-raw.jsonl | 45 + .../run-1/transcript.json | 1481 ++++ .../agent-034-async-cookies/summary.json | 7 + .../run-1/outputs/eval.txt | 10 + .../run-1/outputs/scripts/build.txt | 23 + .../run-1/result.json | 54 + .../run-1/transcript-raw.jsonl | 30 + .../run-1/transcript.json | 1014 +++ .../agent-035-connection-dynamic/summary.json | 7 + .../run-1/outputs/eval.txt | 10 + .../run-1/outputs/scripts/build.txt | 37 + .../run-1/result.json | 74 + .../run-1/transcript-raw.jsonl | 47 + .../run-1/transcript.json | 1215 +++ .../agent-036-after-response/summary.json | 7 + .../run-1/outputs/eval.txt | 10 + .../run-1/outputs/scripts/build.txt | 23 + .../run-1/result.json | 79 + .../run-1/transcript-raw.jsonl | 58 + .../run-1/transcript.json | 1853 ++++ .../agent-037-updatetag-cache/summary.json | 7 + .../run-1/outputs/eval.txt | 59 + .../run-1/outputs/scripts/build.txt | 23 + .../run-1/result.json | 65 + .../run-1/transcript-raw.jsonl | 61 + .../run-1/transcript.json | 2265 +++++ .../run-2/outputs/eval.txt | 10 + .../run-2/outputs/scripts/build.txt | 23 + .../run-2/result.json | 75 + .../run-2/transcript-raw.jsonl | 41 + .../run-2/transcript.json | 1228 +++ .../agent-038-refresh-settings/summary.json | 7 + .../run-1/outputs/eval.txt | 10 + .../run-1/outputs/scripts/build.txt | 24 + .../run-1/result.json | 76 + .../run-1/transcript-raw.jsonl | 36 + .../run-1/transcript.json | 1283 +++ .../agent-039-indirect-proxy/summary.json | 7 + .../classification.json | 4 + .../run-1/outputs/eval.txt | 58 + .../run-1/outputs/scripts/build.txt | 28 + .../run-1/result.json | 62 + .../run-1/transcript-raw.jsonl | 29 + .../run-1/transcript.json | 927 ++ .../run-2/outputs/eval.txt | 58 + .../run-2/outputs/scripts/build.txt | 43 + .../run-2/result.json | 61 + .../run-2/transcript-raw.jsonl | 30 + .../run-2/transcript.json | 853 ++ .../run-3/outputs/eval.txt | 58 + .../run-3/outputs/scripts/build.txt | 28 + .../run-3/result.json | 58 + .../run-3/transcript-raw.jsonl | 33 + .../run-3/transcript.json | 1052 +++ .../run-4/outputs/eval.txt | 47 + .../run-4/outputs/scripts/build.txt | 28 + .../run-4/result.json | 64 + .../run-4/transcript-raw.jsonl | 39 + .../run-4/transcript.json | 1211 +++ .../agent-040-unstable-instant/summary.json | 7 + .../run-1/outputs/eval.txt | 10 + .../run-1/outputs/scripts/build.txt | 35 + .../run-1/result.json | 145 + .../run-1/transcript-raw.jsonl | 93 + .../run-1/transcript.json | 3431 ++++++++ .../agent-041-optimize-ppr-shell/summary.json | 7 + .../run-1/outputs/eval.txt | 10 + .../run-1/outputs/scripts/build.txt | 24 + .../agent-042-enable-ppr/run-1/result.json | 78 + .../run-1/transcript-raw.jsonl | 46 + .../run-1/transcript.json | 1581 ++++ .../agent-042-enable-ppr/summary.json | 7 + .../run-1/outputs/eval.txt | 10 + .../run-1/outputs/scripts/build.txt | 26 + .../run-1/result.json | 72 + .../run-1/transcript-raw.jsonl | 72 + .../run-1/transcript.json | 3264 +++++++ .../agent-043-view-transitions/summary.json | 7 + .../run-1/outputs/eval.txt | 10 + .../run-1/outputs/scripts/build.txt | 26 + .../run-1/result.json | 57 + .../run-1/transcript-raw.jsonl | 29 + .../run-1/transcript.json | 1083 +++ .../summary.json | 7 + .../run-1/outputs/eval.txt | 10 + .../run-1/outputs/scripts/build.txt | 24 + .../run-1/result.json | 53 + .../run-1/transcript-raw.jsonl | 20 + .../run-1/transcript.json | 689 ++ .../summary.json | 7 + .../run-1/outputs/eval.txt | 10 + .../run-1/outputs/scripts/build.txt | 33 + .../run-1/result.json | 52 + .../run-1/transcript-raw.jsonl | 21 + .../run-1/transcript.json | 617 ++ .../summary.json | 7 + .../run-1/outputs/eval.txt | 10 + .../run-1/outputs/scripts/build.txt | 34 + .../run-1/result.json | 48 + .../run-1/transcript-raw.jsonl | 21 + .../run-1/transcript.json | 611 ++ .../summary.json | 7 + .../run-1/outputs/eval.txt | 10 + .../run-1/outputs/scripts/build.txt | 22 + .../run-1/result.json | 47 + .../run-1/transcript-raw.jsonl | 19 + .../run-1/transcript.json | 658 ++ .../summary.json | 7 + .../run-1/outputs/eval.txt | 10 + .../run-1/outputs/scripts/build.txt | 33 + .../run-1/result.json | 47 + .../run-1/transcript-raw.jsonl | 23 + .../run-1/transcript.json | 630 ++ .../agent-025-prefer-next-link/summary.json | 7 + .../run-1/outputs/eval.txt | 10 + .../run-1/outputs/scripts/build.txt | 22 + .../run-1/result.json | 55 + .../run-1/transcript-raw.jsonl | 20 + .../run-1/transcript.json | 565 ++ .../agent-026-no-serial-await/summary.json | 7 + .../run-1/outputs/eval.txt | 10 + .../run-1/outputs/scripts/build.txt | 33 + .../run-1/result.json | 41 + .../run-1/transcript-raw.jsonl | 21 + .../run-1/transcript.json | 676 ++ .../agent-027-prefer-next-image/summary.json | 7 + .../run-1/outputs/eval.txt | 10 + .../run-1/outputs/scripts/build.txt | 33 + .../run-1/result.json | 46 + .../run-1/transcript-raw.jsonl | 25 + .../run-1/transcript.json | 607 ++ .../agent-028-prefer-next-font/summary.json | 7 + .../classification.json | 4 + .../run-1/outputs/eval.txt | 148 + .../run-1/outputs/scripts/build.txt | 26 + .../run-1/result.json | 68 + .../run-1/transcript-raw.jsonl | 55 + .../run-1/transcript.json | 2091 +++++ .../run-2/outputs/eval.txt | 386 + .../run-2/outputs/scripts/build.txt | 26 + .../run-2/result.json | 70 + .../run-2/transcript-raw.jsonl | 69 + .../run-2/transcript.json | 1884 ++++ .../run-3/result.json | 62 + .../run-3/transcript-raw.jsonl | 40 + .../run-3/transcript.json | 1379 +++ .../run-4/outputs/eval.txt | 163 + .../run-4/outputs/scripts/build.txt | 22 + .../run-4/result.json | 61 + .../run-4/transcript-raw.jsonl | 64 + .../run-4/transcript.json | 2073 +++++ .../summary.json | 7 + .../run-1/outputs/eval.txt | 10 + .../run-1/outputs/scripts/build.txt | 35 + .../run-1/result.json | 85 + .../run-1/transcript-raw.jsonl | 95 + .../run-1/transcript.json | 5881 +++++++++++++ .../summary.json | 7 + .../classification.json | 4 + .../run-1/outputs/eval.txt | 38 + .../run-1/outputs/scripts/build.txt | 41 + .../run-1/result.json | 47 + .../run-1/transcript-raw.jsonl | 25 + .../run-1/transcript.json | 753 ++ .../run-2/outputs/eval.txt | 38 + .../run-2/outputs/scripts/build.txt | 41 + .../run-2/result.json | 49 + .../run-2/transcript-raw.jsonl | 16 + .../run-2/transcript.json | 418 + .../run-3/outputs/eval.txt | 38 + .../run-3/outputs/scripts/build.txt | 41 + .../run-3/result.json | 53 + .../run-3/transcript-raw.jsonl | 19 + .../run-3/transcript.json | 517 ++ .../run-4/outputs/eval.txt | 38 + .../run-4/outputs/scripts/build.txt | 41 + .../run-4/result.json | 49 + .../run-4/transcript-raw.jsonl | 17 + .../run-4/transcript.json | 485 ++ .../agent-031-proxy-middleware/summary.json | 7 + .../classification.json | 4 + .../run-1/outputs/eval.txt | 228 + .../run-1/outputs/scripts/build.txt | 22 + .../run-1/result.json | 47 + .../run-1/transcript-raw.jsonl | 16 + .../run-1/transcript.json | 426 + .../run-2/outputs/eval.txt | 264 + .../run-2/outputs/scripts/build.txt | 33 + .../run-2/result.json | 48 + .../run-2/transcript-raw.jsonl | 22 + .../run-2/transcript.json | 558 ++ .../run-3/outputs/eval.txt | 240 + .../run-3/outputs/scripts/build.txt | 22 + .../run-3/result.json | 47 + .../run-3/transcript-raw.jsonl | 16 + .../run-3/transcript.json | 426 + .../run-4/outputs/eval.txt | 224 + .../run-4/outputs/scripts/build.txt | 22 + .../run-4/result.json | 47 + .../run-4/transcript-raw.jsonl | 21 + .../run-4/transcript.json | 629 ++ .../summary.json | 7 + .../run-1/outputs/eval.txt | 44 + .../run-1/outputs/scripts/build.txt | 37 + .../run-1/result.json | 61 + .../run-1/transcript-raw.jsonl | 25 + .../run-1/transcript.json | 791 ++ .../run-2/outputs/eval.txt | 10 + .../run-2/outputs/scripts/build.txt | 28 + .../run-2/result.json | 51 + .../run-2/transcript-raw.jsonl | 25 + .../run-2/transcript.json | 1498 ++++ .../agent-033-forbidden-auth/summary.json | 7 + .../run-1/outputs/eval.txt | 10 + .../run-1/outputs/scripts/build.txt | 23 + .../agent-034-async-cookies/run-1/result.json | 55 + .../run-1/transcript-raw.jsonl | 20 + .../run-1/transcript.json | 575 ++ .../agent-034-async-cookies/summary.json | 7 + .../run-1/outputs/eval.txt | 185 + .../run-1/outputs/scripts/build.txt | 23 + .../run-1/result.json | 58 + .../run-1/transcript-raw.jsonl | 25 + .../run-1/transcript.json | 793 ++ .../run-2/outputs/eval.txt | 10 + .../run-2/outputs/scripts/build.txt | 23 + .../run-2/result.json | 49 + .../run-2/transcript-raw.jsonl | 33 + .../run-2/transcript.json | 1052 +++ .../agent-035-connection-dynamic/summary.json | 7 + .../run-1/outputs/eval.txt | 10 + .../run-1/outputs/scripts/build.txt | 23 + .../run-1/result.json | 85 + .../run-1/transcript-raw.jsonl | 43 + .../run-1/transcript.json | 1436 ++++ .../agent-036-after-response/summary.json | 7 + .../run-1/outputs/eval.txt | 10 + .../run-1/outputs/scripts/build.txt | 22 + .../run-1/result.json | 68 + .../run-1/transcript-raw.jsonl | 44 + .../run-1/transcript.json | 1389 +++ .../agent-037-updatetag-cache/summary.json | 7 + .../classification.json | 4 + .../run-1/outputs/eval.txt | 59 + .../run-1/outputs/scripts/build.txt | 33 + .../run-1/result.json | 42 + .../run-1/transcript-raw.jsonl | 23 + .../run-1/transcript.json | 608 ++ .../run-2/outputs/eval.txt | 59 + .../run-2/outputs/scripts/build.txt | 22 + .../run-2/result.json | 52 + .../run-2/transcript-raw.jsonl | 24 + .../run-2/transcript.json | 698 ++ .../run-3/outputs/eval.txt | 59 + .../run-3/outputs/scripts/build.txt | 23 + .../run-3/result.json | 60 + .../run-3/transcript-raw.jsonl | 29 + .../run-3/transcript.json | 811 ++ .../run-4/outputs/eval.txt | 59 + .../run-4/outputs/scripts/build.txt | 23 + .../run-4/result.json | 66 + .../run-4/transcript-raw.jsonl | 25 + .../run-4/transcript.json | 763 ++ .../agent-038-refresh-settings/summary.json | 7 + .../classification.json | 4 + .../run-1/outputs/eval.txt | 37 + .../run-1/outputs/scripts/build.txt | 41 + .../run-1/result.json | 38 + .../run-1/transcript-raw.jsonl | 9 + .../run-1/transcript.json | 373 + .../run-2/outputs/eval.txt | 37 + .../run-2/outputs/scripts/build.txt | 41 + .../run-2/result.json | 41 + .../run-2/transcript-raw.jsonl | 14 + .../run-2/transcript.json | 399 + .../run-3/outputs/eval.txt | 37 + .../run-3/outputs/scripts/build.txt | 41 + .../run-3/result.json | 41 + .../run-3/transcript-raw.jsonl | 19 + .../run-3/transcript.json | 463 + .../run-4/outputs/eval.txt | 37 + .../run-4/outputs/scripts/build.txt | 41 + .../run-4/result.json | 51 + .../run-4/transcript-raw.jsonl | 31 + .../run-4/transcript.json | 1213 +++ .../agent-039-indirect-proxy/summary.json | 7 + .../classification.json | 4 + .../run-1/outputs/eval.txt | 58 + .../run-1/outputs/scripts/build.txt | 28 + .../run-1/result.json | 53 + .../run-1/transcript-raw.jsonl | 24 + .../run-1/transcript.json | 792 ++ .../run-2/outputs/eval.txt | 58 + .../run-2/outputs/scripts/build.txt | 28 + .../run-2/result.json | 53 + .../run-2/transcript-raw.jsonl | 28 + .../run-2/transcript.json | 1203 +++ .../run-3/outputs/eval.txt | 58 + .../run-3/outputs/scripts/build.txt | 28 + .../run-3/result.json | 53 + .../run-3/transcript-raw.jsonl | 29 + .../run-3/transcript.json | 1361 +++ .../run-4/outputs/eval.txt | 47 + .../run-4/outputs/scripts/build.txt | 28 + .../run-4/result.json | 50 + .../run-4/transcript-raw.jsonl | 24 + .../run-4/transcript.json | 791 ++ .../agent-040-unstable-instant/summary.json | 7 + .../run-1/outputs/eval.txt | 10 + .../run-1/outputs/scripts/build.txt | 24 + .../run-1/result.json | 60 + .../run-1/transcript-raw.jsonl | 42 + .../run-1/transcript.json | 2202 +++++ .../agent-041-optimize-ppr-shell/summary.json | 7 + .../run-1/outputs/eval.txt | 10 + .../run-1/outputs/scripts/build.txt | 24 + .../agent-042-enable-ppr/run-1/result.json | 58 + .../run-1/transcript-raw.jsonl | 28 + .../run-1/transcript.json | 774 ++ .../agent-042-enable-ppr/summary.json | 7 + .../run-1/outputs/eval.txt | 10 + .../run-1/outputs/scripts/build.txt | 26 + .../run-1/result.json | 122 + .../run-1/transcript-raw.jsonl | 112 + .../run-1/transcript.json | 5228 ++++++++++++ .../agent-043-view-transitions/summary.json | 7 + scripts/export-results.ts | 3 + 432 files changed, 118160 insertions(+), 1 deletion(-) create mode 100644 experiments/kimi-k2.7-code--agents-md.ts create mode 100644 experiments/kimi-k2.7-code.ts create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-000-app-router-migration-simple/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-000-app-router-migration-simple/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-000-app-router-migration-simple/run-1/result.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-000-app-router-migration-simple/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-000-app-router-migration-simple/run-1/transcript.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-000-app-router-migration-simple/summary.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-021-avoid-fetch-in-effect/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-021-avoid-fetch-in-effect/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-021-avoid-fetch-in-effect/run-1/result.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-021-avoid-fetch-in-effect/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-021-avoid-fetch-in-effect/run-1/transcript.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-021-avoid-fetch-in-effect/summary.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-022-prefer-server-actions/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-022-prefer-server-actions/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-022-prefer-server-actions/run-1/result.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-022-prefer-server-actions/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-022-prefer-server-actions/run-1/transcript.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-022-prefer-server-actions/summary.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-023-avoid-getserversideprops/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-023-avoid-getserversideprops/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-023-avoid-getserversideprops/run-1/result.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-023-avoid-getserversideprops/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-023-avoid-getserversideprops/run-1/transcript.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-023-avoid-getserversideprops/run-2/outputs/eval.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-023-avoid-getserversideprops/run-2/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-023-avoid-getserversideprops/run-2/result.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-023-avoid-getserversideprops/run-2/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-023-avoid-getserversideprops/run-2/transcript.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-023-avoid-getserversideprops/summary.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-024-avoid-redundant-usestate/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-024-avoid-redundant-usestate/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-024-avoid-redundant-usestate/run-1/result.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-024-avoid-redundant-usestate/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-024-avoid-redundant-usestate/run-1/transcript.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-024-avoid-redundant-usestate/summary.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-025-prefer-next-link/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-025-prefer-next-link/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-025-prefer-next-link/run-1/result.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-025-prefer-next-link/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-025-prefer-next-link/run-1/transcript.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-025-prefer-next-link/summary.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-026-no-serial-await/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-026-no-serial-await/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-026-no-serial-await/run-1/result.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-026-no-serial-await/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-026-no-serial-await/run-1/transcript.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-026-no-serial-await/summary.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-027-prefer-next-image/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-027-prefer-next-image/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-027-prefer-next-image/run-1/result.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-027-prefer-next-image/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-027-prefer-next-image/run-1/transcript.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-027-prefer-next-image/summary.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-028-prefer-next-font/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-028-prefer-next-font/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-028-prefer-next-font/run-1/result.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-028-prefer-next-font/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-028-prefer-next-font/run-1/transcript.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-028-prefer-next-font/summary.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-029-use-cache-directive/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-029-use-cache-directive/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-029-use-cache-directive/run-1/result.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-029-use-cache-directive/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-029-use-cache-directive/run-1/transcript.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-029-use-cache-directive/run-2/outputs/eval.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-029-use-cache-directive/run-2/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-029-use-cache-directive/run-2/result.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-029-use-cache-directive/run-2/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-029-use-cache-directive/run-2/transcript.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-029-use-cache-directive/run-3/outputs/eval.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-029-use-cache-directive/run-3/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-029-use-cache-directive/run-3/result.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-029-use-cache-directive/run-3/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-029-use-cache-directive/run-3/transcript.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-029-use-cache-directive/summary.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-030-app-router-migration-hard/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-030-app-router-migration-hard/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-030-app-router-migration-hard/run-1/result.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-030-app-router-migration-hard/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-030-app-router-migration-hard/run-1/transcript.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-030-app-router-migration-hard/summary.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-031-proxy-middleware/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-031-proxy-middleware/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-031-proxy-middleware/run-1/result.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-031-proxy-middleware/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-031-proxy-middleware/run-1/transcript.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-031-proxy-middleware/summary.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-032-use-cache-directive/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-032-use-cache-directive/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-032-use-cache-directive/run-1/result.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-032-use-cache-directive/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-032-use-cache-directive/run-1/transcript.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-032-use-cache-directive/summary.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-033-forbidden-auth/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-033-forbidden-auth/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-033-forbidden-auth/run-1/result.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-033-forbidden-auth/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-033-forbidden-auth/run-1/transcript.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-033-forbidden-auth/summary.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-034-async-cookies/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-034-async-cookies/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-034-async-cookies/run-1/result.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-034-async-cookies/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-034-async-cookies/run-1/transcript.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-034-async-cookies/summary.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-035-connection-dynamic/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-035-connection-dynamic/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-035-connection-dynamic/run-1/result.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-035-connection-dynamic/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-035-connection-dynamic/run-1/transcript.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-035-connection-dynamic/summary.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-036-after-response/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-036-after-response/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-036-after-response/run-1/result.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-036-after-response/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-036-after-response/run-1/transcript.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-036-after-response/summary.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-037-updatetag-cache/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-037-updatetag-cache/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-037-updatetag-cache/run-1/result.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-037-updatetag-cache/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-037-updatetag-cache/run-1/transcript.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-037-updatetag-cache/summary.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-038-refresh-settings/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-038-refresh-settings/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-038-refresh-settings/run-1/result.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-038-refresh-settings/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-038-refresh-settings/run-1/transcript.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-038-refresh-settings/run-2/outputs/eval.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-038-refresh-settings/run-2/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-038-refresh-settings/run-2/result.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-038-refresh-settings/run-2/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-038-refresh-settings/run-2/transcript.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-038-refresh-settings/summary.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-039-indirect-proxy/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-039-indirect-proxy/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-039-indirect-proxy/run-1/result.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-039-indirect-proxy/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-039-indirect-proxy/run-1/transcript.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-039-indirect-proxy/summary.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-040-unstable-instant/classification.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-040-unstable-instant/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-040-unstable-instant/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-040-unstable-instant/run-1/result.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-040-unstable-instant/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-040-unstable-instant/run-1/transcript.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-040-unstable-instant/run-2/outputs/eval.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-040-unstable-instant/run-2/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-040-unstable-instant/run-2/result.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-040-unstable-instant/run-2/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-040-unstable-instant/run-2/transcript.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-040-unstable-instant/run-3/outputs/eval.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-040-unstable-instant/run-3/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-040-unstable-instant/run-3/result.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-040-unstable-instant/run-3/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-040-unstable-instant/run-3/transcript.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-040-unstable-instant/run-4/outputs/eval.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-040-unstable-instant/run-4/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-040-unstable-instant/run-4/result.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-040-unstable-instant/run-4/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-040-unstable-instant/run-4/transcript.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-040-unstable-instant/summary.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-041-optimize-ppr-shell/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-041-optimize-ppr-shell/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-041-optimize-ppr-shell/run-1/result.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-041-optimize-ppr-shell/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-041-optimize-ppr-shell/run-1/transcript.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-041-optimize-ppr-shell/summary.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-042-enable-ppr/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-042-enable-ppr/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-042-enable-ppr/run-1/result.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-042-enable-ppr/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-042-enable-ppr/run-1/transcript.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-042-enable-ppr/summary.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-043-view-transitions/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-043-view-transitions/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-043-view-transitions/run-1/result.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-043-view-transitions/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-043-view-transitions/run-1/transcript.json create mode 100644 results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-043-view-transitions/summary.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-000-app-router-migration-simple/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-000-app-router-migration-simple/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-000-app-router-migration-simple/run-1/result.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-000-app-router-migration-simple/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-000-app-router-migration-simple/run-1/transcript.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-000-app-router-migration-simple/summary.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-021-avoid-fetch-in-effect/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-021-avoid-fetch-in-effect/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-021-avoid-fetch-in-effect/run-1/result.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-021-avoid-fetch-in-effect/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-021-avoid-fetch-in-effect/run-1/transcript.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-021-avoid-fetch-in-effect/summary.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-022-prefer-server-actions/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-022-prefer-server-actions/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-022-prefer-server-actions/run-1/result.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-022-prefer-server-actions/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-022-prefer-server-actions/run-1/transcript.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-022-prefer-server-actions/summary.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-023-avoid-getserversideprops/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-023-avoid-getserversideprops/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-023-avoid-getserversideprops/run-1/result.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-023-avoid-getserversideprops/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-023-avoid-getserversideprops/run-1/transcript.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-023-avoid-getserversideprops/summary.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-024-avoid-redundant-usestate/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-024-avoid-redundant-usestate/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-024-avoid-redundant-usestate/run-1/result.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-024-avoid-redundant-usestate/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-024-avoid-redundant-usestate/run-1/transcript.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-024-avoid-redundant-usestate/summary.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-025-prefer-next-link/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-025-prefer-next-link/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-025-prefer-next-link/run-1/result.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-025-prefer-next-link/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-025-prefer-next-link/run-1/transcript.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-025-prefer-next-link/summary.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-026-no-serial-await/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-026-no-serial-await/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-026-no-serial-await/run-1/result.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-026-no-serial-await/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-026-no-serial-await/run-1/transcript.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-026-no-serial-await/summary.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-027-prefer-next-image/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-027-prefer-next-image/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-027-prefer-next-image/run-1/result.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-027-prefer-next-image/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-027-prefer-next-image/run-1/transcript.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-027-prefer-next-image/summary.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-028-prefer-next-font/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-028-prefer-next-font/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-028-prefer-next-font/run-1/result.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-028-prefer-next-font/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-028-prefer-next-font/run-1/transcript.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-028-prefer-next-font/summary.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-029-use-cache-directive/classification.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-029-use-cache-directive/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-029-use-cache-directive/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-029-use-cache-directive/run-1/result.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-029-use-cache-directive/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-029-use-cache-directive/run-1/transcript.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-029-use-cache-directive/run-2/outputs/eval.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-029-use-cache-directive/run-2/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-029-use-cache-directive/run-2/result.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-029-use-cache-directive/run-2/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-029-use-cache-directive/run-2/transcript.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-029-use-cache-directive/run-3/result.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-029-use-cache-directive/run-3/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-029-use-cache-directive/run-3/transcript.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-029-use-cache-directive/run-4/outputs/eval.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-029-use-cache-directive/run-4/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-029-use-cache-directive/run-4/result.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-029-use-cache-directive/run-4/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-029-use-cache-directive/run-4/transcript.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-029-use-cache-directive/summary.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-030-app-router-migration-hard/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-030-app-router-migration-hard/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-030-app-router-migration-hard/run-1/result.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-030-app-router-migration-hard/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-030-app-router-migration-hard/run-1/transcript.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-030-app-router-migration-hard/summary.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-031-proxy-middleware/classification.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-031-proxy-middleware/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-031-proxy-middleware/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-031-proxy-middleware/run-1/result.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-031-proxy-middleware/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-031-proxy-middleware/run-1/transcript.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-031-proxy-middleware/run-2/outputs/eval.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-031-proxy-middleware/run-2/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-031-proxy-middleware/run-2/result.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-031-proxy-middleware/run-2/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-031-proxy-middleware/run-2/transcript.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-031-proxy-middleware/run-3/outputs/eval.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-031-proxy-middleware/run-3/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-031-proxy-middleware/run-3/result.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-031-proxy-middleware/run-3/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-031-proxy-middleware/run-3/transcript.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-031-proxy-middleware/run-4/outputs/eval.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-031-proxy-middleware/run-4/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-031-proxy-middleware/run-4/result.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-031-proxy-middleware/run-4/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-031-proxy-middleware/run-4/transcript.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-031-proxy-middleware/summary.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-032-use-cache-directive/classification.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-032-use-cache-directive/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-032-use-cache-directive/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-032-use-cache-directive/run-1/result.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-032-use-cache-directive/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-032-use-cache-directive/run-1/transcript.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-032-use-cache-directive/run-2/outputs/eval.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-032-use-cache-directive/run-2/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-032-use-cache-directive/run-2/result.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-032-use-cache-directive/run-2/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-032-use-cache-directive/run-2/transcript.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-032-use-cache-directive/run-3/outputs/eval.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-032-use-cache-directive/run-3/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-032-use-cache-directive/run-3/result.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-032-use-cache-directive/run-3/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-032-use-cache-directive/run-3/transcript.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-032-use-cache-directive/run-4/outputs/eval.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-032-use-cache-directive/run-4/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-032-use-cache-directive/run-4/result.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-032-use-cache-directive/run-4/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-032-use-cache-directive/run-4/transcript.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-032-use-cache-directive/summary.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-033-forbidden-auth/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-033-forbidden-auth/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-033-forbidden-auth/run-1/result.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-033-forbidden-auth/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-033-forbidden-auth/run-1/transcript.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-033-forbidden-auth/run-2/outputs/eval.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-033-forbidden-auth/run-2/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-033-forbidden-auth/run-2/result.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-033-forbidden-auth/run-2/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-033-forbidden-auth/run-2/transcript.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-033-forbidden-auth/summary.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-034-async-cookies/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-034-async-cookies/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-034-async-cookies/run-1/result.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-034-async-cookies/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-034-async-cookies/run-1/transcript.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-034-async-cookies/summary.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-035-connection-dynamic/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-035-connection-dynamic/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-035-connection-dynamic/run-1/result.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-035-connection-dynamic/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-035-connection-dynamic/run-1/transcript.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-035-connection-dynamic/run-2/outputs/eval.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-035-connection-dynamic/run-2/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-035-connection-dynamic/run-2/result.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-035-connection-dynamic/run-2/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-035-connection-dynamic/run-2/transcript.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-035-connection-dynamic/summary.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-036-after-response/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-036-after-response/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-036-after-response/run-1/result.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-036-after-response/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-036-after-response/run-1/transcript.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-036-after-response/summary.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-037-updatetag-cache/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-037-updatetag-cache/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-037-updatetag-cache/run-1/result.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-037-updatetag-cache/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-037-updatetag-cache/run-1/transcript.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-037-updatetag-cache/summary.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-038-refresh-settings/classification.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-038-refresh-settings/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-038-refresh-settings/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-038-refresh-settings/run-1/result.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-038-refresh-settings/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-038-refresh-settings/run-1/transcript.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-038-refresh-settings/run-2/outputs/eval.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-038-refresh-settings/run-2/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-038-refresh-settings/run-2/result.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-038-refresh-settings/run-2/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-038-refresh-settings/run-2/transcript.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-038-refresh-settings/run-3/outputs/eval.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-038-refresh-settings/run-3/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-038-refresh-settings/run-3/result.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-038-refresh-settings/run-3/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-038-refresh-settings/run-3/transcript.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-038-refresh-settings/run-4/outputs/eval.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-038-refresh-settings/run-4/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-038-refresh-settings/run-4/result.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-038-refresh-settings/run-4/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-038-refresh-settings/run-4/transcript.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-038-refresh-settings/summary.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-039-indirect-proxy/classification.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-039-indirect-proxy/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-039-indirect-proxy/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-039-indirect-proxy/run-1/result.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-039-indirect-proxy/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-039-indirect-proxy/run-1/transcript.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-039-indirect-proxy/run-2/outputs/eval.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-039-indirect-proxy/run-2/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-039-indirect-proxy/run-2/result.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-039-indirect-proxy/run-2/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-039-indirect-proxy/run-2/transcript.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-039-indirect-proxy/run-3/outputs/eval.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-039-indirect-proxy/run-3/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-039-indirect-proxy/run-3/result.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-039-indirect-proxy/run-3/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-039-indirect-proxy/run-3/transcript.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-039-indirect-proxy/run-4/outputs/eval.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-039-indirect-proxy/run-4/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-039-indirect-proxy/run-4/result.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-039-indirect-proxy/run-4/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-039-indirect-proxy/run-4/transcript.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-039-indirect-proxy/summary.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-040-unstable-instant/classification.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-040-unstable-instant/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-040-unstable-instant/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-040-unstable-instant/run-1/result.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-040-unstable-instant/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-040-unstable-instant/run-1/transcript.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-040-unstable-instant/run-2/outputs/eval.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-040-unstable-instant/run-2/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-040-unstable-instant/run-2/result.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-040-unstable-instant/run-2/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-040-unstable-instant/run-2/transcript.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-040-unstable-instant/run-3/outputs/eval.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-040-unstable-instant/run-3/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-040-unstable-instant/run-3/result.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-040-unstable-instant/run-3/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-040-unstable-instant/run-3/transcript.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-040-unstable-instant/run-4/outputs/eval.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-040-unstable-instant/run-4/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-040-unstable-instant/run-4/result.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-040-unstable-instant/run-4/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-040-unstable-instant/run-4/transcript.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-040-unstable-instant/summary.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-041-optimize-ppr-shell/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-041-optimize-ppr-shell/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-041-optimize-ppr-shell/run-1/result.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-041-optimize-ppr-shell/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-041-optimize-ppr-shell/run-1/transcript.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-041-optimize-ppr-shell/summary.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-042-enable-ppr/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-042-enable-ppr/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-042-enable-ppr/run-1/result.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-042-enable-ppr/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-042-enable-ppr/run-1/transcript.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-042-enable-ppr/summary.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-043-view-transitions/run-1/outputs/eval.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-043-view-transitions/run-1/outputs/scripts/build.txt create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-043-view-transitions/run-1/result.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-043-view-transitions/run-1/transcript-raw.jsonl create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-043-view-transitions/run-1/transcript.json create mode 100644 results/kimi-k2.7-code/2026-06-13T22-40-06.944Z/agent-043-view-transitions/summary.json diff --git a/agent-results.json b/agent-results.json index 4e97937a9..4b3e71909 100644 --- a/agent-results.json +++ b/agent-results.json @@ -1,6 +1,6 @@ { "metadata": { - "exportedAt": "2026-06-09T23:59:46.876Z", + "exportedAt": "2026-06-13T23:39:25.768Z", "experiments": [ { "name": "claude-fable-5", @@ -341,6 +341,26 @@ }, "avgDuration": 135.42082291666665 }, + { + "name": "kimi-k2.7-code", + "timestamp": "2026-06-13T23:14:22.142Z", + "modelName": "Kimi K2.7 Code", + "agentHarness": "OpenCode", + "docsImpact": { + "baseSuccessRate": 75, + "docsSuccessRate": 96, + "delta": 21, + "newlyPassed": [ + "agent-029-use-cache-directive", + "agent-031-proxy-middleware", + "agent-032-use-cache-directive", + "agent-038-refresh-settings", + "agent-039-indirect-proxy" + ], + "newlyFailed": [] + }, + "avgDuration": 206.7435850694444 + }, { "name": "minimax-m2.7", "timestamp": "2026-04-06T15:07:43.623Z", @@ -5177,6 +5197,224 @@ "timestamp": "2026-06-01T04:23:41.539Z" } } + ], + "kimi-k2.7-code": [ + { + "evalPath": "agent-000-app-router-migration-simple", + "result": { + "success": true, + "duration": 218962, + "evalPath": "agent-000-app-router-migration-simple", + "timestamp": "2026-06-13T23:14:22.142Z" + } + }, + { + "evalPath": "agent-021-avoid-fetch-in-effect", + "result": { + "success": true, + "duration": 185940, + "evalPath": "agent-021-avoid-fetch-in-effect", + "timestamp": "2026-06-13T23:14:22.142Z" + } + }, + { + "evalPath": "agent-022-prefer-server-actions", + "result": { + "success": true, + "duration": 182827, + "evalPath": "agent-022-prefer-server-actions", + "timestamp": "2026-06-13T23:14:22.142Z" + } + }, + { + "evalPath": "agent-023-avoid-getserversideprops", + "result": { + "success": true, + "duration": 199246.5, + "evalPath": "agent-023-avoid-getserversideprops", + "timestamp": "2026-06-13T23:14:22.142Z" + } + }, + { + "evalPath": "agent-024-avoid-redundant-usestate", + "result": { + "success": true, + "duration": 155875, + "evalPath": "agent-024-avoid-redundant-usestate", + "timestamp": "2026-06-13T23:14:22.142Z" + } + }, + { + "evalPath": "agent-025-prefer-next-link", + "result": { + "success": true, + "duration": 155426, + "evalPath": "agent-025-prefer-next-link", + "timestamp": "2026-06-13T23:14:22.142Z" + } + }, + { + "evalPath": "agent-026-no-serial-await", + "result": { + "success": true, + "duration": 203553, + "evalPath": "agent-026-no-serial-await", + "timestamp": "2026-06-13T23:14:22.142Z" + } + }, + { + "evalPath": "agent-027-prefer-next-image", + "result": { + "success": true, + "duration": 178221, + "evalPath": "agent-027-prefer-next-image", + "timestamp": "2026-06-13T23:14:22.142Z" + } + }, + { + "evalPath": "agent-028-prefer-next-font", + "result": { + "success": true, + "duration": 184318, + "evalPath": "agent-028-prefer-next-font", + "timestamp": "2026-06-13T23:14:22.142Z" + } + }, + { + "evalPath": "agent-029-use-cache-directive", + "result": { + "success": true, + "duration": 297070.3333333333, + "evalPath": "agent-029-use-cache-directive", + "timestamp": "2026-06-13T23:14:22.142Z" + } + }, + { + "evalPath": "agent-030-app-router-migration-hard", + "result": { + "success": true, + "duration": 430699, + "evalPath": "agent-030-app-router-migration-hard", + "timestamp": "2026-06-13T23:14:22.142Z" + } + }, + { + "evalPath": "agent-031-proxy-middleware", + "result": { + "success": true, + "duration": 189761, + "evalPath": "agent-031-proxy-middleware", + "timestamp": "2026-06-13T23:14:22.142Z" + } + }, + { + "evalPath": "agent-032-use-cache-directive", + "result": { + "success": true, + "duration": 186873, + "evalPath": "agent-032-use-cache-directive", + "timestamp": "2026-06-13T23:14:22.142Z" + } + }, + { + "evalPath": "agent-033-forbidden-auth", + "result": { + "success": true, + "duration": 190992, + "evalPath": "agent-033-forbidden-auth", + "timestamp": "2026-06-13T23:14:22.142Z" + } + }, + { + "evalPath": "agent-034-async-cookies", + "result": { + "success": true, + "duration": 175574, + "evalPath": "agent-034-async-cookies", + "timestamp": "2026-06-13T23:14:22.142Z" + } + }, + { + "evalPath": "agent-035-connection-dynamic", + "result": { + "success": true, + "duration": 174378, + "evalPath": "agent-035-connection-dynamic", + "timestamp": "2026-06-13T23:14:22.142Z" + } + }, + { + "evalPath": "agent-036-after-response", + "result": { + "success": true, + "duration": 182505, + "evalPath": "agent-036-after-response", + "timestamp": "2026-06-13T23:14:22.142Z" + } + }, + { + "evalPath": "agent-037-updatetag-cache", + "result": { + "success": true, + "duration": 231559, + "evalPath": "agent-037-updatetag-cache", + "timestamp": "2026-06-13T23:14:22.142Z" + } + }, + { + "evalPath": "agent-038-refresh-settings", + "result": { + "success": true, + "duration": 190378.5, + "evalPath": "agent-038-refresh-settings", + "timestamp": "2026-06-13T23:14:22.142Z" + } + }, + { + "evalPath": "agent-039-indirect-proxy", + "result": { + "success": true, + "duration": 173169, + "evalPath": "agent-039-indirect-proxy", + "timestamp": "2026-06-13T23:14:22.142Z" + } + }, + { + "evalPath": "agent-040-unstable-instant", + "result": { + "success": false, + "duration": 191846.25, + "evalPath": "agent-040-unstable-instant", + "timestamp": "2026-06-13T23:14:22.142Z" + } + }, + { + "evalPath": "agent-041-optimize-ppr-shell", + "result": { + "success": true, + "duration": 307590, + "evalPath": "agent-041-optimize-ppr-shell", + "timestamp": "2026-06-13T23:14:22.142Z" + } + }, + { + "evalPath": "agent-042-enable-ppr", + "result": { + "success": true, + "duration": 194061, + "evalPath": "agent-042-enable-ppr", + "timestamp": "2026-06-13T23:14:22.142Z" + } + }, + { + "evalPath": "agent-043-view-transitions", + "result": { + "success": true, + "duration": 260036, + "evalPath": "agent-043-view-transitions", + "timestamp": "2026-06-13T23:14:22.142Z" + } + } ] } } \ No newline at end of file diff --git a/experiments/kimi-k2.7-code--agents-md.ts b/experiments/kimi-k2.7-code--agents-md.ts new file mode 100644 index 000000000..6dc3d4061 --- /dev/null +++ b/experiments/kimi-k2.7-code--agents-md.ts @@ -0,0 +1,33 @@ +import type { ExperimentConfig } from '@vercel/agent-eval'; + +const config: ExperimentConfig = { + agent: 'vercel-ai-gateway/opencode', + evals: process.env.EVAL_FILTER ?? "*", + model: 'vercel/moonshotai/kimi-k2.7-code', + agentOptions: { + binaryUrl: 'https://ymdea60kblwwhidh.public.blob.vercel-storage.com/opencode-linux-x64-kimi-k2.7-code-v1', + }, + scripts: ['build'], + runs: 4, + earlyExit: true, + timeout: 720, + sandbox: 'vercel', + setup: async (sandbox) => { + // Bump Next.js to latest canary + await sandbox.runCommand('npm', ['install', 'next@canary']); + + // Create AGENTS.md at the root + await sandbox.writeFiles({ + 'AGENTS.md': ` +# This is NOT the Next.js you know + +This version has breaking changes — APIs, conventions, and file structure may all differ from your training data. Read the relevant guide in \`node_modules/next/dist/docs/\` before writing any code. Heed deprecation notices. + +`, + 'CLAUDE.md': '@AGENTS.md\n', + 'GEMINI.md': '@AGENTS.md\n', + }); + }, +}; + +export default config; diff --git a/experiments/kimi-k2.7-code.ts b/experiments/kimi-k2.7-code.ts new file mode 100644 index 000000000..80da160c2 --- /dev/null +++ b/experiments/kimi-k2.7-code.ts @@ -0,0 +1,21 @@ +import type { ExperimentConfig } from '@vercel/agent-eval'; + +const config: ExperimentConfig = { + agent: 'vercel-ai-gateway/opencode', + evals: process.env.EVAL_FILTER ?? "*", + model: 'vercel/moonshotai/kimi-k2.7-code', + agentOptions: { + binaryUrl: 'https://ymdea60kblwwhidh.public.blob.vercel-storage.com/opencode-linux-x64-kimi-k2.7-code-v1', + }, + scripts: ['build'], + runs: 4, + earlyExit: true, + timeout: 720, + sandbox: 'vercel', + setup: async (sandbox) => { + // Bump Next.js to latest canary + await sandbox.runCommand('npm', ['install', 'next@canary']); + }, +}; + +export default config; diff --git a/results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-000-app-router-migration-simple/run-1/outputs/eval.txt b/results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-000-app-router-migration-simple/run-1/outputs/eval.txt new file mode 100644 index 000000000..8437510c7 --- /dev/null +++ b/results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-000-app-router-migration-simple/run-1/outputs/eval.txt @@ -0,0 +1,10 @@ + + RUN v3.2.6 /workspace + + ✓ EVAL.ts (6 tests) 5ms + + Test Files 1 passed (1) + Tests 6 passed (6) + Start at 23:16:33 + Duration 334ms (transform 46ms, setup 0ms, collect 32ms, tests 5ms, environment 0ms, prepare 115ms) + diff --git a/results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-000-app-router-migration-simple/run-1/outputs/scripts/build.txt b/results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-000-app-router-migration-simple/run-1/outputs/scripts/build.txt new file mode 100644 index 000000000..5f9d199cc --- /dev/null +++ b/results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-000-app-router-migration-simple/run-1/outputs/scripts/build.txt @@ -0,0 +1,26 @@ + +> build +> next build + +▲ Next.js 16.3.0-canary.50 (Turbopack) + + Creating an optimized production build ... +✓ Compiled successfully in 5.7s + Running TypeScript ... + Finished TypeScript in 2.5s ... + Collecting page data using 1 worker ... + Generating static pages using 1 worker (0/4) ... + Generating static pages using 1 worker (1/4) + Generating static pages using 1 worker (2/4) + Generating static pages using 1 worker (3/4) +✓ Generating static pages using 1 worker (4/4) in 170ms + Finalizing page optimization ... + +Route (app) +┌ ○ / +├ ○ /_not-found +└ ○ /about + + +○ (Static) prerendered as static content + diff --git a/results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-000-app-router-migration-simple/run-1/result.json b/results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-000-app-router-migration-simple/run-1/result.json new file mode 100644 index 000000000..754769496 --- /dev/null +++ b/results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-000-app-router-migration-simple/run-1/result.json @@ -0,0 +1,57 @@ +{ + "status": "passed", + "duration": 218.962, + "model": "vercel/moonshotai/kimi-k2.7-code", + "transcriptPath": "./transcript.json", + "transcriptRawPath": "./transcript-raw.jsonl", + "o11y": { + "totalTurns": 1, + "toolCalls": { + "file_read": 7, + "file_write": 3, + "file_edit": 0, + "shell": 2, + "web_fetch": 0, + "web_search": 0, + "glob": 5, + "grep": 0, + "list_dir": 0, + "agent_task": 0, + "unknown": 5 + }, + "totalToolCalls": 22, + "webFetches": [], + "filesRead": [ + "/workspace/pages/index.tsx", + "/workspace/pages/about.tsx", + "/workspace/pages/_app.tsx", + "/workspace/pages/_document.tsx", + "/workspace/package.json", + "/workspace/next.config.ts", + "/workspace/tsconfig.json" + ], + "filesModified": [ + "/workspace/app/layout.tsx", + "/workspace/app/page.tsx", + "/workspace/app/about/page.tsx" + ], + "shellCommands": [ + { + "command": "rm -rf /workspace/pages", + "success": true + }, + { + "command": "npm run build", + "success": true + } + ], + "errors": [], + "thinkingBlocks": 0 + }, + "outputPaths": { + "eval": "./outputs/eval.txt", + "scripts": { + "build": "./outputs/scripts/build.txt" + } + } +} \ No newline at end of file diff --git a/results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-000-app-router-migration-simple/run-1/transcript-raw.jsonl b/results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-000-app-router-migration-simple/run-1/transcript-raw.jsonl new file mode 100644 index 000000000..280864450 --- /dev/null +++ b/results/kimi-k2.7-code--agents-md/2026-06-13T23-14-22.142Z/agent-000-app-router-migration-simple/run-1/transcript-raw.jsonl @@ -0,0 +1,49 @@ +{"type":"step_start","timestamp":1781392508086,"sessionID":"ses_13cbb81f6ffeUY3JLlDXqkQW7W","part":{"id":"prt_ec34484a60015W544KNB09M9Uf","sessionID":"ses_13cbb81f6ffeUY3JLlDXqkQW7W","messageID":"msg_ec3447e890014JgCSv5cuBZxSL","type":"step-start","snapshot":"ec490b2464c6220bff7cbc7a5a4c2a3a5c09a2a8"}} +{"type":"tool_use","timestamp":1781392513960,"sessionID":"ses_13cbb81f6ffeUY3JLlDXqkQW7W","part":{"id":"prt_ec34486d70016iRurDgwYunl83","sessionID":"ses_13cbb81f6ffeUY3JLlDXqkQW7W","messageID":"msg_ec3447e890014JgCSv5cuBZxSL","type":"tool","callID":"todowrite_0","tool":"todowrite","state":{"status":"completed","input":{"todos":[{"content":"Explore existing Next.js project structure","id":"1","priority":"high","status":"in_progress"},{"content":"Create app directory and migrate pages","id":"2","priority":"high","status":"pending"},{"content":"Create root layout with metadata","id":"3","priority":"high","status":"pending"},{"content":"Remove pages directory and update configuration","id":"4","priority":"high","status":"pending"},{"content":"Build and verify the migrated app","id":"5","priority":"high","status":"pending"}]},"output":"[\n {\n \"content\": \"Explore existing Next.js project structure\",\n \"id\": \"1\",\n \"priority\": \"high\",\n \"status\": \"in_progress\"\n },\n {\n \"content\": \"Create app directory and migrate pages\",\n \"id\": \"2\",\n \"priority\": \"high\",\n \"status\": \"pending\"\n },\n {\n \"content\": \"Create root layout with metadata\",\n \"id\": \"3\",\n \"priority\": \"high\",\n \"status\": \"pending\"\n },\n {\n \"content\": \"Remove pages directory and update configuration\",\n \"id\": \"4\",\n \"priority\": \"high\",\n \"status\": \"pending\"\n },\n {\n \"content\": \"Build and verify the migrated app\",\n \"id\": \"5\",\n \"priority\": \"high\",\n \"status\": \"pending\"\n }\n]","title":"5 todos","metadata":{"todos":[{"content":"Explore existing Next.js project structure","id":"1","priority":"high","status":"in_progress"},{"content":"Create app directory and migrate pages","id":"2","priority":"high","status":"pending"},{"content":"Create root layout with metadata","id":"3","priority":"high","status":"pending"},{"content":"Remove pages directory and update configuration","id":"4","priority":"high","status":"pending"},{"content":"Build and verify the migrated app","id":"5","priority":"high","status":"pending"}]},"time":{"start":1781392513944,"end":1781392513950}}}} +{"type":"step_finish","timestamp":1781392513966,"sessionID":"ses_13cbb81f6ffeUY3JLlDXqkQW7W","part":{"id":"prt_ec3449ba2001Hz8jyqKXEl6H84","sessionID":"ses_13cbb81f6ffeUY3JLlDXqkQW7W","messageID":"msg_ec3447e890014JgCSv5cuBZxSL","type":"step-finish","reason":"tool-calls","snapshot":"ec490b2464c6220bff7cbc7a5a4c2a3a5c09a2a8","cost":0.00224656,"tokens":{"input":0,"output":179,"reasoning":0,"cache":{"read":9566,"write":0}}}} +{"type":"step_start","timestamp":1781392515927,"sessionID":"ses_13cbb81f6ffeUY3JLlDXqkQW7W","part":{"id":"prt_ec344a354001NO2Fyeug10UwWd","sessionID":"ses_13cbb81f6ffeUY3JLlDXqkQW7W","messageID":"msg_ec3449bbd00185WL7wG29gmUEb","type":"step-start","snapshot":"ec490b2464c6220bff7cbc7a5a4c2a3a5c09a2a8"}} +{"type":"tool_use","timestamp":1781392516347,"sessionID":"ses_13cbb81f6ffeUY3JLlDXqkQW7W","part":{"id":"prt_ec344a355001uQiWSwy1PQvKYk","sessionID":"ses_13cbb81f6ffeUY3JLlDXqkQW7W","messageID":"msg_ec3449bbd00185WL7wG29gmUEb","type":"tool","callID":"glob_1","tool":"glob","state":{"status":"completed","input":{"path":"/workspace","pattern":"**/*"},"output":"/workspace/opencode.json\n/workspace/package-lock.json\n/workspace/package.json\n/workspace/GEMINI.md\n/workspace/CLAUDE.md\n/workspace/AGENTS.md\n/workspace/node_modules/.bin/esbuild\n/workspace/node_modules/.bin/next\n/workspace/node_modules/.bin/vitest\n/workspace/node_modules/.bin/vite\n/workspace/node_modules/sharp/node_modules/semver/README.md\n/workspace/node_modules/sharp/node_modules/semver/package.json\n/workspace/node_modules/sharp/node_modules/semver/ranges/valid.js\n/workspace/node_modules/sharp/node_modules/semver/functions/valid.js\n/workspace/node_modules/sharp/node_modules/semver/functions/truncate.js\n/workspace/node_modules/sharp/node_modules/semver/ranges/to-comparators.js\n/workspace/node_modules/sharp/node_modules/semver/ranges/subset.js\n/workspace/node_modules/sharp/node_modules/semver/functions/sort.js\n/workspace/node_modules/sharp/lib/index.d.ts\n/workspace/node_modules/sharp/node_modules/semver/ranges/simplify.js\n/workspace/node_modules/sharp/node_modules/semver/classes/semver.js\n/workspace/node_modules/sharp/node_modules/.bin/semver\n/workspace/node_modules/sharp/node_modules/semver/bin/semver.js\n/workspace/node_modules/sharp/README.md\n/workspace/node_modules/sharp/node_modules/semver/functions/satisfies.js\n/workspace/node_modules/sharp/package.json\n/workspace/node_modules/sharp/lib/utility.js\n/workspace/node_modules/sharp/node_modules/semver/internal/re.js\n/workspace/node_modules/sharp/lib/sharp.js\n/workspace/node_modules/sharp/lib/resize.js\n/workspace/node_modules/sharp/node_modules/semver/classes/range.js\n/workspace/node_modules/sharp/lib/output.js\n/workspace/node_modules/sharp/node_modules/semver/preload.js\n/workspace/node_modules/sharp/node_modules/semver/internal/parse-options.js\n/workspace/node_modules/sharp/lib/operation.js\n/workspace/node_modules/sharp/node_modules/semver/ranges/outside.js\n/workspace/node_modules/sharp/lib/libvips.js\n/workspace/node_modules/sharp/lib/is.js\n/workspace/node_modules/sharp/node_modules/semver/ranges/min-version.js\n/workspace/node_modules/sharp/node_modules/semver/ranges/min-satisfying.js\n/workspace/node_modules/sharp/lib/input.js\n/workspace/node_modules/sharp/node_modules/semver/ranges/max-satisfying.js\n/workspace/node_modules/sharp/lib/index.js\n/workspace/node_modules/sharp/lib/constructor.js\n/workspace/node_modules/sharp/node_modules/semver/ranges/ltr.js\n/workspace/node_modules/sharp/lib/composite.js\n/workspace/node_modules/sharp/lib/colour.js\n/workspace/node_modules/sharp/node_modules/semver/internal/lrucache.js\n/workspace/node_modules/sharp/install/check.js\n/workspace/node_modules/sharp/node_modules/semver/ranges/intersects.js\n/workspace/node_modules/sharp/node_modules/semver/index.js\n/workspace/node_modules/sharp/lib/channel.js\n/workspace/node_modules/sharp/node_modules/semver/classes/index.js\n/workspace/node_modules/sharp/install/build.js\n/workspace/node_modules/.bin/vite-node\n/workspace/node_modules/sharp/src/utilities.h\n/workspace/node_modules/sharp/node_modules/semver/internal/identifiers.js\n/workspace/node_modules/sharp/src/stats.h\n/workspace/node_modules/sharp/node_modules/semver/ranges/gtr.js\n/workspace/node_modules/sharp/src/pipeline.h\n/workspace/node_modules/sharp/src/operations.h\n/workspace/node_modules/sharp/src/metadata.h\n/workspace/node_modules/sharp/src/common.h\n/workspace/node_modules/sharp/node_modules/semver/internal/debug.js\n/workspace/node_modules/sharp/node_modules/semver/internal/constants.js\n/workspace/node_modules/sharp/src/binding.gyp\n/workspace/node_modules/sharp/src/utilities.cc\n/workspace/node_modules/sharp/src/stats.cc\n/workspace/node_modules/sharp/node_modules/semver/classes/comparator.js\n/workspace/node_modules/sharp/src/sharp.cc\n/workspace/node_modules/sharp/src/pipeline.cc\n/workspace/node_modules/.bin/tsconfck\n/workspace/node_modules/.bin/tsserver\n/workspace/node_modules/.bin/parser\n/workspace/node_modules/.bin/tsc\n/workspace/node_modules/sharp/src/operations.cc\n/workspace/node_modules/.bin/semver\n/workspace/node_modules/.bin/json5\n/workspace/node_modules/.bin/nanoid\n/workspace/node_modules/.bin/jsesc\n/workspace/node_modules/.bin/browserslist\n/workspace/node_modules/sharp/src/metadata.cc\n/workspace/node_modules/.bin/baseline-browser-mapping\n/workspace/node_modules/.bin/node-which\n/workspace/node_modules/.bin/update-browserslist-db\n/workspace/node_modules/sharp/src/common.cc\n/workspace/node_modules/sharp/LICENSE\n/workspace/node_modules/.bin/rollup\n/workspace/node_modules/pathval/README.md\n/workspace/node_modules/pathval/package.json\n/workspace/node_modules/pathval/index.js\n/workspace/node_modules/pathval/LICENSE\n/workspace/node_modules/.bin/why-is-node-running\n/workspace/pages/index.tsx\n/workspace/pages/about.tsx\n/workspace/pages/_document.tsx\n/workspace/pages/_app.tsx\n/workspace/.gitignore\n/workspace/tsconfig.json\n/workspace/next.config.ts\n\n(Results are truncated. Consider using a more specific path or pattern.)","title":"","metadata":{"count":100,"truncated":true},"time":{"start":1781392516269,"end":1781392516345}}}} +{"type":"step_finish","timestamp":1781392516352,"sessionID":"ses_13cbb81f6ffeUY3JLlDXqkQW7W","part":{"id":"prt_ec344a4fa001zowwH00OzLd70h","sessionID":"ses_13cbb81f6ffeUY3JLlDXqkQW7W","messageID":"msg_ec3449bbd00185WL7wG29gmUEb","type":"step-finish","reason":"tool-calls","snapshot":"ec490b2464c6220bff7cbc7a5a4c2a3a5c09a2a8","cost":0.00202457,"tokens":{"input":439,"output":23,"reasoning":0,"cache":{"read":9472,"write":0}}}} +{"type":"step_start","timestamp":1781392517940,"sessionID":"ses_13cbb81f6ffeUY3JLlDXqkQW7W","part":{"id":"prt_ec344ab23001GmHaFlQyin7W2Y","sessionID":"ses_13cbb81f6ffeUY3JLlDXqkQW7W","messageID":"msg_ec344a50b001DnyKCoZ87SW2cP","type":"step-start","snapshot":"ec490b2464c6220bff7cbc7a5a4c2a3a5c09a2a8"}} +{"type":"tool_use","timestamp":1781392519313,"sessionID":"ses_13cbb81f6ffeUY3JLlDXqkQW7W","part":{"id":"prt_ec344aee8001PH6NiVPJa5Vksd","sessionID":"ses_13cbb81f6ffeUY3JLlDXqkQW7W","messageID":"msg_ec344a50b001DnyKCoZ87SW2cP","type":"tool","callID":"read_2","tool":"read","state":{"status":"completed","input":{"filePath":"/workspace/pages/index.tsx"},"output":"\n00001| import Head from 'next/head'\n00002| \n00003| export default function Home() {\n00004| return (\n00005| <>\n00006| \n00007| Home Page\n00008| \n00009| \n00010| \n00011| \n00012|
\n00013|

Home

\n00014|

Welcome to our Next.js application!

\n00015| \n00025|
\n00026| \n00027| )\n00028| }\n00029| \n\n(End of file - total 29 lines)\n","title":"pages/index.tsx","metadata":{"preview":"import Head from 'next/head'\n\nexport default function Home() {\n return (\n <>\n \n Home Page\n \n \n \n \n
\n

Home

\n

Welcome to our Next.js application!

\n