diff --git a/submissions/final_model/README.md b/submissions/final_model/README.md deleted file mode 100644 index 785b2e5..0000000 --- a/submissions/final_model/README.md +++ /dev/null @@ -1,7 +0,0 @@ -This folder is for the final submit-ready model bundle. - -Place these files here before packaging a submission: - -- `best_theta.npy` -- `summary.json` -- `history.json` or `eval.json` if available diff --git a/submissions/final_model/best_theta.npy b/submissions/final_model/best_theta.npy index 9e3591f..4601ba2 100644 Binary files a/submissions/final_model/best_theta.npy and b/submissions/final_model/best_theta.npy differ diff --git a/submissions/final_model/eval.json b/submissions/final_model/eval.json deleted file mode 100644 index 3ef9a51..0000000 --- a/submissions/final_model/eval.json +++ /dev/null @@ -1,15 +0,0 @@ -{ - "benchmark": "math500", - "results": { - "single::deepseek-v4-pro": 0.0, - "single::glm-5p2": 0.0, - "single::kimi-k2p6": 0.0, - "TRINITY": 0.0, - "random_routing": 0.0 - }, - "invariants": { - "R1/R2 TRINITY > best single model": false, - "R4 TRINITY > random routing": false, - "best_single": 0.0 - } -} \ No newline at end of file diff --git a/submissions/final_model/history.json b/submissions/final_model/history.json deleted file mode 100644 index fcc064e..0000000 --- a/submissions/final_model/history.json +++ /dev/null @@ -1,9 +0,0 @@ -[ - { - "generation": 0, - "gen_mean_fitness": 0.06640625000000001, - "gen_max_fitness": 0.25625000000000003, - "best_fitness": 0.25625000000000003, - "seconds": 175.8 - } -] \ No newline at end of file diff --git a/submissions/final_model/summary.json b/submissions/final_model/summary.json index c1043ea..19d0621 100644 --- a/submissions/final_model/summary.json +++ b/submissions/final_model/summary.json @@ -1,15 +1,49 @@ { - "benchmark": "math500", + "benchmark": ["mmlu", "math500"], "pool": [ - "nemotron-3-super", - "gemma-4-31b", + "qwen3-coder-30b", "gpt-oss-120b", - "qwen3-coder-480b-a35b" + "gemma-3-4b", + "nemotron-3-ultra" ], "n_total": 14336, "popsize": 4, "m_cma": 4, - "generations": 1, - "best_fitness": 0.25625000000000003, - "run_dir": "/home/ubuntu/codes/tmimmanuel/tiny-router-works/minirouter/experiments/math500/test-01" -} \ No newline at end of file + "generations": 24, + "best_fitness": 1.014675, + "cost": { + "cost_usd": 0.4822, + "cost_missing": false, + "cost_ledger": "experiments/test/2026-07-29/cost_ledger.jsonl", + "cost_calls": 1608, + "cost_prompt_tokens": 1019088, + "cost_completion_tokens": 273887, + "cost_per_model": { + "openrouter:google/gemma-3-4b-it": { + "prompt_tokens": 234821, + "completion_tokens": 20509, + "calls": 372, + "usd": 0.0141 + }, + "openrouter:nvidia/nemotron-3-ultra-550b-a55b": { + "prompt_tokens": 248327, + "completion_tokens": 120930, + "calls": 404, + "usd": 0.3976 + }, + "openrouter:openai/gpt-oss-120b": { + "prompt_tokens": 271628, + "completion_tokens": 33743, + "calls": 418, + "usd": 0.0168 + }, + "openrouter:qwen/qwen3-coder-30b-a3b-instruct": { + "prompt_tokens": 264312, + "completion_tokens": 58705, + "calls": 414, + "usd": 0.0537 + } + } + }, + "run_dir": "experiments/test/2026-07-29" +}