Restructure example configs around model families (#1297)

Author: willccbb

configs/eval/alphabet-sort.toml

@@ -0,0 +1,24 @@
+# Llama 3.2 models. Uncomment exactly one model.
+model = "meta-llama/Llama-3.2-1B-Instruct"
+# model = "meta-llama/Llama-3.2-3B-Instruct"
+
+num_examples = 20
+rollouts_per_example = 1
+max_tokens = 1024
+
+[[eval]]
+env_id = "primeintellect/reverse-text"
+
+# [[eval]]
+# env_id = "primeintellect/wordle"
+
+# [[eval]]
+# env_id = "primeintellect/wiki-search"
+
+# [[eval]]
+# env_id = "primeintellect/dspy-flights"
+
+# [[eval]]
+# env_id = "primeintellect/opencode-harbor"
+
+# Hosted Training docs: https://docs.primeintellect.ai/hosted-training

configs/eval/debug.toml

@@ -0,0 +1,24 @@
+# Nemotron 3 models. Uncomment exactly one model.
+model = "nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16"
+# model = "nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16"
+
+num_examples = 20
+rollouts_per_example = 1
+max_tokens = 2048
+
+[[eval]]
+env_id = "primeintellect/wiki-search"
+
+# [[eval]]
+# env_id = "primeintellect/reverse-text"
+
+# [[eval]]
+# env_id = "primeintellect/wordle"
+
+# [[eval]]
+# env_id = "primeintellect/dspy-flights"
+
+# [[eval]]
+# env_id = "primeintellect/opencode-harbor"
+
+# Hosted Training docs: https://docs.primeintellect.ai/hosted-training

configs/eval/duplicate-env.toml

@@ -0,0 +1,25 @@
+# Qwen3.5 MoE models. Uncomment exactly one model.
+model = "Qwen/Qwen3.5-35B-A3B"
+# model = "Qwen/Qwen3.5-122B-A10B"
+# model = "Qwen/Qwen3.5-397B-A17B"
+
+num_examples = 20
+rollouts_per_example = 1
+max_tokens = 2048
+
+[[eval]]
+env_id = "primeintellect/wiki-search"
+
+# [[eval]]
+# env_id = "primeintellect/reverse-text"
+
+# [[eval]]
+# env_id = "primeintellect/wordle"
+
+# [[eval]]
+# env_id = "primeintellect/dspy-flights"
+
+# [[eval]]
+# env_id = "primeintellect/opencode-harbor"
+
+# Hosted Training docs: https://docs.primeintellect.ai/hosted-training

configs/eval/llama-3.toml

@@ -0,0 +1,26 @@
+# Qwen3.5 dense models. Uncomment exactly one model.
+# model = "Qwen/Qwen3.5-0.8B"
+# model = "Qwen/Qwen3.5-2B"
+model = "Qwen/Qwen3.5-4B"
+# model = "Qwen/Qwen3.5-9B"
+
+num_examples = 20
+rollouts_per_example = 1
+max_tokens = 1024
+
+[[eval]]
+env_id = "primeintellect/reverse-text"
+
+# [[eval]]
+# env_id = "primeintellect/wordle"
+
+# [[eval]]
+# env_id = "primeintellect/wiki-search"
+
+# [[eval]]
+# env_id = "primeintellect/dspy-flights"
+
+# [[eval]]
+# env_id = "primeintellect/opencode-harbor"
+
+# Hosted Training docs: https://docs.primeintellect.ai/hosted-training