google-deepmind · danio2010 · Sep 30, 2025
diff --git a/eval_hub/putnam_like/putnam_like/Set_1/A1/metadata.json b/eval_hub/putnam_like/putnam_like/Set_1/A1/metadata.json
@@ -1,5 +1,6 @@
 {
     "EXPERT": "Bartosz Bieganowski",
     "MAXIMAL_SCORE_GIVEN_FINAL_ANSWER": 2.0,
-    "CANARY_ID": "putnam_like:20250718:b67a214a-3d69-4aa8-82e0-3b44bc787553"
+    "CANARY_ID": "putnam_like:20250718:b67a214a-3d69-4aa8-82e0-3b44bc787553",
+    "CATEGORY": "number theory"
 }
diff --git a/eval_hub/putnam_like/putnam_like/Set_1/A2/metadata.json b/eval_hub/putnam_like/putnam_like/Set_1/A2/metadata.json
@@ -1,5 +1,6 @@
 {
     "EXPERT": "Bartosz Bieganowski",
     "MAXIMAL_SCORE_GIVEN_FINAL_ANSWER": 8.0,
-    "CANARY_ID": "putnam_like:20250718:6fe6bd84-ad15-4635-aded-6112c370b64d"
+    "CANARY_ID": "putnam_like:20250718:6fe6bd84-ad15-4635-aded-6112c370b64d",
+    "CATEGORY": "analysis"
 }
diff --git a/eval_hub/putnam_like/putnam_like/Set_1/A3/metadata.json b/eval_hub/putnam_like/putnam_like/Set_1/A3/metadata.json
@@ -1,5 +1,6 @@
 {
     "EXPERT": "Bartosz Bieganowski",
     "MAXIMAL_SCORE_GIVEN_FINAL_ANSWER": null,
-    "CANARY_ID": "putnam_like:20250718:9c1e35e0-07fc-44bc-982d-5176751bde38"
+    "CANARY_ID": "putnam_like:20250718:9c1e35e0-07fc-44bc-982d-5176751bde38",
+    "CATEGORY": "discrete mathematics"
 }
diff --git a/eval_hub/putnam_like/putnam_like/Set_1/A4/metadata.json b/eval_hub/putnam_like/putnam_like/Set_1/A4/metadata.json
@@ -1,5 +1,6 @@
 {
     "EXPERT": "Robert Skiba",
     "MAXIMAL_SCORE_GIVEN_FINAL_ANSWER": null,
-    "CANARY_ID": "putnam_like:20250718:bc6588b7-35dc-4a71-9ac3-591af238689e"
+    "CANARY_ID": "putnam_like:20250718:bc6588b7-35dc-4a71-9ac3-591af238689e",
+    "CATEGORY": "abstract algebra"
 }
diff --git a/eval_hub/putnam_like/putnam_like/Set_1/A5/metadata.json b/eval_hub/putnam_like/putnam_like/Set_1/A5/metadata.json
@@ -1,5 +1,6 @@
 {
     "EXPERT": "Bartosz Bieganowski",
     "MAXIMAL_SCORE_GIVEN_FINAL_ANSWER": 8.0,
-    "CANARY_ID": "putnam_like:20250718:86aec474-2369-485e-8578-317d0b261f68"
+    "CANARY_ID": "putnam_like:20250718:86aec474-2369-485e-8578-317d0b261f68",
+    "CATEGORY": "analysis"
 }
diff --git a/eval_hub/putnam_like/putnam_like/Set_1/A6/metadata.json b/eval_hub/putnam_like/putnam_like/Set_1/A6/metadata.json
@@ -1,5 +1,6 @@
 {
     "EXPERT": "Bartosz Bieganowski",
     "MAXIMAL_SCORE_GIVEN_FINAL_ANSWER": 2.0,
-    "CANARY_ID": "putnam_like:20250718:4dfd6a3f-21d1-4b31-93f8-278355921109"
+    "CANARY_ID": "putnam_like:20250718:4dfd6a3f-21d1-4b31-93f8-278355921109",
+    "CATEGORY": "analysis"
 }
diff --git a/eval_hub/putnam_like/putnam_like/Set_1/B1/metadata.json b/eval_hub/putnam_like/putnam_like/Set_1/B1/metadata.json
@@ -1,5 +1,6 @@
 {
     "EXPERT": "Bartosz Bieganowski",
     "MAXIMAL_SCORE_GIVEN_FINAL_ANSWER": 8.0,
-    "CANARY_ID": "putnam_like:20250718:76930494-8913-4d01-bd6b-64c72270974c"
+    "CANARY_ID": "putnam_like:20250718:76930494-8913-4d01-bd6b-64c72270974c",
+    "CATEGORY": "analysis"
 }
diff --git a/eval_hub/putnam_like/putnam_like/Set_1/B2/metadata.json b/eval_hub/putnam_like/putnam_like/Set_1/B2/metadata.json
@@ -1,5 +1,6 @@
 {
     "EXPERT": "Bartosz Bieganowski",
     "MAXIMAL_SCORE_GIVEN_FINAL_ANSWER": null,
-    "CANARY_ID": "putnam_like:20250718:a74dae0a-438c-4444-ad18-8f20a0323212"
+    "CANARY_ID": "putnam_like:20250718:a74dae0a-438c-4444-ad18-8f20a0323212",
+    "CATEGORY": "analysis"
 }
diff --git a/eval_hub/putnam_like/putnam_like/Set_1/B3/metadata.json b/eval_hub/putnam_like/putnam_like/Set_1/B3/metadata.json
@@ -1,5 +1,6 @@
 {
     "EXPERT": "Bartosz Bieganowski",
     "MAXIMAL_SCORE_GIVEN_FINAL_ANSWER": null,
-    "CANARY_ID": "putnam_like:20250718:a227057f-c151-49d0-ab54-4935477c37e6"
+    "CANARY_ID": "putnam_like:20250718:a227057f-c151-49d0-ab54-4935477c37e6",
+    "CATEGORY": "analysis"
 }
diff --git a/eval_hub/putnam_like/putnam_like/Set_1/B4/metadata.json b/eval_hub/putnam_like/putnam_like/Set_1/B4/metadata.json
@@ -1,5 +1,6 @@
 {
     "EXPERT": "Bartosz Bieganowski",
     "MAXIMAL_SCORE_GIVEN_FINAL_ANSWER": 8.0,
-    "CANARY_ID": "putnam_like:20250718:cc32053e-dbc6-414c-87f7-9bf9d465a835"
+    "CANARY_ID": "putnam_like:20250718:cc32053e-dbc6-414c-87f7-9bf9d465a835",
+    "CATEGORY": "analysis"
 }
diff --git a/eval_hub/putnam_like/putnam_like/Set_1/B5/metadata.json b/eval_hub/putnam_like/putnam_like/Set_1/B5/metadata.json
@@ -1,5 +1,6 @@
 {
     "EXPERT": "Bartosz Bieganowski",
     "MAXIMAL_SCORE_GIVEN_FINAL_ANSWER": null,
-    "CANARY_ID": "putnam_like:20250718:fcc7f612-5f67-4a10-8b3d-73dc13b443ab"
+    "CANARY_ID": "putnam_like:20250718:fcc7f612-5f67-4a10-8b3d-73dc13b443ab",
+    "CATEGORY": "analysis"
 }
diff --git a/eval_hub/putnam_like/putnam_like/Set_1/B6/metadata.json b/eval_hub/putnam_like/putnam_like/Set_1/B6/metadata.json
@@ -1,5 +1,6 @@
 {
     "EXPERT": "Bartosz Bieganowski",
     "MAXIMAL_SCORE_GIVEN_FINAL_ANSWER": 8.0,
-    "CANARY_ID": "putnam_like:20250718:ea0bfe9b-7511-4904-bdf6-6b30c2cd4ee0"
+    "CANARY_ID": "putnam_like:20250718:ea0bfe9b-7511-4904-bdf6-6b30c2cd4ee0",
+    "CATEGORY": "analysis"
 }
diff --git a/eval_hub/putnam_like/putnam_like/Set_2/A1/metadata.json b/eval_hub/putnam_like/putnam_like/Set_2/A1/metadata.json
@@ -1,5 +1,6 @@
 {
     "EXPERT": "Robert Skiba",
     "MAXIMAL_SCORE_GIVEN_FINAL_ANSWER": null,
-    "CANARY_ID": "putnam_like:20250718:679b1f28-e5f5-474b-8abd-94cff5312031"
+    "CANARY_ID": "putnam_like:20250718:679b1f28-e5f5-474b-8abd-94cff5312031",
+    "CATEGORY": "linear algebra"
 }
diff --git a/eval_hub/putnam_like/putnam_like/Set_2/A2/metadata.json b/eval_hub/putnam_like/putnam_like/Set_2/A2/metadata.json
@@ -1,5 +1,6 @@
 {
     "EXPERT": "Robert Skiba",
     "MAXIMAL_SCORE_GIVEN_FINAL_ANSWER": null,
-    "CANARY_ID": "putnam_like:20250718:69b54d21-c6c5-4f4d-98cb-42ff22dd006c"
+    "CANARY_ID": "putnam_like:20250718:69b54d21-c6c5-4f4d-98cb-42ff22dd006c",
+    "CATEGORY": "analysis"
 }
diff --git a/eval_hub/putnam_like/putnam_like/Set_2/A3/metadata.json b/eval_hub/putnam_like/putnam_like/Set_2/A3/metadata.json
@@ -1,5 +1,6 @@
 {
     "EXPERT": "Robert Skiba",
     "MAXIMAL_SCORE_GIVEN_FINAL_ANSWER": null,
-    "CANARY_ID": "putnam_like:20250718:12366811-f37f-4a4a-9178-f3fc1281c4d9"
+    "CANARY_ID": "putnam_like:20250718:12366811-f37f-4a4a-9178-f3fc1281c4d9",
+    "CATEGORY": "analysis"
 }
diff --git a/eval_hub/putnam_like/putnam_like/Set_2/A4/metadata.json b/eval_hub/putnam_like/putnam_like/Set_2/A4/metadata.json
@@ -1,5 +1,6 @@
 {
     "EXPERT": "Robert Skiba",
     "MAXIMAL_SCORE_GIVEN_FINAL_ANSWER": 10.0,
-    "CANARY_ID": "putnam_like:20250718:a96512a8-5ba7-448c-9aca-a253fbaa5f9d"
+    "CANARY_ID": "putnam_like:20250718:a96512a8-5ba7-448c-9aca-a253fbaa5f9d",
+    "CATEGORY": "linear algebra"
 }
diff --git a/eval_hub/putnam_like/putnam_like/Set_2/A5/metadata.json b/eval_hub/putnam_like/putnam_like/Set_2/A5/metadata.json
@@ -1,5 +1,6 @@
 {
     "EXPERT": "Robert Skiba",
     "MAXIMAL_SCORE_GIVEN_FINAL_ANSWER": 10.0,
-    "CANARY_ID": "putnam_like:20250718:6385e106-b448-4d9b-865f-b219056817b3"
+    "CANARY_ID": "putnam_like:20250718:6385e106-b448-4d9b-865f-b219056817b3",
+    "CATEGORY": "abstract algebra"
 }
diff --git a/eval_hub/putnam_like/putnam_like/Set_2/A6/metadata.json b/eval_hub/putnam_like/putnam_like/Set_2/A6/metadata.json
@@ -1,5 +1,6 @@
 {
     "EXPERT": "Robert Skiba",
     "MAXIMAL_SCORE_GIVEN_FINAL_ANSWER": 9.0,
-    "CANARY_ID": "putnam_like:20250718:7383e486-32d9-4e51-bdcb-ee4d92b05e2f"
+    "CANARY_ID": "putnam_like:20250718:7383e486-32d9-4e51-bdcb-ee4d92b05e2f",
+    "CATEGORY": "analysis"
 }
diff --git a/eval_hub/putnam_like/putnam_like/Set_2/B1/metadata.json b/eval_hub/putnam_like/putnam_like/Set_2/B1/metadata.json
@@ -1,5 +1,6 @@
 {
     "EXPERT": "Robert Skiba",
     "MAXIMAL_SCORE_GIVEN_FINAL_ANSWER": 10.0,
-    "CANARY_ID": "putnam_like:20250718:d8c12034-d411-4bd6-8a44-b7e476ac12ae"
+    "CANARY_ID": "putnam_like:20250718:d8c12034-d411-4bd6-8a44-b7e476ac12ae",
+    "CATEGORY": "analysis"
 }
diff --git a/eval_hub/putnam_like/putnam_like/Set_2/B2/metadata.json b/eval_hub/putnam_like/putnam_like/Set_2/B2/metadata.json
@@ -1,5 +1,6 @@
 {
     "EXPERT": "Robert Skiba",
     "MAXIMAL_SCORE_GIVEN_FINAL_ANSWER": 8.0,
-    "CANARY_ID": "putnam_like:20250718:dae92cf2-1898-4d80-8778-75f9b4accbbf"
+    "CANARY_ID": "putnam_like:20250718:dae92cf2-1898-4d80-8778-75f9b4accbbf",
+    "CATEGORY": "linear algebra"
 }
diff --git a/eval_hub/putnam_like/putnam_like/Set_2/B3/metadata.json b/eval_hub/putnam_like/putnam_like/Set_2/B3/metadata.json
@@ -1,5 +1,6 @@
 {
     "EXPERT": "Robert Skiba",
     "MAXIMAL_SCORE_GIVEN_FINAL_ANSWER": null,
-    "CANARY_ID": "putnam_like:20250718:fcca4276-51ce-4f2e-b842-c4752d0742b3"
+    "CANARY_ID": "putnam_like:20250718:fcca4276-51ce-4f2e-b842-c4752d0742b3",
+    "CATEGORY": "number theory"
 }
diff --git a/eval_hub/putnam_like/putnam_like/Set_2/B4/metadata.json b/eval_hub/putnam_like/putnam_like/Set_2/B4/metadata.json
@@ -1,5 +1,6 @@
 {
     "EXPERT": "Robert Skiba",
     "MAXIMAL_SCORE_GIVEN_FINAL_ANSWER": null,
-    "CANARY_ID": "putnam_like:20250718:57cd1bd9-31fa-4cc1-8d74-4261f3dd9064"
+    "CANARY_ID": "putnam_like:20250718:57cd1bd9-31fa-4cc1-8d74-4261f3dd9064",
+    "CATEGORY": "analysis"
 }
diff --git a/eval_hub/putnam_like/putnam_like/Set_2/B5/metadata.json b/eval_hub/putnam_like/putnam_like/Set_2/B5/metadata.json
@@ -1,5 +1,6 @@
 {
     "EXPERT": "Robert Skiba",
     "MAXIMAL_SCORE_GIVEN_FINAL_ANSWER": null,
-    "CANARY_ID": "putnam_like:20250718:ac3280da-009c-480c-acb5-7116ba5a2097"
+    "CANARY_ID": "putnam_like:20250718:ac3280da-009c-480c-acb5-7116ba5a2097",
+    "CATEGORY": "analysis"
 }
diff --git a/eval_hub/putnam_like/putnam_like/Set_2/B6/metadata.json b/eval_hub/putnam_like/putnam_like/Set_2/B6/metadata.json
@@ -1,5 +1,6 @@
 {
     "EXPERT": "Robert Skiba",
     "MAXIMAL_SCORE_GIVEN_FINAL_ANSWER": null,
-    "CANARY_ID": "putnam_like:20250718:995685cb-bbfa-4860-a682-de54e7465fdc"
+    "CANARY_ID": "putnam_like:20250718:995685cb-bbfa-4860-a682-de54e7465fdc",
+    "CATEGORY": "analysis"
 }
diff --git a/eval_hub/putnam_like/putnam_like/Set_3/A1/metadata.json b/eval_hub/putnam_like/putnam_like/Set_3/A1/metadata.json
@@ -1,5 +1,6 @@
 {
     "EXPERT": "Daniel Strzelecki",
     "MAXIMAL_SCORE_GIVEN_FINAL_ANSWER": null,
-    "CANARY_ID": "putnam_like:20250718:f86294b3-0b30-4e3f-963b-1143e76d8cf6"
+    "CANARY_ID": "putnam_like:20250718:f86294b3-0b30-4e3f-963b-1143e76d8cf6",
+    "CATEGORY": "analysis"
 }
diff --git a/eval_hub/putnam_like/putnam_like/Set_3/A2/metadata.json b/eval_hub/putnam_like/putnam_like/Set_3/A2/metadata.json
@@ -1,5 +1,6 @@
 {
     "EXPERT": "Daniel Strzelecki",
     "MAXIMAL_SCORE_GIVEN_FINAL_ANSWER": null,
-    "CANARY_ID": "putnam_like:20250718:d7dbcd91-3e6d-4b3e-aeac-0a26fdf838d6"
+    "CANARY_ID": "putnam_like:20250718:d7dbcd91-3e6d-4b3e-aeac-0a26fdf838d6",
+    "CATEGORY": "polynomials"
 }
diff --git a/eval_hub/putnam_like/putnam_like/Set_3/A3/metadata.json b/eval_hub/putnam_like/putnam_like/Set_3/A3/metadata.json
@@ -1,5 +1,6 @@
 {
     "EXPERT": "Daniel Strzelecki",
     "MAXIMAL_SCORE_GIVEN_FINAL_ANSWER": 10.0,
-    "CANARY_ID": "putnam_like:20250718:68750486-a275-4e40-a23d-baf0ed0a0cd6"
+    "CANARY_ID": "putnam_like:20250718:68750486-a275-4e40-a23d-baf0ed0a0cd6",
+    "CATEGORY": "probability"
 }
diff --git a/eval_hub/putnam_like/putnam_like/Set_3/A4/metadata.json b/eval_hub/putnam_like/putnam_like/Set_3/A4/metadata.json
@@ -1,5 +1,6 @@
 {
     "EXPERT": "Daniel Strzelecki",
     "MAXIMAL_SCORE_GIVEN_FINAL_ANSWER": null,
-    "CANARY_ID": "putnam_like:20250718:35591606-0a93-454c-8387-88aa921e6651"
+    "CANARY_ID": "putnam_like:20250718:35591606-0a93-454c-8387-88aa921e6651",
+    "CATEGORY": "number theory"
 }
diff --git a/eval_hub/putnam_like/putnam_like/Set_3/A5/metadata.json b/eval_hub/putnam_like/putnam_like/Set_3/A5/metadata.json
@@ -1,5 +1,6 @@
 {
     "EXPERT": "Robert Skiba",
     "MAXIMAL_SCORE_GIVEN_FINAL_ANSWER": null,
-    "CANARY_ID": "putnam_like:20250718:8864cffd-69b8-4ff8-9de7-407ffe5733d5"
+    "CANARY_ID": "putnam_like:20250718:8864cffd-69b8-4ff8-9de7-407ffe5733d5",
+    "CATEGORY": "analysis"
 }
diff --git a/eval_hub/putnam_like/putnam_like/Set_3/A6/metadata.json b/eval_hub/putnam_like/putnam_like/Set_3/A6/metadata.json
@@ -1,5 +1,6 @@
 {
     "EXPERT": "Daniel Strzelecki",
     "MAXIMAL_SCORE_GIVEN_FINAL_ANSWER": 10.0,
-    "CANARY_ID": "putnam_like:20250718:5f101166-ff6a-42da-8946-171fb42b6f9d"
+    "CANARY_ID": "putnam_like:20250718:5f101166-ff6a-42da-8946-171fb42b6f9d",
+    "CATEGORY": "linear algebra"
 }
diff --git a/eval_hub/putnam_like/putnam_like/Set_3/B1/metadata.json b/eval_hub/putnam_like/putnam_like/Set_3/B1/metadata.json
@@ -1,5 +1,6 @@
 {
     "EXPERT": "Daniel Strzelecki",
     "MAXIMAL_SCORE_GIVEN_FINAL_ANSWER": null,
-    "CANARY_ID": "putnam_like:20250718:2fd2025e-af06-4ca3-b293-7dd0dfa546f7"
+    "CANARY_ID": "putnam_like:20250718:2fd2025e-af06-4ca3-b293-7dd0dfa546f7",
+    "CATEGORY": "analysis"
 }
diff --git a/eval_hub/putnam_like/putnam_like/Set_3/B2/metadata.json b/eval_hub/putnam_like/putnam_like/Set_3/B2/metadata.json
@@ -1,5 +1,6 @@
 {
     "EXPERT": "Daniel Strzelecki",
     "MAXIMAL_SCORE_GIVEN_FINAL_ANSWER": 9.0,
-    "CANARY_ID": "putnam_like:20250718:53332f2f-7756-45af-b174-a025515ae2cd"
+    "CANARY_ID": "putnam_like:20250718:53332f2f-7756-45af-b174-a025515ae2cd",
+    "CATEGORY": "analysis"
 }
diff --git a/eval_hub/putnam_like/putnam_like/Set_3/B3/metadata.json b/eval_hub/putnam_like/putnam_like/Set_3/B3/metadata.json
@@ -1,5 +1,6 @@
 {
     "EXPERT": "Daniel Strzelecki",
     "MAXIMAL_SCORE_GIVEN_FINAL_ANSWER": 8.0,
-    "CANARY_ID": "putnam_like:20250718:9d67a57a-28ea-493f-8a2f-262ebbe24b59"
+    "CANARY_ID": "putnam_like:20250718:9d67a57a-28ea-493f-8a2f-262ebbe24b59",
+    "CATEGORY": "analysis"
 }
diff --git a/eval_hub/putnam_like/putnam_like/Set_3/B4/metadata.json b/eval_hub/putnam_like/putnam_like/Set_3/B4/metadata.json
@@ -1,5 +1,6 @@
 {
     "EXPERT": "Daniel Strzelecki",
     "MAXIMAL_SCORE_GIVEN_FINAL_ANSWER": 10.0,
-    "CANARY_ID": "putnam_like:20250718:f59e5805-b19b-47a6-8561-10faeb4151bb"
+    "CANARY_ID": "putnam_like:20250718:f59e5805-b19b-47a6-8561-10faeb4151bb",
+    "CATEGORY": "analysis"
 }
diff --git a/eval_hub/putnam_like/putnam_like/Set_3/B5/metadata.json b/eval_hub/putnam_like/putnam_like/Set_3/B5/metadata.json
@@ -1,5 +1,6 @@
 {
     "EXPERT": "Daniel Strzelecki",
     "MAXIMAL_SCORE_GIVEN_FINAL_ANSWER": 9.0,
-    "CANARY_ID": "putnam_like:20250718:71da22c6-19b3-4dda-92cf-028a0808e46a"
+    "CANARY_ID": "putnam_like:20250718:71da22c6-19b3-4dda-92cf-028a0808e46a",
+    "CATEGORY": "analysis"
 }
diff --git a/eval_hub/putnam_like/putnam_like/Set_3/B6/metadata.json b/eval_hub/putnam_like/putnam_like/Set_3/B6/metadata.json
@@ -1,5 +1,6 @@
 {
     "EXPERT": "Daniel Strzelecki",
     "MAXIMAL_SCORE_GIVEN_FINAL_ANSWER": null,
-    "CANARY_ID": "putnam_like:20250718:340dfc66-a8e1-4aa0-9adc-0264160d1330"
+    "CANARY_ID": "putnam_like:20250718:340dfc66-a8e1-4aa0-9adc-0264160d1330",
+    "CATEGORY": "linear algebra"
 }
diff --git a/eval_hub/putnam_like/putnam_like/Set_4/A1/metadata.json b/eval_hub/putnam_like/putnam_like/Set_4/A1/metadata.json
@@ -1,5 +1,6 @@
 {
     "EXPERT": "Bartosz Bieganowski",
     "MAXIMAL_SCORE_GIVEN_FINAL_ANSWER": null,
-    "CANARY_ID": "putnam_like:20250718:ecb02ecf-f6ac-41a8-a6d1-8c10b36533b7"
+    "CANARY_ID": "putnam_like:20250718:ecb02ecf-f6ac-41a8-a6d1-8c10b36533b7",
+    "CATEGORY": "analysis"
 }
diff --git a/eval_hub/putnam_like/putnam_like/Set_4/A2/metadata.json b/eval_hub/putnam_like/putnam_like/Set_4/A2/metadata.json
@@ -1,5 +1,6 @@
 {
     "EXPERT": "Bartosz Bieganowski",
     "MAXIMAL_SCORE_GIVEN_FINAL_ANSWER": 6.0,
-    "CANARY_ID": "putnam_like:20250718:dd0ac09e-f6d4-476c-b3d1-a59c6a6b2a10"
+    "CANARY_ID": "putnam_like:20250718:dd0ac09e-f6d4-476c-b3d1-a59c6a6b2a10",
+    "CATEGORY": "polynomials"
 }
diff --git a/eval_hub/putnam_like/putnam_like/Set_4/A3/metadata.json b/eval_hub/putnam_like/putnam_like/Set_4/A3/metadata.json
@@ -1,5 +1,6 @@
 {
     "EXPERT": "Bartosz Bieganowski",
     "MAXIMAL_SCORE_GIVEN_FINAL_ANSWER": 1.0,
-    "CANARY_ID": "putnam_like:20250718:7f23a777-2531-4412-a08c-c02ee205a967"
+    "CANARY_ID": "putnam_like:20250718:7f23a777-2531-4412-a08c-c02ee205a967",
+    "CATEGORY": "linear algebra"
 }
diff --git a/eval_hub/putnam_like/putnam_like/Set_4/A4/metadata.json b/eval_hub/putnam_like/putnam_like/Set_4/A4/metadata.json
@@ -1,5 +1,6 @@
 {
     "EXPERT": "Robert Skiba",
     "MAXIMAL_SCORE_GIVEN_FINAL_ANSWER": null,
-    "CANARY_ID": "putnam_like:20250718:dbc2a74c-34c0-4234-92f9-9a151cb87b68"
+    "CANARY_ID": "putnam_like:20250718:dbc2a74c-34c0-4234-92f9-9a151cb87b68",
+    "CATEGORY": "number theory"
 }
diff --git a/eval_hub/putnam_like/putnam_like/Set_4/A5/metadata.json b/eval_hub/putnam_like/putnam_like/Set_4/A5/metadata.json
@@ -1,5 +1,6 @@
 {
     "EXPERT": "Bartosz Bieganowski",
     "MAXIMAL_SCORE_GIVEN_FINAL_ANSWER": null,
-    "CANARY_ID": "putnam_like:20250718:ae1fb511-8b9c-4dd9-bb54-936991843e1a"
+    "CANARY_ID": "putnam_like:20250718:ae1fb511-8b9c-4dd9-bb54-936991843e1a",
+    "CATEGORY": "number theory"
 }
diff --git a/eval_hub/putnam_like/putnam_like/Set_4/A6/metadata.json b/eval_hub/putnam_like/putnam_like/Set_4/A6/metadata.json
@@ -1,5 +1,6 @@
 {
     "EXPERT": "Bartosz Bieganowski",
     "MAXIMAL_SCORE_GIVEN_FINAL_ANSWER": null,
-    "CANARY_ID": "putnam_like:20250718:3d1b241f-2ce7-47e6-9f70-b26eaa0721ad"
+    "CANARY_ID": "putnam_like:20250718:3d1b241f-2ce7-47e6-9f70-b26eaa0721ad",
+    "CATEGORY": "analysis"
 }
diff --git a/eval_hub/putnam_like/putnam_like/Set_4/B1/metadata.json b/eval_hub/putnam_like/putnam_like/Set_4/B1/metadata.json
@@ -1,5 +1,6 @@
 {
     "EXPERT": "Bartosz Bieganowski",
     "MAXIMAL_SCORE_GIVEN_FINAL_ANSWER": 8.0,
-    "CANARY_ID": "putnam_like:20250718:451ba75e-e671-4042-a624-d189938ace42"
+    "CANARY_ID": "putnam_like:20250718:451ba75e-e671-4042-a624-d189938ace42",
+    "CATEGORY": "polynomials"
 }
diff --git a/eval_hub/putnam_like/putnam_like/Set_4/B2/metadata.json b/eval_hub/putnam_like/putnam_like/Set_4/B2/metadata.json
@@ -1,5 +1,6 @@
 {
     "EXPERT": "Bartosz Bieganowski",
     "MAXIMAL_SCORE_GIVEN_FINAL_ANSWER": 8.0,
-    "CANARY_ID": "putnam_like:20250718:6d1a758a-d4b2-4e8a-9db7-2916fe4a14d5"
+    "CANARY_ID": "putnam_like:20250718:6d1a758a-d4b2-4e8a-9db7-2916fe4a14d5",
+    "CATEGORY": "analysis"
 }