From f886521a37f4f3f65e4f176c7d1e827ddbaedc66 Mon Sep 17 00:00:00 2001 From: Sina Date: Sat, 18 Apr 2026 04:28:03 +0000 Subject: [PATCH] feat(benchmark): add Claude Opus 4.5, Claude Opus 4.7, Claude Sonnet 4.5, and Grok 4.20 Non-Reasoning models to benchmark results --- benchmark_results.json | 216 +++++++++++++++++++++++++++++++++ docs/_static/img/grok-logo.svg | 10 ++ 2 files changed, 226 insertions(+) create mode 100644 docs/_static/img/grok-logo.svg diff --git a/benchmark_results.json b/benchmark_results.json index 02c9507..cafc8aa 100644 --- a/benchmark_results.json +++ b/benchmark_results.json @@ -3346,5 +3346,221 @@ "Khmer": 4.8 } } + }, + { + "modelName": "Claude Opus 4.7", + "modelId": "claude-opus-4-7", + "modelUrl": "https://docs.claude.com/en/docs/about-claude/models/overview", + "iconPath": "_static/img/claude-symbol.svg", + "printed": 69.0, + "handwritten": 53.9, + "total": 60.9, + "main_language_and_type_metrics": { + "print": { + "Czech": 91.5, + "German": 77.1, + "Latin": 81.2, + "French": 83.5, + "English": 78.8, + "Hindi": 67.9, + "Sanskrit": 74.7, + "Swedish": 87.1, + "Chinese": 5.3, + "Dutch": 87.9, + "Finnish": 28.0, + "Polish": 73.5, + "Spanish": 84.8, + "Slovenian": 91.4, + "Bulgarian": 89.0, + "Japanese": 41.1, + "Bangla": 74.8, + "Romanian": 25.0 + }, + "handwriting": { + "Spanish": 71.7, + "Dutch": 70.6, + "French": 77.8, + "Latin": 46.6, + "Hebrew": 40.4, + "Japanese": 17.3, + "Italian": 89.7, + "German": 69.1, + "Greek": 25.6, + "Swedish": 85.0, + "Arabic": 55.9, + "Chinese": 49.9, + "English": 80.7, + "Catalan": 87.9, + "Portuguese": 52.0, + "Sanskrit": 9.5, + "Turkish": 13.8, + "Persian": 42.7, + "Vietnamese": 39.7, + "Norwegian": 89.8, + "Khmer": 15.1 + } + } + }, + { + "modelName": "Claude Opus 4.5", + "modelId": "claude-opus-4-5", + "modelUrl": "https://docs.claude.com/en/docs/about-claude/models/overview", + "iconPath": "_static/img/claude-symbol.svg", + "printed": 74.2, + "handwritten": 58.3, + "total": 65.6, + "main_language_and_type_metrics": { + "print": { + "Czech": 94.4, + "German": 72.4, + "Latin": 88.3, + "French": 76.4, + "English": 81.2, + "Hindi": 94.6, + "Sanskrit": 87.2, + "Swedish": 70.9, + "Chinese": 4.0, + "Dutch": 84.9, + "Finnish": 20.6, + "Polish": 76.8, + "Spanish": 89.5, + "Slovenian": 97.7, + "Bulgarian": 91.3, + "Japanese": 48.0, + "Bangla": 90.8, + "Romanian": 67.2 + }, + "handwriting": { + "Spanish": 74.3, + "Dutch": 78.4, + "French": 78.8, + "Latin": 68.8, + "Hebrew": 42.4, + "Japanese": 13.8, + "Italian": 87.3, + "German": 72.3, + "Greek": 50.4, + "Swedish": 72.3, + "Arabic": 76.9, + "Chinese": 47.1, + "English": 82.8, + "Catalan": 89.6, + "Portuguese": 51.0, + "Sanskrit": 10.6, + "Turkish": 37.7, + "Persian": 64.4, + "Vietnamese": 25.6, + "Norwegian": 86.0, + "Khmer": 13.2 + } + } + }, + { + "modelName": "Claude Sonnet 4.5", + "modelId": "claude-sonnet-4-5", + "modelUrl": "https://docs.claude.com/en/docs/about-claude/models/overview", + "iconPath": "_static/img/claude-symbol.svg", + "printed": 65.3, + "handwritten": 39.0, + "total": 51.2, + "main_language_and_type_metrics": { + "print": { + "Czech": 89.1, + "German": 62.5, + "Latin": 82.7, + "French": 76.3, + "English": 74.5, + "Hindi": 80.0, + "Sanskrit": 74.7, + "Swedish": 62.6, + "Chinese": 2.7, + "Dutch": 76.0, + "Finnish": 19.2, + "Polish": 63.5, + "Spanish": 89.4, + "Slovenian": 95.1, + "Bulgarian": 82.3, + "Japanese": 19.0, + "Bangla": 71.9, + "Romanian": 53.6 + }, + "handwriting": { + "Spanish": 53.7, + "Dutch": 50.0, + "French": 55.8, + "Latin": 49.1, + "Hebrew": 28.6, + "Japanese": 6.8, + "Italian": 65.4, + "German": 48.8, + "Greek": 33.1, + "Swedish": 34.9, + "Arabic": 46.5, + "Chinese": 20.6, + "English": 66.5, + "Catalan": 74.5, + "Portuguese": 35.4, + "Sanskrit": 8.1, + "Turkish": 26.2, + "Persian": 34.8, + "Vietnamese": 6.5, + "Norwegian": 61.8, + "Khmer": 12.9 + } + } + }, + { + "modelName": "Grok 4.20 Non-Reasoning", + "modelId": "grok-4.20-0309-non-reasoning", + "modelUrl": "https://docs.x.ai/developers/models", + "iconPath": "_static/img/grok-logo.svg", + "printed": 42.6, + "handwritten": 23.2, + "total": 32.2, + "main_language_and_type_metrics": { + "print": { + "Czech": 59.8, + "German": 34.8, + "Latin": 56.4, + "French": 57.5, + "English": 68.4, + "Hindi": 58.6, + "Sanskrit": 36.9, + "Swedish": 26.7, + "Chinese": 2.6, + "Dutch": 33.5, + "Finnish": 14.2, + "Polish": 47.4, + "Spanish": 65.5, + "Slovenian": 80.9, + "Bulgarian": 27.0, + "Japanese": 7.3, + "Bangla": 49.8, + "Romanian": 38.8 + }, + "handwriting": { + "Spanish": 20.5, + "Dutch": 12.6, + "French": 30.3, + "Latin": 19.9, + "Hebrew": 13.8, + "Japanese": 5.4, + "Italian": 36.7, + "German": 20.3, + "Greek": 15.1, + "Swedish": 15.2, + "Arabic": 29.3, + "Chinese": 49.7, + "English": 50.0, + "Catalan": 13.8, + "Portuguese": 10.1, + "Sanskrit": 3.8, + "Turkish": 16.6, + "Persian": 9.3, + "Vietnamese": 66.3, + "Norwegian": 44.3, + "Khmer": 5.0 + } + } } ] diff --git a/docs/_static/img/grok-logo.svg b/docs/_static/img/grok-logo.svg new file mode 100644 index 0000000..7286e74 --- /dev/null +++ b/docs/_static/img/grok-logo.svg @@ -0,0 +1,10 @@ + + + +