Loading dataset
Data viewTableSummary
Data viewTableSummary
Updated
result_idbenchmarkbenchmark_release_datemodelmodel_versionorganizationcountrymodel_accessmodel_release_datetraining_compute_flopscorescore_unitscore_fractionhigher_is_betterstderrresult_datereported_bysourcesource_urlevaluation_setupnotesepoch_file
262FWwUwrjPpxVN8G8sDZTMystery Game Puzzles2026-07-30GPT-5gpt-5-2025-08-07_lowOpenAIUnited States of AmericaAPI access2025-08-0766,000,000,000,000,000,000,000,0000.16fraction0.16true0.03684529491774712026-08-27Epoch AIEpoch AI∅∅∅mystery_game_puzzles.csv
298stsbTPpZp7toZsS5cp8OTIS Mock AIME 2024-20252024-12-19GPT-5 nanogpt-5-nano-2025-08-07_lowOpenAIUnited States of AmericaAPI access2025-08-07∅0.466666666666667fraction0.466666666666667true0.07521014330903552026-07-13Epoch AIEpoch AI∅∅otis_mock_aime_2024_2025.csv
2AbeCjy9w4KJWKhbKjtFTJMystery Game Puzzles2026-07-30Claude Opus 4.1claude-opus-4-1-20250805_24KAnthropicUnited States of AmericaAPI access2025-08-05∅0.21fraction0.21true0.04093601807403322026-07-25Epoch AIEpoch AI∅∅∅mystery_game_puzzles.csv
2CP56MmAkTeFXXT8pSGre4MirrorCode2026-06-26Grok 4.7grok-4.7_xhighxAIUnited States of AmericaAPI access2026-09-21∅0.544444444444444fraction0.544444444444444true0.1143958904554112026-10-29Epoch AIEpoch AI∅∅∅mirrorcode.csv
2CdomqtBVz2it7a2Zx2G2tGPQA diamond2023-11-20GPT-5.5gpt-5.5_lowOpenAIUnited States of AmericaAPI access2026-04-23∅0.906565656565657fraction0.906565656565657true0.01753265837772172026-05-05Epoch AIEpoch AI∅∅gpqa_diamond.csv
2Nf4PQvFjvbixGhtQXGQoSMirrorCode2026-06-26Claude Opus 4.8claude-opus-4-8_maxAnthropicUnited States of AmericaAPI access2026-05-28∅0.655555555555556fraction0.655555555555556true0.1084604463863912026-10-21Epoch AIEpoch AI∅∅mirrorcode.csv
2QAt4ptgGkLtcbVL3hdAvLFrontierMath-Tiers-1-3-v2-Private2026-06-12Claude Haiku 5.5claude-haiku-5-5_maxAnthropicUnited States of AmericaAPI access2026-10-07∅0.750877192982456fraction0.750877192982456true0.02566445410232952026-10-07Epoch AIEpoch AI∅∅∅frontiermath_tiers_1_3_v2.csv
2RiSB2ii5kf2Q6fDBv2P3EMATH level 52021-03-05o3-minio3-mini-2025-01-31_mediumOpenAIUnited States of AmericaAPI access2025-01-31∅0.95166163141994fraction0.95166163141994true0.004651917857621582025-01-31Epoch AIEpoch AI∅∅∅math_level_5.csv
2UmuBfhBvYbbnTg5BnQqovFrontierMath-Tier-4-v2-Private2026-06-12GPT-5.5 Instantgpt-5.5-instantOpenAIUnited States of AmericaAPI access2026-05-05∅0.024390243902439fraction0.024390243902439true0.0243902439024392026-08-02Epoch AIEpoch AI∅∅frontiermath_tier_4_v2.csv
2WxRbjq5ZWTgiXZPqYUG4RFrontierMath-Tier-4-v2-Private2026-06-12GPT-5 minigpt-5-mini-2025-08-07_highOpenAIUnited States of AmericaAPI access2025-08-07∅0.121951219512195fraction0.121951219512195true0.05173952057462542026-06-12Epoch AIEpoch AI∅∅frontiermath_tier_4_v2.csv
2a2uhidAfksbnAJC8yUrZKMystery Game Puzzles2026-07-30GPT-5.1gpt-5.1-2025-11-13_noneOpenAIUnited States of AmericaAPI access2025-11-13∅0.15fraction0.15true0.03588702812826372026-08-27Epoch AIEpoch AI∅∅∅mystery_game_puzzles.csv
2bhYPjF6VRWc5CeERGq8g5GPQA diamond2023-11-20Kimi K3.1 Prokimi-k3.1-pro-together_maxMoonshotChinaOpen weights (restricted use)2026-10-2320,001,000,000,000,000,000,000,0000.941919191919192fraction0.941919191919192true0.0143944678679352026-11-06Epoch AIEpoch AI∅∅gpqa_diamond.csv
2c4rvmf5N7QXTugrFLMZ83SimpleQA Verified2025-09-09Claude Opus 4.7claude-opus-4-7_xhighAnthropicUnited States of AmericaAPI access2026-04-16∅0.517fraction0.517true0.01581015372983332026-08-27Epoch AIEpoch AI∅∅simpleqa_verified.csv
2e2NePZeU3iB4wvhwCaTciMystery Game Puzzles2026-07-30GPT-5.4 Nanogpt-5.4-nano-2026-03-17_highOpenAIUnited States of AmericaAPI access2026-03-17∅0.05fraction0.05true0.0219042913557592026-08-27Epoch AIEpoch AI∅∅∅mystery_game_puzzles.csv
2eMHpXXR9h7P2oNPDQkTBYFrontierMath-2025-02-28-Private2025-02-28GPT-5 nanogpt-5-nano-2025-08-07_highOpenAIUnited States of AmericaAPI access2025-08-07∅0.0827586206896552fraction0.0827586206896552true0.01620688385836772025-10-30Epoch AIEpoch AI∅∅∅frontiermath.csv
2ekT2UzaebvmGprKvmeeEaFrontierMath-2025-02-28-Private2025-02-28o1-minio1-mini-2024-09-12_highOpenAIUnited States of AmericaAPI access2024-09-12∅0.0137931034482759fraction0.0137931034482759true0.006860663093423032025-03-06Epoch AIEpoch AI∅∅∅frontiermath.csv
2f8Vn5QBdJnc9i5y9jzXS7OTIS Mock AIME 2024-20252024-12-19Qwen3.8 Max (0902)qwen3.8-max-0902_xhighAlibabaChinaAPI access2026-09-01∅1fraction1true02026-09-02Epoch AIEpoch AI∅∅otis_mock_aime_2024_2025.csv
2fQJP3brRApfBdQq7Zy3bmOTIS Mock AIME 2024-20252024-12-19Llama 3.1-405BLlama-3.1-405B-InstructMeta AIUnited States of AmericaOpen weights (restricted use)2024-07-2338,000,000,000,000,000,000,000,0000.0972222222222222fraction0.0972222222222222true0.03218644609162342025-02-25Epoch AIEpoch AI∅∅otis_mock_aime_2024_2025.csv
2gzNF2d53h2oCKDnojLtSPGPQA diamond2023-11-20Qwen3-30B-A3B-Thinking (Jul 2025)qwen3-30b-a3b-thinking-2507AlibabaChinaOpen weights (unrestricted)2025-07-30648,000,000,000,000,000,000,0000.700757575757576fraction0.700757575757576true0.02832789761354552026-08-30Epoch AIEpoch AI∅∅gpqa_diamond.csv
2hH2GAPUFaJR7pfVKhhicgSWE-Bench verified2024-08-13Claude Opus 4.6claude-opus-4-6AnthropicUnited States of AmericaAPI access2026-02-05∅0.787190082644628fraction0.787190082644628true0.01862353730305292026-02-18Epoch AIEpoch AI∅∅swe_bench_verified.csv
2hbbp8z6PhB7c2T33os9q5FrontierMath-Tier-4-v2-Private2026-06-12Claude Opus 4.6claude-opus-4-6_maxAnthropicUnited States of AmericaAPI access2026-02-05∅0.268292682926829fraction0.268292682926829true0.07005564203095162026-06-11Epoch AIEpoch AI∅∅frontiermath_tier_4_v2.csv
2jKf4iEfVQnHkgAwEtD9NnChess Puzzles2025-12-10Claude Fable 5claude-fable-5_lowAnthropicUnited States of AmericaAPI access2026-06-09∅0.31fraction0.31true0.04648231987117322026-10-13Epoch AIEpoch AI∅∅chess_puzzles.csv
2o8XZ8V6W5jKD7TuY4fruxFrontierMath-Tier-4-2025-07-01-Private2025-07-11Claude Sonnet 4.5claude-sonnet-4-5-20250929AnthropicUnited States of AmericaAPI access2025-09-29∅0.0208333333333333fraction0.0208333333333333true0.02083333333333332025-09-29Epoch AIEpoch AI∅∅∅frontiermath_tier_4.csv
2pSDjMSGDh4HsAxkqUuNQPGPQA diamond2023-11-20GPT-5 nanogpt-5-nano-2025-08-07_highOpenAIUnited States of AmericaAPI access2025-08-07∅0.694444444444444fraction0.694444444444444true0.0275945089982512025-10-30Epoch AIEpoch AI∅∅gpqa_diamond.csv
2t26VSNdsAE5pefQEMP25xGPQA diamond2023-11-20Claude 3.7 Sonnetclaude-3-7-sonnet-20250219_64KAnthropicUnited States of AmericaAPI access2025-02-2433,500,000,000,000,000,000,000,0000.797348484848485fraction0.797348484848485true0.02650688312306012025-05-26Epoch AIEpoch AI∅∅gpqa_diamond.csv
2vg9qw9pd8zSyRMu9YNiVmOTIS Mock AIME 2024-20252024-12-19Claude 2.1claude-2.1AnthropicUnited States of AmericaAPI access2023-11-21∅0.0194444444444444fraction0.0194444444444444true0.01047751587662872025-03-07Epoch AIEpoch AI∅∅otis_mock_aime_2024_2025.csv
2wd9khVKiBzsAMUquz2R5sMATH level 52021-03-05DeepSeek-R1 (May 2025)DeepSeek-R1-0528DeepSeekChinaOpen weights (unrestricted)2025-05-283,300,000,000,000,000,000,000,0000.966389728096677fraction0.966389728096677true0.004215616173563652025-05-29Epoch AIEpoch AI∅∅∅math_level_5.csv
2xMn6dbY9mw4pmkh8Tz9GnOTIS Mock AIME 2024-20252024-12-19QwQ-32BQwQ-32BAlibabaChinaOpen weights (unrestricted)2025-03-053,510,000,000,000,000,000,000,0000.591666666666667fraction0.591666666666667true0.06348963965431162026-08-28Epoch AIEpoch AI∅∅otis_mock_aime_2024_2025.csv
2xNPhKLsiWLHQBLLDGU4VJOTIS Mock AIME 2024-20252024-12-19Claude 3.5 Sonnetclaude-3-5-sonnet-20240620AnthropicUnited States of AmericaAPI access2024-06-2027,000,000,000,000,000,000,000,0000.0652777777777778fraction0.0652777777777778true0.022293131815662025-02-25Epoch AIEpoch AI∅∅otis_mock_aime_2024_2025.csv
2xfFf6KZAp2gUWYhHGkFgsSimpleQA Verified2025-09-09DeepSeek V4 Pro 0813deepseek-v4-pro-0813_maxDeepSeekChinaOpen weights (unrestricted)2026-08-139,702,000,000,000,000,000,000,0000.529058116232465fraction0.529058116232465true0.01580839466570662026-08-27Epoch AIEpoch AI∅∅simpleqa_verified.csv
2y5jXmHGjyEyZvGjNDtRZeMystery Game Puzzles2026-07-30Qwen 3.6 Flashqwen3.6-flashAlibabaChina∅2026-04-27∅0.12fraction0.12true0.0326598632371092026-08-27Epoch AIEpoch AI∅∅∅mystery_game_puzzles.csv
2z7kL9DpfvY44T9Wo99FYxFrontierMath-Tier-4-v2-Private2026-06-12Gemini 2.5 Pro (Jun 2025)gemini-2.5-proGoogle DeepMindUnited States of AmericaAPI access2025-06-17∅0fraction0true02026-06-11Epoch AIEpoch AI∅∅frontiermath_tier_4_v2.csv
2z8ecBVZbXKHtpyFyxpJyBGPQA diamond2023-11-20Doubao-Seed-2.0 Prodoubao-seed-2.0-pro-260215_highByteDanceChinaAPI access2026-02-14∅0.881944444444444fraction0.881944444444444true0.0194293997290692026-10-28Epoch AIEpoch AI∅∅gpqa_diamond.csv
3542DFKGpjD6k8AZfGKD7WEBR-bench2026-07-01GPT-5.2gpt-5.2-2025-12-11_xhighOpenAIUnited States of AmericaAPI access2025-12-11∅0.230159fraction0.230159true∅2026-06-26Epoch AIEpoch AI∅∅∅ebr_bench.csv
37pJqPpXTE6ia9ikmmGPJ4OTIS Mock AIME 2024-20252024-12-19Claude Opus 4.8claude-opus-4-8_maxAnthropicUnited States of AmericaAPI access2026-05-28∅0.983333333333333fraction0.983333333333333true0.01410190187044422026-06-07Epoch AIEpoch AI∅∅otis_mock_aime_2024_2025.csv
3CGChL5vNDM6Df5C8Z8owNOTIS Mock AIME 2024-20252024-12-19Gemma 3 1Bgemma-3-1b-itGoogle DeepMindUnited States of AmericaOpen weights (restricted use)2025-03-1212,000,000,000,000,000,000,0000.0111111111111111fraction0.0111111111111111true0.005362818328685682026-08-28Epoch AIEpoch AI∅∅otis_mock_aime_2024_2025.csv
3D8aaFBLZwQcnWHYKwvnmqOTIS Mock AIME 2024-20252024-12-19GPT-5gpt-5-2025-08-07_highOpenAIUnited States of AmericaAPI access2025-08-0766,000,000,000,000,000,000,000,0000.913888888888889fraction0.913888888888889true0.03658872186755412025-10-29Epoch AIEpoch AI∅∅otis_mock_aime_2024_2025.csv
3GzYKQW2K4iijm6a73rVehFrontierMath-2025-02-28-Private2025-02-28Claude Sonnet 4.5claude-sonnet-4-5-20250929_59KAnthropicUnited States of AmericaAPI access2025-09-29∅0.134948096885813fraction0.134948096885813true0.02013298737567612025-11-13Epoch AIEpoch AI∅∅∅frontiermath.csv
3JJ4ChNxMo8CGAh3HrKNrwSimpleQA Verified2025-09-09DeepSeek V4.1 Flashdeepseek-v4.1-flash_maxDeepSeekChinaOpen weights (unrestricted)2026-09-094,320,000,000,000,000,000,000,0000.429fraction0.429true0.01565899754787022026-10-13Epoch AIEpoch AI∅∅simpleqa_verified.csv
3L22tfAid5ZM42p92tqC73Mystery Game Puzzles2026-07-30Gemini 3.6 Flashgemini-3.6-flash_minimalGoogle DeepMindUnited States of AmericaAPI access2026-07-21∅0.25fraction0.25true0.04351941398892452026-08-05Epoch AIEpoch AI∅∅∅mystery_game_puzzles.csv
3NYyCGnM6XhgytjyVGtwh8MATH level 52021-03-05GPT-5 minigpt-5-mini-2025-08-07_mediumOpenAIUnited States of AmericaAPI access2025-08-07∅0.967900302114804fraction0.967900302114804true0.003853475747353662025-08-20Epoch AIEpoch AI∅∅∅math_level_5.csv
3PVdaSEYFJKgYUgHnF4DBuMystery Game Puzzles2026-07-30Claude Sonnet 5.5claude-sonnet-5-5_maxAnthropicUnited States of AmericaAPI access2026-09-28∅0.65fraction0.65true0.04793724854411022026-09-29Epoch AIEpoch AI∅∅∅mystery_game_puzzles.csv
3Q6osT8EYezayG7yfxkSprGPQA diamond2023-11-20GPT-5.2gpt-5.2-2025-12-11_highOpenAIUnited States of AmericaAPI access2025-12-11∅0.881944444444444fraction0.881944444444444true0.01913858277633922025-12-11Epoch AIEpoch AI∅∅gpqa_diamond.csv
3QBsxKkbF2R2LEXTd6HDrJSimpleQA Verified2025-09-09GPT-5.4 Nanogpt-5.4-nano-2026-03-17_highOpenAIUnited States of AmericaAPI access2026-03-17∅0.117fraction0.117true0.01016928780271332026-08-27Epoch AIEpoch AI∅∅simpleqa_verified.csv
3QjP5HPi8tKUzHtNJktfv4OTIS Mock AIME 2024-20252024-12-19gpt-oss-120bopenai/gpt-oss-120b_highOpenAIUnited States of AmericaOpen weights (unrestricted)2025-08-054,940,000,000,000,000,000,000,0000.888888888888889fraction0.888888888888889true0.04463343655613272025-12-11Epoch AIEpoch AI∅∅otis_mock_aime_2024_2025.csv
3QtkFWzSLzd4hgYGsNd5cLMystery Game Puzzles2026-07-30Qwen 3.6 Flashqwen3.6-flash_noneAlibabaChina∅2026-04-27∅0.18fraction0.18true0.03861229196653692026-08-27Epoch AIEpoch AI∅∅∅mystery_game_puzzles.csv
3S6fjGAMKWKK3zcdxkmh9HOTIS Mock AIME 2024-20252024-12-19Gemini 1.5 Pro (May 2024)gemini-1.5-pro-001Google DeepMindUnited States of AmericaAPI access2024-05-14∅0.0680555555555556fraction0.0680555555555556true0.01893034295514882025-02-25Epoch AIEpoch AI∅∅otis_mock_aime_2024_2025.csv
3UbYVQELDHAcQgu7sTTnRfGPQA diamond2023-11-20Magistral Small 1.2magistral-small-2509Mistral AIFranceOpen weights (unrestricted)2025-09-18∅0.476010101010101fraction0.476010101010101true0.02599346269845342026-08-30Epoch AIEpoch AI∅∅gpqa_diamond.csv
3VDhPT5WvzjJZkRc36KuviMATH level 52021-03-05o3-minio3-mini-2025-01-31_highOpenAIUnited States of AmericaAPI access2025-01-31∅0.96487915407855fraction0.96487915407855true0.004265263461984672025-02-13Epoch AIEpoch AI∅∅∅math_level_5.csv
3ZnPtGRJkvqHk8wvWWRgCeMystery Game Puzzles2026-07-30Claude Opus 4.8claude-opus-4-8_xhighAnthropicUnited States of AmericaAPI access2026-05-28∅0.31fraction0.31true0.04648231987117322026-07-26Epoch AIEpoch AI∅∅∅mystery_game_puzzles.csv

50 of 7,449 rows loaded

Support

Talk to Mostly Right

Loading chat…