[{"id":"ale_bench","label":"ALE-Bench","note":"AtCoder heuristic-optimisation contests (performance rating)","score_max":4000.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"apex_agents","label":"APEX-Agents","note":"long professional agent tasks","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"arc_agi_2","label":"ARC-AGI-2","note":"abstract reasoning, ARC Prize public eval set","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"aider_edit","label":"Aider Code Editing","note":"Aider official benchmark","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"aider_polyglot","label":"Aider Polyglot","note":"edits across 6 languages (225 exercises)","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"aider_refactor","label":"Aider Refactoring","note":"Aider official benchmark","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"balrog","label":"BALROG","note":"long-horizon game-playing agents","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"blueprint_bench","label":"Blueprint-Bench 2","note":"reading and reasoning over floor plans","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"cl_bench","label":"CL-bench","note":"learning new rules from context","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"cl_bench_life","label":"CL-bench Life","note":"learning from everyday-life context","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"chess_puzzles","label":"Chess Puzzles","note":"chess tactics puzzles","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"critpt","label":"CritPt","note":"unpublished research-level physics problems","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"cursorbench","label":"CursorBench","note":"real-world coding-agent tasks","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"cybench","label":"Cybench","note":"cybersecurity capture-the-flag tasks","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"dtbench","label":"DTBench","note":"dynamic tool-use benchmark","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"deepresearch","label":"DeepResearch Bench","note":"research-report quality","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"deepswe","label":"DeepSWE","note":"long-horizon software engineering","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"ebr_bench","label":"EBR-Bench","note":"evidence-based reasoning","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"enigma_eval","label":"EnigmaEval","note":"multi-step puzzle hunts","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"epoch_eci","label":"Epoch ECI","note":"Epoch Capabilities Index: Epoch's own aggregate of ~40 benchmarks","score_max":250.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"exploitbench","label":"ExploitBench","note":"writing working exploits","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"fiction_live","label":"Fiction.liveBench","note":"long-context story comprehension (16k)","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"frontiercode","label":"FrontierCode","note":"hard programming tasks","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"frontiermath_t13","label":"FrontierMath T1-3","note":"research-level maths, tiers 1-3","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"frontiermath_t4","label":"FrontierMath T4","note":"research-level maths, tier 4","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"frontierswe","label":"FrontierSWE","note":"hard multi-hour software engineering","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"furniture_assembly","label":"Furniture Assembly","note":"planning a physical assembly","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"gbaeval","label":"GBA-Eval","note":"playing Game Boy Advance games","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"gdp_pdf","label":"GDP.pdf","note":"economically valuable document tasks","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"gpqa_diamond","label":"GPQA Diamond","note":"expert-level science questions","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"gsm8k","label":"GSM8K","note":"grade-school math word problems","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"gso","label":"GSO-Bench","note":"software performance optimisation","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"hellaswag","label":"HellaSwag","note":"commonsense sentence completion","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"hle","label":"Humanity's Last Exam","note":"expert-level questions across domains","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"hle_diamond","label":"Humanity's Last Exam","note":"expert-level questions across domains","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"lmarena_code","label":"LMArena Code Elo","note":"crowd-voted coding answers","score_max":2000.0,"higher_is_better":true,"updated_at":"2026-10-15"},{"id":"lmarena_document","label":"LMArena Document Elo","note":"crowd-voted questions about documents","score_max":2000.0,"higher_is_better":true,"updated_at":"2026-10-15"},{"id":"lmarena_search","label":"LMArena Search Elo","note":"crowd-voted web-search answers","score_max":2000.0,"higher_is_better":true,"updated_at":"2026-10-15"},{"id":"lmarena_elo","label":"LMArena Text Elo","note":"head-to-head chat preference (crowd votes)","score_max":2000.0,"higher_is_better":true,"updated_at":"2026-10-15"},{"id":"lmarena_vision","label":"LMArena Vision Elo","note":"crowd-voted image understanding","score_max":2000.0,"higher_is_better":true,"updated_at":"2026-10-15"},{"id":"lmca","label":"LMCA","note":"language-model capability assessment","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"livebench_agentic_coding","label":"LiveBench Agentic Coding","note":"LiveBench release 2026_06_25","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"livebench_coding","label":"LiveBench Coding","note":"LiveBench release 2026_06_25","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"livebench_data_analysis","label":"LiveBench Data Analysis","note":"LiveBench release 2026_06_25","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"livebench_if","label":"LiveBench IF","note":"LiveBench release 2026_06_25","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"livebench_language","label":"LiveBench Language","note":"LiveBench release 2026_06_25","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"livebench_mathematics","label":"LiveBench Mathematics","note":"LiveBench release 2026_06_25","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"livebench_reasoning","label":"LiveBench Reasoning","note":"LiveBench release 2026_06_25","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"mcp_atlas","label":"MCP Atlas","note":"tool use across 1,000 MCP tasks","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"metr_horizon","label":"METR time horizon","note":"length of task (minutes) done at 50% success","score_max":4000.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"mmlu_pro","label":"MMLU-Pro","note":"57-subject knowledge + reasoning","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"mirrorcode","label":"MirrorCode","note":"reimplementing programs from behaviour","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"mystery_games","label":"Mystery Games","note":"deductive reasoning puzzles","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"os_world","label":"OSWorld","note":"computer-use tasks (v1)","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"osworld_2","label":"OSWorld 2","note":"computer-use tasks","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"aime","label":"OTIS Mock AIME","note":"competition maths (AIME 2024-25 style)","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"posttrainbench","label":"PostTrainBench","note":"post-training a smaller model","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"proofbench","label":"ProofBench","note":"writing mathematical proofs","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"rli","label":"Remote Labor Index","note":"paid freelance projects completed","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"swe_lite","label":"SWE-bench Lite","note":"real GitHub issues resolved","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"swe_multilingual","label":"SWE-bench Multilingual","note":"real GitHub issues resolved","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"swe_multimodal","label":"SWE-bench Multimodal","note":"real GitHub issues resolved","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"swe_test","label":"SWE-bench Test","note":"real GitHub issues resolved","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"swe_verified","label":"SWE-bench Verified","note":"real GitHub issues resolved","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"swe_rebench","label":"SWE-rebench","note":"fresh, decontaminated GitHub-issue tasks (resolved %)","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"scicode","label":"SciCode","note":"scientific research code","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"simplebench","label":"SimpleBench","note":"trick questions that test common sense","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"simpleqa_verified","label":"SimpleQA Verified","note":"short factual questions","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"surface_evolver","label":"Surface Evolver","note":"geometry optimisation with a solver","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"terminal_bench_2","label":"Terminal-Bench 2.0","note":"real terminal tasks (agent + model)","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"tbench","label":"Terminal-Bench 4.0","note":"real terminal tasks, agent+model config","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"agent_company","label":"TheAgentCompany","note":"work tasks in a simulated software company","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"vending_bench","label":"Vending-Bench 2","note":"running a vending business for a year (final money, $)","score_max":25000.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"webdev_arena","label":"WebDev Arena","note":"building web apps, crowd-voted (Elo)","score_max":2000.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"weirdml","label":"WeirdML","note":"unusual machine-learning tasks","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"},{"id":"weirdml_v3","label":"WeirdML v3","note":"unusual machine-learning tasks (v3)","score_max":100.0,"higher_is_better":true,"updated_at":"2026-11-18"}]