{"generatedAt":"2026-11-22T21:01:44.720Z","method":"equated-factor-v2","siteWeights":{"aa":{"a":0.28,"c":1.04,"w":12},"livebench":{"a":-0.81,"c":1.45,"w":8.3},"epoch":{"a":0.67,"c":0.42,"w":12},"arc":{"a":-0.12,"c":1,"w":12},"scale":{"a":0.32,"c":1.16,"w":12},"vals":{"a":-1.38,"c":1.44,"w":12},"tbench":{"a":-1.29,"c":1.37,"w":5.33},"eqbench":{"a":-0.49,"c":1.07,"w":3.58},"simplebench":{"a":0.04,"c":0.87,"w":8.09},"benchlm":{"a":-2.74,"c":1.85,"w":3.57}},"minSites":2,"sources":[{"id":"arena","name":"Arena (formerly LMArena)","short":"Arena","org":"Arena / LMArena (UC Berkeley)","url":"https://arena.ai/leaderboard","kind":"Human preference","desc":"Millions of anonymous blind battles voted by humans, rated with Bradley-Terry. Not used in the overall score; text categories, WebDev / Vision / Search / Document / Agent arenas feed the domain rankings only.","measures":"Real-user preference by task (domain rankings only)","ok":true,"fetchedAt":"2026-11-22T21:01:43.742Z","updated":"2026-11-20","models":349,"note":"official dataset (domain rankings only)","primary":"","metrics":[{"id":"arena_coding","label":"Text: Coding","unit":"Elo","domains":["coding"],"count":344,"primary":false},{"id":"arena_math","label":"Text: Math","unit":"Elo","domains":["math"],"count":333,"primary":false},{"id":"arena_creative_writing","label":"Text: Creative Writing","unit":"Elo","domains":["writing"],"count":347,"primary":false},{"id":"arena_instruction_following","label":"Text: Instruction Following","unit":"Elo","domains":["instruction"],"count":349,"primary":false},{"id":"arena_hard_prompts","label":"Text: Hard Prompts","unit":"Elo","domains":["reasoning"],"count":349,"primary":false},{"id":"arena_multi_turn","label":"Text: Multi-turn","unit":"Elo","domains":["chat"],"count":347,"primary":false},{"id":"arena_expert","label":"Text: Expert","unit":"Elo","domains":["knowledge"],"count":302,"primary":false},{"id":"arena_japanese","label":"Text: Japanese","unit":"Elo","domains":["japanese"],"count":233,"primary":false},{"id":"arena_industry_business_and_management_and_financial_operations","label":"Text: Business & Finance","unit":"Elo","domains":["business"],"count":342,"primary":false},{"id":"arena_industry_medicine_and_healthcare","label":"Text: Medicine","unit":"Elo","domains":["knowledge"],"count":321,"primary":false},{"id":"arena_industry_legal_and_government","label":"Text: Legal & Government","unit":"Elo","domains":["business"],"count":322,"primary":false},{"id":"arena_webdev","label":"WebDev Arena","unit":"Elo","domains":["coding"],"count":136,"primary":false,"desc":"Human votes on web app generation"},{"id":"arena_vision","label":"Vision Arena","unit":"Elo","domains":["vision"],"count":143,"primary":false,"desc":"Human votes on image understanding"},{"id":"arena_search","label":"Search Arena","unit":"Elo","domains":["knowledge"],"count":43,"primary":false,"desc":"Human votes on search-grounded answers"},{"id":"arena_document","label":"Document Arena","unit":"Elo","domains":["longctx","business"],"count":39,"primary":false,"desc":"Human votes on long-document QA"},{"id":"arena_agent","label":"Agent Arena","unit":"pt","domains":["agent"],"count":61,"primary":false,"desc":"Behavioral signals (task success, steerability) from real agent sessions"}]},{"id":"aa","name":"Artificial Analysis","short":"Artificial Analysis","org":"Artificial Analysis","url":"https://artificialanalysis.ai/leaderboards/models","kind":"Independent index","desc":"Re-runs ~10 hard benchmarks under identical conditions and combines them into the Intelligence Index. Also measures price and speed.","measures":"General intelligence (reasoning, knowledge, code, agents)","ok":true,"fetchedAt":"2026-10-17T01:40:04.985Z","updated":"2026-10-17","error":"AA: model data not found","models":141,"primary":"aa_index","metrics":[{"id":"aa_index","label":"Intelligence Index","unit":"pt","domains":[],"count":141,"primary":true},{"id":"aa_hle","label":"Humanity's Last Exam","unit":"%","domains":["reasoning","knowledge"],"count":143,"primary":false},{"id":"aa_gpqa","label":"GPQA Diamond","unit":"%","domains":["knowledge"],"count":120,"primary":false},{"id":"aa_scicode","label":"SciCode","unit":"%","domains":["coding"],"count":141,"primary":false},{"id":"aa_terminalbenchHard","label":"Terminal-Bench Hard","unit":"%","domains":["coding","agent"],"count":74,"primary":false},{"id":"aa_tau2","label":"τ²-Bench Telecom","unit":"%","domains":["agent"],"count":73,"primary":false},{"id":"aa_ifbench","label":"IFBench","unit":"%","domains":["instruction"],"count":74,"primary":false},{"id":"aa_lcr","label":"AA-LCR (long context)","unit":"%","domains":["longctx"],"count":143,"primary":false},{"id":"aa_mmmuPro","label":"MMMU-Pro","unit":"%","domains":["vision"],"count":69,"primary":false},{"id":"aa_critpt","label":"CritPt (physics research)","unit":"%","domains":["knowledge"],"count":146,"primary":false},{"id":"aa_omniscience","label":"AA-Omniscience (knowledge/hallucination)","unit":"pt","domains":["knowledge"],"count":143,"primary":false},{"id":"aa_gdpvalNormalized","label":"GDPval-AA","unit":"pt","domains":["business"],"count":141,"primary":false},{"id":"aa_apexAgents","label":"APEX-Agents","unit":"%","domains":["agent","business"],"count":25,"primary":false}],"stale":true},{"id":"livebench","name":"LiveBench","short":"LiveBench","org":"Abacus.AI / NYU / NVIDIA et al.","url":"https://livebench.ai/","kind":"Benchmark","desc":"Questions are refreshed regularly to avoid training-data contamination and graded automatically against objective answers.","measures":"Reasoning, math, code, data analysis, language, instruction following","ok":true,"fetchedAt":"2026-10-18T17:51:33.377Z","updated":"2026-06-25","error":"HTTP 404 https://livebench.ai/categories_2026_06_25.json","models":64,"note":"release 2026-06-25","primary":"livebench_global","metrics":[{"id":"livebench_global","label":"Global Average","unit":"pt","domains":[],"count":64,"primary":true},{"id":"livebench_reasoning","label":"Reasoning","unit":"pt","domains":["reasoning"],"count":64,"primary":false},{"id":"livebench_coding","label":"Coding","unit":"pt","domains":["coding"],"count":64,"primary":false},{"id":"livebench_agentic_coding","label":"Agentic Coding","unit":"pt","domains":["coding","agent"],"count":64,"primary":false},{"id":"livebench_mathematics","label":"Mathematics","unit":"pt","domains":["math"],"count":64,"primary":false},{"id":"livebench_data_analysis","label":"Data Analysis","unit":"pt","domains":["business"],"count":64,"primary":false},{"id":"livebench_language","label":"Language","unit":"pt","domains":["writing"],"count":64,"primary":false},{"id":"livebench_if","label":"Instruction Following","unit":"pt","domains":["instruction"],"count":64,"primary":false}],"stale":true},{"id":"epoch","name":"Epoch AI","short":"Epoch AI","org":"Epoch AI","url":"https://epoch.ai/benchmarks","kind":"Composite index","desc":"Epoch Capabilities Index (ECI) combines many benchmarks with item response theory. Also runs FrontierMath and other evaluations.","measures":"Overall capability (statistical combination of many benchmarks)","ok":true,"fetchedAt":"2026-11-22T21:01:43.100Z","updated":"2026-11-17","models":230,"primary":"epoch_eci","metrics":[{"id":"epoch_eci","label":"Epoch Capabilities Index","unit":"ECI","domains":[],"count":230,"primary":true},{"id":"epoch_frontiermath","label":"FrontierMath Tier 1-3","unit":"%","domains":["math"],"count":91,"primary":false},{"id":"epoch_frontiermath4","label":"FrontierMath Tier 4","unit":"%","domains":["math"],"count":74,"primary":false},{"id":"epoch_gpqa","label":"GPQA Diamond","unit":"%","domains":["knowledge"],"count":226,"primary":false},{"id":"epoch_simpleqa","label":"SimpleQA Verified (factuality)","unit":"%","domains":["knowledge"],"count":94,"primary":false},{"id":"epoch_aime","label":"OTIS Mock AIME","unit":"%","domains":["math"],"count":208,"primary":false}]},{"id":"arc","name":"ARC Prize (ARC-AGI)","short":"ARC-AGI","org":"ARC Prize Foundation","url":"https://arcprize.org/leaderboard","kind":"Benchmark","desc":"Novel abstract puzzles that are easy for humans but hard for AI, verified on private test sets.","measures":"Abstract reasoning and generalization","ok":true,"fetchedAt":"2026-11-22T21:01:43.238Z","updated":"2026-11-20","models":95,"primary":"arc_v2","metrics":[{"id":"arc_v2","label":"ARC-AGI-2","unit":"%","domains":["reasoning"],"count":95,"primary":true},{"id":"arc_v1","label":"ARC-AGI-1","unit":"%","domains":["reasoning"],"count":92,"primary":false},{"id":"arc_v3","label":"ARC-AGI-3 (interactive)","unit":"%","domains":["reasoning","agent"],"count":28,"primary":false}]},{"id":"scale","name":"Scale AI SEAL","short":"Scale SEAL","org":"Scale AI / CAIS","url":"https://labs.scale.com/leaderboard","kind":"Expert benchmark","desc":"Evaluated on expert-written private data. Humanity’s Last Exam collects the hardest questions across fields.","measures":"Frontier expert knowledge and reasoning","ok":true,"fetchedAt":"2026-11-22T21:01:43.332Z","updated":"2026-11-20","models":44,"primary":"scale_hle","metrics":[{"id":"scale_hle","label":"Humanity's Last Exam","unit":"%","domains":["reasoning","knowledge"],"count":44,"primary":true},{"id":"scale_multichallenge","label":"MultiChallenge (multi-turn)","unit":"%","domains":["instruction","chat"],"count":39,"primary":false},{"id":"scale_mcp","label":"MCP Atlas (tool use)","unit":"%","domains":["agent"],"count":37,"primary":false}]},{"id":"vals","name":"Vals AI","short":"Vals AI","org":"Vals AI","url":"https://www.vals.ai/benchmarks/vals_index","kind":"Industry benchmark","desc":"Real finance, legal and coding tasks on private data, weighted by US GDP share into the Vals Index.","measures":"Economic usefulness in finance, legal and software work","ok":true,"fetchedAt":"2026-11-22T21:01:43.478Z","updated":"2026-11-19","models":42,"primary":"vals_index","metrics":[{"id":"vals_index","label":"Vals Index","unit":"%","domains":["business"],"count":42,"primary":true},{"id":"vals_vibe_code_bench","label":"Vibe Code Bench v1.1","unit":"%","domains":["coding"],"count":42,"primary":false},{"id":"vals_finance_agent","label":"Finance Agent v2.1","unit":"%","domains":["business"],"count":42,"primary":false},{"id":"vals_emb","label":"EMB v1.1","unit":"%","domains":["business"],"count":42,"primary":false},{"id":"vals_code_migration","label":"Code Migration v1.1","unit":"%","domains":["coding"],"count":42,"primary":false},{"id":"vals_legal_research","label":"Legal Research","unit":"%","domains":["business"],"count":42,"primary":false},{"id":"vals_legal_agent_benchmark","label":"HLAB-Vals-1.1","unit":"%","domains":["business"],"count":42,"primary":false}]},{"id":"tbench","name":"Terminal-Bench","short":"Terminal-Bench","org":"Stanford / Laude Institute","url":"https://www.tbench.ai/leaderboard","kind":"Agent benchmark","desc":"Whether a model can autonomously complete long tasks (building, debugging, operating) in a real terminal.","measures":"Agentic coding and autonomous work","ok":true,"fetchedAt":"2026-11-22T21:01:44.434Z","updated":"2026-11-18","models":53,"note":"Terminal-Bench 4.1","primary":"tbench","metrics":[{"id":"tbench","label":"Terminal-Bench 4.1","unit":"%","domains":["coding","agent"],"count":53,"primary":true}]},{"id":"eqbench","name":"EQ-Bench","short":"EQ-Bench","org":"Sam Paech","url":"https://eqbench.com/","kind":"Benchmark","desc":"Role-play dialogues in difficult interpersonal scenarios judged pairwise and converted to Elo. Also scores creative writing.","measures":"Emotional intelligence, empathy, creative writing","ok":true,"fetchedAt":"2026-11-22T21:01:43.335Z","updated":"2026-10-24","models":32,"primary":"eqbench","metrics":[{"id":"eqbench","label":"EQ-Bench 4","unit":"Elo","domains":["chat"],"count":32,"primary":true},{"id":"eqbench_cw","label":"Creative Writing v3","unit":"Elo","domains":["writing"],"count":143,"primary":false}]},{"id":"simplebench","name":"SimpleBench","short":"SimpleBench","org":"SimpleBench Team","url":"https://simple-bench.com/","kind":"Benchmark","desc":"Common-sense, spatial and temporal trick questions an average person can solve; measures raw reasoning without expert knowledge.","measures":"Common-sense reasoning and trick resistance","ok":true,"fetchedAt":"2026-11-22T21:01:43.473Z","updated":"2026-11-19","models":112,"primary":"simplebench","metrics":[{"id":"simplebench","label":"SimpleBench","unit":"%","domains":["reasoning"],"count":112,"primary":true}]},{"id":"benchlm","name":"BenchLM.ai","short":"BenchLM","org":"BenchLM.ai","url":"https://benchlm.ai/","kind":"Composite index","desc":"Collects 450+ public benchmark results with sources and combines them by category into the BenchAlign score. Only evidence-backed models are used (estimates excluded).","measures":"Overall: agents, code, reasoning, knowledge, math","ok":true,"fetchedAt":"2026-11-22T21:01:43.481Z","updated":"2026-11-21","models":24,"note":"24 evidence-backed models (1 estimates excluded)","primary":"benchlm","metrics":[{"id":"benchlm","label":"BenchAlign Score","unit":"pt","domains":[],"count":24,"primary":true},{"id":"benchlm_agentic","label":"Agentic","unit":"pt","domains":["agent"],"count":24,"primary":false},{"id":"benchlm_coding","label":"Coding","unit":"pt","domains":["coding"],"count":23,"primary":false},{"id":"benchlm_reasoning","label":"Reasoning","unit":"pt","domains":["reasoning"],"count":23,"primary":false},{"id":"benchlm_multimodalGrounded","label":"Multimodal & Grounded","unit":"pt","domains":["vision"],"count":23,"primary":false},{"id":"benchlm_knowledge","label":"Knowledge","unit":"pt","domains":["knowledge"],"count":24,"primary":false},{"id":"benchlm_multilingual","label":"Multilingual","unit":"pt","domains":["writing"],"count":10,"primary":false},{"id":"benchlm_instructionFollowing","label":"Instruction Following","unit":"pt","domains":["instruction"],"count":23,"primary":false},{"id":"benchlm_math","label":"Math","unit":"pt","domains":["math"],"count":19,"primary":false}]}],"domains":[{"id":"overall","label":"Overall","icon":"fa-crown","desc":"Combined primary metrics of all ranked sites"},{"id":"coding","label":"Coding","icon":"fa-code","desc":"Code generation, web dev, software engineering"},{"id":"agent","label":"Agents","icon":"fa-robot","desc":"Tool use and autonomous task completion"},{"id":"reasoning","label":"Reasoning","icon":"fa-brain","desc":"Abstract, hard and common-sense reasoning"},{"id":"math","label":"Math","icon":"fa-square-root-variable","desc":"Competition and research-level math"},{"id":"knowledge","label":"Knowledge & Science","icon":"fa-flask","desc":"Expert knowledge, science, factuality"},{"id":"writing","label":"Writing","icon":"fa-feather","desc":"Creative writing and language use"},{"id":"instruction","label":"Instruction Following","icon":"fa-list-check","desc":"Faithfulness to complex instructions"},{"id":"chat","label":"Chat & EQ","icon":"fa-comments","desc":"Human preference, emotional intelligence, multi-turn"},{"id":"business","label":"Business","icon":"fa-briefcase","desc":"Finance, legal, data analysis"},{"id":"japanese","label":"Japanese","icon":"fa-language","desc":"Conversation quality in Japanese"},{"id":"vision","label":"Vision","icon":"fa-eye","desc":"Multimodal image understanding"},{"id":"longctx","label":"Long Context","icon":"fa-scroll","desc":"Understanding and reasoning over long documents"}],"models":[{"id":"gemini-4-neon","name":"Gemini 4 Neon","provider":"google","providerName":"Google","country":"US","sites":{"tbench":{"rank":8,"of":53,"score":61.21,"pct":86.5,"variant":"Gemini 4 Neon (xhigh)"},"simplebench":{"rank":2,"of":112,"score":94.4,"pct":99.1,"variant":"Gemini 4 Neon"},"benchlm":{"rank":2,"of":24,"score":91.3,"pct":95.7,"variant":"Gemini 4 Neon"}},"metrics":{"arena_coding":{"rank":2,"of":344,"score":1559,"pct":99.7,"variant":"Gemini 4 Neon (High)"},"arena_math":{"rank":2,"of":333,"score":1534.5,"pct":99.7,"variant":"Gemini 4 Neon (High)"},"arena_creative_writing":{"rank":5,"of":347,"score":1501.6,"pct":98.8,"variant":"Gemini 4 Neon (High)"},"arena_instruction_following":{"rank":3,"of":349,"score":1517.7,"pct":99.4,"variant":"Gemini 4 Neon (High)"},"arena_hard_prompts":{"rank":3,"of":349,"score":1541.6,"pct":99.4,"variant":"Gemini 4 Neon (High)"},"arena_multi_turn":{"rank":4,"of":347,"score":1520.4,"pct":99.1,"variant":"Gemini 4 Neon (High)"},"arena_expert":{"rank":5,"of":302,"score":1544.7,"pct":98.7,"variant":"Gemini 4 Neon (High)"},"arena_industry_business_and_management_and_financial_operations":{"rank":23,"of":342,"score":1484.3,"pct":93.5,"variant":"Gemini 4 Neon (High)"},"arena_industry_medicine_and_healthcare":{"rank":2,"of":321,"score":1527.7,"pct":99.7,"variant":"Gemini 4 Neon (High)"},"arena_industry_legal_and_government":{"rank":13,"of":322,"score":1501.8,"pct":96.3,"variant":"Gemini 4 Neon (High)"},"arena_webdev":{"rank":6,"of":136,"score":1764.9,"pct":96.3,"variant":"Gemini 4 Neon (High)"},"arena_agent":{"rank":3,"of":61,"score":0.184,"pct":96.7,"variant":"Gemini 4 Neon (High)"},"epoch_frontiermath":{"rank":5,"of":91,"score":91.2,"pct":95.6,"variant":"gemini-4-neon_xhigh"},"epoch_frontiermath4":{"rank":4,"of":74,"score":97.6,"pct":95.9,"variant":"gemini-4-neon_xhigh"},"epoch_gpqa":{"rank":5,"of":226,"score":96.3,"pct":98.2,"variant":"gemini-4-neon_xhigh"},"epoch_simpleqa":{"rank":6,"of":94,"score":75.2,"pct":94.6,"variant":"gemini-4-neon_xhigh"},"epoch_aime":{"rank":1,"of":208,"score":100,"pct":100,"variant":"gemini-4-neon_xhigh"},"tbench":{"rank":8,"of":53,"score":61.21,"pct":86.5,"variant":"Gemini 4 Neon (xhigh)"},"simplebench":{"rank":2,"of":112,"score":94.4,"pct":99.1,"variant":"Gemini 4 Neon"},"benchlm":{"rank":2,"of":24,"score":91.3,"pct":95.7,"variant":"Gemini 4 Neon"},"benchlm_agentic":{"rank":3,"of":24,"score":91.9,"pct":91.3,"variant":"Gemini 4 Neon"},"benchlm_coding":{"rank":1,"of":23,"score":92.9,"pct":100,"variant":"Gemini 4 Neon"},"benchlm_reasoning":{"rank":2,"of":23,"score":88.9,"pct":95.5,"variant":"Gemini 4 Neon"},"benchlm_multimodalGrounded":{"rank":5,"of":23,"score":80.9,"pct":81.8,"variant":"Gemini 4 Neon"},"benchlm_knowledge":{"rank":3,"of":24,"score":87.9,"pct":91.3,"variant":"Gemini 4 Neon"},"benchlm_instructionFollowing":{"rank":2,"of":23,"score":86.9,"pct":95.5,"variant":"Gemini 4 Neon"},"benchlm_math":{"rank":2,"of":19,"score":83.9,"pct":94.4,"variant":"Gemini 4 Neon"}},"domains":{"overall":93.4,"coding":93.8,"agent":94.8,"reasoning":94,"math":89.8,"knowledge":94.9,"writing":79.8,"instruction":94.9,"chat":72,"business":79.7,"vision":88.7},"coverage":3,"avgPct":93.8,"overall":93.4,"rank":1,"avgRank":4,"aliases":["Gemini 4 Neon (High)","gemini-4-neon_xhigh","Gemini 4 Neon (xhigh)","Gemini 4 Neon"],"open":false,"release":"2026-11-18","reasoning":true,"theta":2.121,"se":0.185,"lo":90.6,"hi":95.4,"firstSeen":"2026-11-19T13:20:32.518Z","isNew":true},{"id":"claude-fable-5-2","name":"Claude Fable 5.2","provider":"anthropic","providerName":"Anthropic","country":"US","sites":{"epoch":{"rank":1,"of":230,"score":173.4,"pct":100,"variant":"Claude Fable 5.2"},"arc":{"rank":5,"of":95,"score":93.8,"pct":95.7,"variant":"Claude Fable 5.2 (XHigh)"},"vals":{"rank":1,"of":42,"score":71.3,"pct":100,"variant":"anthropic/claude-fable-5-2"},"tbench":{"rank":2,"of":53,"score":65.76,"pct":98.1,"variant":"Fable 5.2 (max)"},"simplebench":{"rank":1,"of":112,"score":94.9,"pct":100,"variant":"Claude Fable 5.2"},"benchlm":{"rank":1,"of":24,"score":93.3,"pct":100,"variant":"Claude Fable 5.2"}},"metrics":{"arena_coding":{"rank":26,"of":344,"score":1526.5,"pct":92.7,"variant":"Claude Fable 5.2 (Max)"},"arena_math":{"rank":10,"of":333,"score":1507.4,"pct":97.3,"variant":"Claude Fable 5.2 (Max)"},"arena_creative_writing":{"rank":1,"of":347,"score":1528.7,"pct":100,"variant":"Claude Fable 5.2 (Max)"},"arena_instruction_following":{"rank":9,"of":349,"score":1501.9,"pct":97.7,"variant":"Claude Fable 5.2 (Max)"},"arena_hard_prompts":{"rank":12,"of":349,"score":1517,"pct":96.8,"variant":"Claude Fable 5.2 (Max)"},"arena_multi_turn":{"rank":29,"of":347,"score":1484.6,"pct":91.9,"variant":"Claude Fable 5.2 (Max)"},"arena_expert":{"rank":10,"of":302,"score":1533,"pct":97,"variant":"Claude Fable 5.2 (Max)"},"arena_industry_business_and_management_and_financial_operations":{"rank":29,"of":342,"score":1478.2,"pct":91.8,"variant":"Claude Fable 5.2 (Max)"},"arena_industry_medicine_and_healthcare":{"rank":13,"of":321,"score":1510.2,"pct":96.3,"variant":"Claude Fable 5.2 (Max)"},"arena_industry_legal_and_government":{"rank":19,"of":322,"score":1498.5,"pct":94.4,"variant":"Claude Fable 5.2 (Max)"},"arena_webdev":{"rank":1,"of":136,"score":1823.6,"pct":100,"variant":"Claude Fable 5.2 (xHigh)"},"arena_vision":{"rank":2,"of":143,"score":1305.3,"pct":99.3,"variant":"Claude Fable 5.2 (Max)"},"arena_agent":{"rank":1,"of":61,"score":0.274,"pct":100,"variant":"Claude Fable 5.2 (Max)"},"epoch_eci":{"rank":1,"of":230,"score":173.4,"pct":100,"variant":"Claude Fable 5.2"},"epoch_frontiermath":{"rank":1,"of":91,"score":95.1,"pct":100,"variant":"claude-fable-5-2_max"},"epoch_frontiermath4":{"rank":1,"of":74,"score":100,"pct":100,"variant":"claude-fable-5-2_max"},"epoch_gpqa":{"rank":6,"of":226,"score":96,"pct":97.8,"variant":"claude-fable-5-2-fallback_max"},"epoch_simpleqa":{"rank":1,"of":94,"score":94,"pct":100,"variant":"claude-fable-5-2_max"},"epoch_aime":{"rank":19,"of":208,"score":99.7,"pct":91.3,"variant":"claude-fable-5-2_max"},"arc_v2":{"rank":5,"of":95,"score":93.8,"pct":95.7,"variant":"Claude Fable 5.2 (XHigh)"},"arc_v1":{"rank":1,"of":92,"score":98.5,"pct":100,"variant":"Claude Fable 5.2 (XHigh)"},"arc_v3":{"rank":5,"of":28,"score":97.7,"pct":85.2,"variant":"Claude Fable 5.2 (High)"},"vals_index":{"rank":1,"of":42,"score":71.3,"pct":100,"variant":"anthropic/claude-fable-5-2"},"vals_vibe_code_bench":{"rank":1,"of":42,"score":93.8,"pct":100,"variant":"anthropic/claude-fable-5-2"},"vals_finance_agent":{"rank":1,"of":42,"score":69.5,"pct":100,"variant":"anthropic/claude-fable-5-2"},"vals_emb":{"rank":1,"of":42,"score":77.4,"pct":100,"variant":"anthropic/claude-fable-5-2"},"vals_code_migration":{"rank":2,"of":42,"score":85.8,"pct":97.6,"variant":"anthropic/claude-fable-5-2"},"vals_legal_research":{"rank":14,"of":42,"score":46.2,"pct":68.3,"variant":"anthropic/claude-fable-5-2"},"vals_legal_agent_benchmark":{"rank":33,"of":42,"score":5,"pct":22,"variant":"anthropic/claude-fable-5-2"},"tbench":{"rank":2,"of":53,"score":65.76,"pct":98.1,"variant":"Fable 5.2 (max)"},"simplebench":{"rank":1,"of":112,"score":94.9,"pct":100,"variant":"Claude Fable 5.2"},"benchlm":{"rank":1,"of":24,"score":93.3,"pct":100,"variant":"Claude Fable 5.2"},"benchlm_agentic":{"rank":2,"of":24,"score":92.8,"pct":95.7,"variant":"Claude Fable 5.2"},"benchlm_coding":{"rank":2,"of":23,"score":92.4,"pct":95.5,"variant":"Claude Fable 5.2"},"benchlm_reasoning":{"rank":1,"of":23,"score":93.7,"pct":100,"variant":"Claude Fable 5.2"},"benchlm_multimodalGrounded":{"rank":2,"of":23,"score":87.2,"pct":95.5,"variant":"Claude Fable 5.2"},"benchlm_knowledge":{"rank":1,"of":24,"score":92.5,"pct":100,"variant":"Claude Fable 5.2"},"benchlm_multilingual":{"rank":1,"of":10,"score":87.8,"pct":100,"variant":"Claude Fable 5.2"},"benchlm_instructionFollowing":{"rank":1,"of":23,"score":87.7,"pct":100,"variant":"Claude Fable 5.2"},"benchlm_math":{"rank":1,"of":19,"score":87.3,"pct":100,"variant":"Claude Fable 5.2"}},"domains":{"overall":92.2,"coding":94.3,"agent":95.9,"reasoning":94.5,"math":91.2,"knowledge":96.7,"writing":95.9,"instruction":95.2,"chat":59.2,"business":81.7,"vision":94.8},"coverage":6,"avgPct":99,"overall":92.2,"rank":2,"avgRank":1.8,"aliases":["Claude Fable 5.2 (Max)","Claude Fable 5.2 (xHigh)","Claude Fable 5.2","claude-fable-5-2_max","claude-fable-5-2-fallback_max","Claude Fable 5.2 (XHigh)","Claude Fable 5.2 (High)","anthropic/claude-fable-5-2","Fable 5.2 (max)"],"open":false,"release":"2026-11-09","reasoning":true,"theta":1.981,"se":0.121,"lo":90.3,"hi":93.8,"firstSeen":"2026-11-09T19:28:10.222Z","isNew":true,"prevRank":2},{"id":"gemini-4-carbon","name":"Gemini 4 Carbon","provider":"google","providerName":"Google","country":"US","sites":{"epoch":{"rank":3,"of":230,"score":169.68,"pct":99.1,"variant":"Gemini 4 Carbon"},"arc":{"rank":3,"of":95,"score":94.2,"pct":97.9,"variant":"Gemini 4 Carbon (Medium)"},"vals":{"rank":4,"of":42,"score":70.5,"pct":92.7,"variant":"google/gemini-4-carbon"},"tbench":{"rank":4,"of":53,"score":64.55,"pct":94.2,"variant":"Gemini 4 Carbon (high)"},"simplebench":{"rank":3,"of":112,"score":92.6,"pct":98.2,"variant":"Gemini 4 Carbon"},"benchlm":{"rank":4,"of":24,"score":88.3,"pct":87,"variant":"Gemini 4 Carbon"}},"metrics":{"arena_coding":{"rank":1,"of":344,"score":1568.3,"pct":100,"variant":"Gemini 4 Carbon (High)"},"arena_creative_writing":{"rank":4,"of":347,"score":1515.3,"pct":99.1,"variant":"Gemini 4 Carbon (High)"},"arena_instruction_following":{"rank":2,"of":349,"score":1524.9,"pct":99.7,"variant":"Gemini 4 Carbon (High)"},"arena_hard_prompts":{"rank":1,"of":349,"score":1546.7,"pct":100,"variant":"Gemini 4 Carbon (High)"},"arena_multi_turn":{"rank":1,"of":347,"score":1565,"pct":100,"variant":"Gemini 4 Carbon (High)"},"arena_expert":{"rank":1,"of":302,"score":1566.4,"pct":100,"variant":"Gemini 4 Carbon (High)"},"arena_industry_business_and_management_and_financial_operations":{"rank":2,"of":342,"score":1513.2,"pct":99.7,"variant":"Gemini 4 Carbon (High)"},"arena_industry_medicine_and_healthcare":{"rank":3,"of":321,"score":1525.2,"pct":99.4,"variant":"Gemini 4 Carbon (High)"},"arena_industry_legal_and_government":{"rank":2,"of":322,"score":1525.6,"pct":99.7,"variant":"Gemini 4 Carbon (High)"},"arena_webdev":{"rank":4,"of":136,"score":1768.7,"pct":97.8,"variant":"Gemini 4 Carbon (High)"},"arena_agent":{"rank":4,"of":61,"score":0.161,"pct":95,"variant":"Gemini 4 Carbon (High)"},"epoch_eci":{"rank":3,"of":230,"score":169.68,"pct":99.1,"variant":"Gemini 4 Carbon"},"epoch_frontiermath":{"rank":8,"of":91,"score":90.5,"pct":92.2,"variant":"gemini-4-carbon_high"},"epoch_frontiermath4":{"rank":6,"of":74,"score":95.1,"pct":93.2,"variant":"gemini-4-carbon_high"},"epoch_gpqa":{"rank":3,"of":226,"score":96.5,"pct":99.1,"variant":"gemini-4-carbon_high"},"epoch_simpleqa":{"rank":3,"of":94,"score":77.7,"pct":97.8,"variant":"gemini-4-carbon_high"},"epoch_aime":{"rank":1,"of":208,"score":100,"pct":100,"variant":"gemini-4-carbon_high"},"arc_v2":{"rank":3,"of":95,"score":94.2,"pct":97.9,"variant":"Gemini 4 Carbon (Medium)"},"arc_v1":{"rank":1,"of":92,"score":98.5,"pct":100,"variant":"Gemini 4 Carbon (Medium)"},"arc_v3":{"rank":3,"of":28,"score":99.1,"pct":92.6,"variant":"Gemini 4 Carbon (Medium)"},"vals_index":{"rank":4,"of":42,"score":70.5,"pct":92.7,"variant":"google/gemini-4-carbon"},"vals_vibe_code_bench":{"rank":9,"of":42,"score":89.1,"pct":80.5,"variant":"google/gemini-4-carbon"},"vals_finance_agent":{"rank":8,"of":42,"score":67.2,"pct":82.9,"variant":"google/gemini-4-carbon"},"vals_emb":{"rank":2,"of":42,"score":76.5,"pct":97.6,"variant":"google/gemini-4-carbon"},"vals_code_migration":{"rank":7,"of":42,"score":80.1,"pct":85.4,"variant":"google/gemini-4-carbon"},"vals_legal_research":{"rank":2,"of":42,"score":55.8,"pct":97.6,"variant":"google/gemini-4-carbon"},"vals_legal_agent_benchmark":{"rank":10,"of":42,"score":17.5,"pct":78,"variant":"google/gemini-4-carbon"},"tbench":{"rank":4,"of":53,"score":64.55,"pct":94.2,"variant":"Gemini 4 Carbon (high)"},"simplebench":{"rank":3,"of":112,"score":92.6,"pct":98.2,"variant":"Gemini 4 Carbon"},"benchlm":{"rank":4,"of":24,"score":88.3,"pct":87,"variant":"Gemini 4 Carbon"},"benchlm_agentic":{"rank":4,"of":24,"score":88.6,"pct":87,"variant":"Gemini 4 Carbon"},"benchlm_coding":{"rank":4,"of":23,"score":91.8,"pct":86.4,"variant":"Gemini 4 Carbon"},"benchlm_reasoning":{"rank":3,"of":23,"score":87.8,"pct":90.9,"variant":"Gemini 4 Carbon"},"benchlm_multimodalGrounded":{"rank":3,"of":23,"score":85.9,"pct":90.9,"variant":"Gemini 4 Carbon"},"benchlm_knowledge":{"rank":4,"of":24,"score":83.4,"pct":87,"variant":"Gemini 4 Carbon"},"benchlm_instructionFollowing":{"rank":4,"of":23,"score":82.6,"pct":86.4,"variant":"Gemini 4 Carbon"},"benchlm_math":{"rank":4,"of":19,"score":80.4,"pct":83.3,"variant":"Gemini 4 Carbon"}},"domains":{"overall":91.2,"coding":93.6,"agent":93.9,"reasoning":93,"math":88.2,"knowledge":93.7,"writing":82.6,"instruction":91.6,"chat":84,"business":86.4,"vision":94.5},"coverage":6,"avgPct":94.8,"overall":91.2,"rank":3,"avgRank":3.5,"aliases":["Gemini 4 Carbon (High)","Gemini 4 Carbon","gemini-4-carbon_high","Gemini 4 Carbon (Medium)","google/gemini-4-carbon","Gemini 4 Carbon (high)"],"open":false,"release":"2026-10-28","reasoning":true,"theta":1.868,"se":0.121,"lo":89,"hi":93,"firstSeen":"2026-10-28T17:13:10.985Z","isNew":true,"prevRank":1},{"id":"claude-opus-5-5","name":"Claude Opus 5.5","provider":"anthropic","providerName":"Anthropic","country":"US","sites":{"aa":{"rank":1,"of":141,"score":57.6,"pct":100,"variant":"claude-opus-5-5"},"livebench":{"rank":2,"of":64,"score":83.2,"pct":98.4,"variant":"claude-opus-5-5-max-effort"},"epoch":{"rank":5,"of":230,"score":168.67,"pct":98.3,"variant":"Claude Opus 5.5"},"arc":{"rank":6,"of":95,"score":93.3,"pct":94.7,"variant":"Claude Opus 5.5 (High)"},"vals":{"rank":5,"of":42,"score":70.1,"pct":90.2,"variant":"anthropic/claude-opus-5-5"},"tbench":{"rank":2,"of":53,"score":65.76,"pct":98.1,"variant":"Opus 5.5 (max)"},"eqbench":{"rank":2,"of":32,"score":1339.5,"pct":96.8,"variant":"claude-opus-5-5"},"simplebench":{"rank":6,"of":112,"score":88.4,"pct":95.5,"variant":"Claude Opus 5.5"},"benchlm":{"rank":6,"of":24,"score":82.8,"pct":78.3,"variant":"Claude Opus 5.5"}},"metrics":{"arena_coding":{"rank":7,"of":344,"score":1548,"pct":98.3,"variant":"Claude Opus 5.5 (High)"},"arena_math":{"rank":7,"of":333,"score":1517.1,"pct":98.2,"variant":"Claude Opus 5.5 (High)"},"arena_creative_writing":{"rank":3,"of":347,"score":1516.1,"pct":99.4,"variant":"Claude Opus 5.5 (High)"},"arena_instruction_following":{"rank":4,"of":349,"score":1515.9,"pct":99.1,"variant":"Claude Opus 5.5 (High)"},"arena_hard_prompts":{"rank":6,"of":349,"score":1530.1,"pct":98.6,"variant":"Claude Opus 5.5 (High)"},"arena_multi_turn":{"rank":11,"of":347,"score":1501.3,"pct":97.1,"variant":"Claude Opus 5.5 (High)"},"arena_expert":{"rank":3,"of":302,"score":1548.7,"pct":99.3,"variant":"Claude Opus 5.5 (High)"},"arena_japanese":{"rank":2,"of":233,"score":1530.5,"pct":99.6,"variant":"Claude Opus 5.5 (High)"},"arena_industry_business_and_management_and_financial_operations":{"rank":10,"of":342,"score":1494.9,"pct":97.4,"variant":"Claude Opus 5.5 (High)"},"arena_industry_medicine_and_healthcare":{"rank":9,"of":321,"score":1516.1,"pct":97.5,"variant":"Claude Opus 5.5 (High)"},"arena_industry_legal_and_government":{"rank":6,"of":322,"score":1510.6,"pct":98.4,"variant":"Claude Opus 5.5 (High)"},"arena_webdev":{"rank":2,"of":136,"score":1819,"pct":99.3,"variant":"Claude Opus 5.5 (Max)"},"arena_vision":{"rank":8,"of":143,"score":1293.2,"pct":95.1,"variant":"Claude Opus 5.5 (High)"},"arena_search":{"rank":12,"of":43,"score":1212.9,"pct":73.8,"variant":"Claude Opus 5.5 (Medium)"},"arena_agent":{"rank":2,"of":61,"score":0.186,"pct":98.3,"variant":"Claude Opus 5.5 (Max)"},"aa_index":{"rank":1,"of":141,"score":57.6,"pct":100,"variant":"claude-opus-5-5"},"aa_hle":{"rank":1,"of":143,"score":61.4,"pct":100,"variant":"claude-opus-5-5"},"aa_scicode":{"rank":1,"of":141,"score":66.9,"pct":100,"variant":"claude-opus-5-5"},"aa_lcr":{"rank":5,"of":143,"score":84.7,"pct":97.2,"variant":"claude-opus-5-5"},"aa_mmmuPro":{"rank":1,"of":69,"score":87.7,"pct":100,"variant":"claude-opus-5-5"},"aa_critpt":{"rank":3,"of":146,"score":31.7,"pct":98.6,"variant":"claude-opus-5-5"},"aa_omniscience":{"rank":1,"of":143,"score":46.4,"pct":100,"variant":"claude-opus-5-5"},"aa_gdpvalNormalized":{"rank":1,"of":141,"score":0.7,"pct":100,"variant":"claude-opus-5-5"},"livebench_global":{"rank":2,"of":64,"score":83.2,"pct":98.4,"variant":"claude-opus-5-5-max-effort"},"livebench_reasoning":{"rank":3,"of":64,"score":92.2,"pct":96.8,"variant":"claude-opus-5-5-max-effort"},"livebench_coding":{"rank":2,"of":64,"score":89.3,"pct":98.4,"variant":"claude-opus-5-5-max-effort"},"livebench_agentic_coding":{"rank":2,"of":64,"score":71.7,"pct":98.4,"variant":"claude-opus-5-5-max-effort"},"livebench_mathematics":{"rank":1,"of":64,"score":97.1,"pct":100,"variant":"claude-opus-5-5-max-effort"},"livebench_data_analysis":{"rank":7,"of":64,"score":80.3,"pct":90.5,"variant":"claude-opus-5-5-max-effort"},"livebench_language":{"rank":9,"of":64,"score":86.3,"pct":87.3,"variant":"claude-opus-5-5-max-effort"},"livebench_if":{"rank":39,"of":64,"score":67,"pct":39.7,"variant":"claude-opus-5-5-xhigh-effort"},"epoch_eci":{"rank":5,"of":230,"score":168.67,"pct":98.3,"variant":"Claude Opus 5.5"},"epoch_frontiermath":{"rank":5,"of":91,"score":91.2,"pct":95.6,"variant":"claude-opus-5-5_max"},"epoch_frontiermath4":{"rank":7,"of":74,"score":95,"pct":91.8,"variant":"claude-opus-5-5_max"},"epoch_gpqa":{"rank":17,"of":226,"score":94.1,"pct":92.9,"variant":"claude-opus-5-5-fallback_max"},"epoch_simpleqa":{"rank":9,"of":94,"score":72.2,"pct":91.4,"variant":"claude-opus-5-5_max"},"epoch_aime":{"rank":1,"of":208,"score":100,"pct":100,"variant":"claude-opus-5-5_max"},"arc_v2":{"rank":6,"of":95,"score":93.3,"pct":94.7,"variant":"Claude Opus 5.5 (High)"},"arc_v1":{"rank":1,"of":92,"score":98.5,"pct":100,"variant":"Claude Opus 5.5 (High)"},"scale_mcp":{"rank":5,"of":37,"score":85.4,"pct":88.9,"variant":"Claude Opus 5.5 (mcp-atlas)"},"vals_index":{"rank":5,"of":42,"score":70.1,"pct":90.2,"variant":"anthropic/claude-opus-5-5"},"vals_vibe_code_bench":{"rank":6,"of":42,"score":90.3,"pct":87.8,"variant":"anthropic/claude-opus-5-5"},"vals_finance_agent":{"rank":3,"of":42,"score":67.8,"pct":95.1,"variant":"anthropic/claude-opus-5-5"},"vals_emb":{"rank":6,"of":42,"score":75.8,"pct":87.8,"variant":"anthropic/claude-opus-5-5"},"vals_code_migration":{"rank":6,"of":42,"score":80.5,"pct":87.8,"variant":"anthropic/claude-opus-5-5"},"vals_legal_research":{"rank":6,"of":42,"score":50.5,"pct":87.8,"variant":"anthropic/claude-opus-5-5"},"vals_legal_agent_benchmark":{"rank":28,"of":42,"score":9.2,"pct":34.1,"variant":"anthropic/claude-opus-5-5"},"tbench":{"rank":2,"of":53,"score":65.76,"pct":98.1,"variant":"Opus 5.5 (max)"},"eqbench":{"rank":2,"of":32,"score":1339.5,"pct":96.8,"variant":"claude-opus-5-5"},"eqbench_cw":{"rank":8,"of":143,"score":2050.9,"pct":95.1,"variant":"claude-opus-5-5"},"simplebench":{"rank":6,"of":112,"score":88.4,"pct":95.5,"variant":"Claude Opus 5.5"},"benchlm":{"rank":6,"of":24,"score":82.8,"pct":78.3,"variant":"Claude Opus 5.5"},"benchlm_agentic":{"rank":6,"of":24,"score":87.1,"pct":78.3,"variant":"Claude Opus 5.5"},"benchlm_coding":{"rank":5,"of":23,"score":88.5,"pct":81.8,"variant":"Claude Opus 5.5"},"benchlm_reasoning":{"rank":8,"of":23,"score":81,"pct":68.2,"variant":"Claude Opus 5.5"},"benchlm_multimodalGrounded":{"rank":6,"of":23,"score":80.6,"pct":77.3,"variant":"Claude Opus 5.5"},"benchlm_knowledge":{"rank":16,"of":24,"score":71.7,"pct":34.8,"variant":"Claude Opus 5.5"},"benchlm_multilingual":{"rank":2,"of":10,"score":74.4,"pct":88.9,"variant":"Claude Opus 5.5"},"benchlm_instructionFollowing":{"rank":6,"of":23,"score":76.2,"pct":77.3,"variant":"Claude Opus 5.5"},"benchlm_math":{"rank":7,"of":19,"score":77.5,"pct":66.7,"variant":"Claude Opus 5.5"}},"domains":{"overall":90.1,"coding":93.3,"agent":93.3,"reasoning":88.6,"math":84.5,"knowledge":88.3,"writing":82.9,"instruction":69.3,"chat":89.6,"business":88.7,"japanese":87.8,"vision":85.8,"longctx":63.1},"coverage":9,"avgPct":94.5,"overall":90.1,"rank":4,"avgRank":3.9,"aliases":["Claude Opus 5.5 (High)","Claude Opus 5.5 (Max)","Claude Opus 5.5 (Medium)","claude-opus-5-5","claude-opus-5-5-max-effort","claude-opus-5-5-xhigh-effort","Claude Opus 5.5","claude-opus-5-5_max","claude-opus-5-5-fallback_max","Claude Opus 5.5 (mcp-atlas)","anthropic/claude-opus-5-5","Opus 5.5 (max)"],"open":false,"reasoning":true,"ctx":1000000,"pin":4,"pout":20,"tps":97,"ttft":6.69,"release":"2026-09-22","theta":1.769,"se":0.099,"lo":88.2,"hi":91.8,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":3},{"id":"gpt-6-2-astra","name":"GPT-6.2 Astra","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":2,"of":230,"score":172.82,"pct":99.6,"variant":"GPT-6.2 Astra"},"arc":{"rank":1,"of":95,"score":95.8,"pct":100,"variant":"GPT-6.2 Astra (Max)"},"vals":{"rank":8,"of":42,"score":67.7,"pct":82.9,"variant":"openai/gpt-6.2-astra"},"tbench":{"rank":6,"of":53,"score":62.12,"pct":90.4,"variant":"GPT-6.2 Astra (max)"},"simplebench":{"rank":17,"of":112,"score":77.3,"pct":85.6,"variant":"GPT-6.2 Astra"},"benchlm":{"rank":3,"of":24,"score":90.8,"pct":91.3,"variant":"GPT-6.2 Astra"}},"metrics":{"arena_coding":{"rank":32,"of":344,"score":1522.8,"pct":91,"variant":"GPT-6.2 Astra (Max)"},"arena_creative_writing":{"rank":24,"of":347,"score":1468.8,"pct":93.4,"variant":"GPT-6.2 Astra (Max)"},"arena_instruction_following":{"rank":53,"of":349,"score":1457.2,"pct":85.1,"variant":"GPT-6.2 Astra (Max)"},"arena_hard_prompts":{"rank":55,"of":349,"score":1484.8,"pct":84.5,"variant":"GPT-6.2 Astra (Max)"},"arena_multi_turn":{"rank":51,"of":347,"score":1472.1,"pct":85.5,"variant":"GPT-6.2 Astra (Max)"},"arena_industry_business_and_management_and_financial_operations":{"rank":41,"of":342,"score":1469.4,"pct":88.3,"variant":"GPT-6.2 Astra (Max)"},"arena_industry_legal_and_government":{"rank":59,"of":322,"score":1466.4,"pct":81.9,"variant":"GPT-6.2 Astra (Max)"},"arena_webdev":{"rank":5,"of":136,"score":1766.2,"pct":97,"variant":"GPT-6.2 Astra (Max)"},"arena_search":{"rank":3,"of":43,"score":1248.8,"pct":95.2,"variant":"GPT-6.2 Astra (Max)"},"arena_agent":{"rank":6,"of":61,"score":0.152,"pct":91.7,"variant":"GPT-6.2 Astra (Max)"},"epoch_eci":{"rank":2,"of":230,"score":172.82,"pct":99.6,"variant":"GPT-6.2 Astra"},"epoch_frontiermath":{"rank":4,"of":91,"score":92.6,"pct":96.7,"variant":"gpt-6.2-astra_max"},"epoch_frontiermath4":{"rank":1,"of":74,"score":100,"pct":100,"variant":"gpt-6.2-astra_max"},"epoch_gpqa":{"rank":1,"of":226,"score":96.8,"pct":100,"variant":"gpt-6.2-astra_max"},"epoch_simpleqa":{"rank":2,"of":94,"score":78.5,"pct":98.9,"variant":"gpt-6.2-astra_max"},"epoch_aime":{"rank":1,"of":208,"score":100,"pct":100,"variant":"gpt-6.2-astra_max"},"arc_v2":{"rank":1,"of":95,"score":95.8,"pct":100,"variant":"GPT-6.2 Astra (Max)"},"arc_v1":{"rank":1,"of":92,"score":98.5,"pct":100,"variant":"GPT-6.2 Astra (Max)"},"arc_v3":{"rank":1,"of":28,"score":100,"pct":100,"variant":"GPT-6.2 Astra (XHigh)"},"vals_index":{"rank":8,"of":42,"score":67.7,"pct":82.9,"variant":"openai/gpt-6.2-astra"},"vals_vibe_code_bench":{"rank":7,"of":42,"score":89.9,"pct":85.4,"variant":"openai/gpt-6.2-astra"},"vals_finance_agent":{"rank":24,"of":42,"score":60.7,"pct":43.9,"variant":"openai/gpt-6.2-astra"},"vals_emb":{"rank":4,"of":42,"score":76,"pct":92.7,"variant":"openai/gpt-6.2-astra"},"vals_code_migration":{"rank":4,"of":42,"score":83.6,"pct":92.7,"variant":"openai/gpt-6.2-astra"},"vals_legal_research":{"rank":21,"of":42,"score":42.8,"pct":51.2,"variant":"openai/gpt-6.2-astra"},"vals_legal_agent_benchmark":{"rank":11,"of":42,"score":16.3,"pct":75.6,"variant":"openai/gpt-6.2-astra"},"tbench":{"rank":6,"of":53,"score":62.12,"pct":90.4,"variant":"GPT-6.2 Astra (max)"},"simplebench":{"rank":17,"of":112,"score":77.3,"pct":85.6,"variant":"GPT-6.2 Astra"},"benchlm":{"rank":3,"of":24,"score":90.8,"pct":91.3,"variant":"GPT-6.2 Astra"},"benchlm_agentic":{"rank":1,"of":24,"score":92.9,"pct":100,"variant":"GPT-6.2 Astra"},"benchlm_coding":{"rank":3,"of":23,"score":91.9,"pct":90.9,"variant":"GPT-6.2 Astra"},"benchlm_reasoning":{"rank":4,"of":23,"score":87.3,"pct":86.4,"variant":"GPT-6.2 Astra"},"benchlm_multimodalGrounded":{"rank":1,"of":23,"score":90.3,"pct":100,"variant":"GPT-6.2 Astra"},"benchlm_knowledge":{"rank":2,"of":24,"score":88.8,"pct":95.7,"variant":"GPT-6.2 Astra"},"benchlm_instructionFollowing":{"rank":3,"of":23,"score":83.3,"pct":90.9,"variant":"GPT-6.2 Astra"},"benchlm_math":{"rank":3,"of":19,"score":83.5,"pct":88.9,"variant":"GPT-6.2 Astra"}},"domains":{"overall":90.1,"coding":93.5,"agent":94.6,"reasoning":90.2,"math":90.6,"knowledge":95.8,"writing":71.8,"instruction":91.1,"chat":54.3,"business":77.6,"vision":97.2},"coverage":6,"avgPct":91.6,"overall":90.1,"rank":5,"avgRank":6.2,"aliases":["GPT-6.2 Astra (Max)","GPT-6.2 Astra","gpt-6.2-astra_max","GPT-6.2 Astra (XHigh)","openai/gpt-6.2-astra","GPT-6.2 Astra (max)"],"open":false,"release":"2026-11-17","reasoning":true,"theta":1.768,"se":0.121,"lo":87.7,"hi":92.1,"firstSeen":"2026-11-17T17:59:54.378Z","isNew":true},{"id":"gemini-4-hydrogen","name":"Gemini 4 Hydrogen","provider":"google","providerName":"Google","country":"US","sites":{"epoch":{"rank":9,"of":230,"score":166.81,"pct":96.5,"variant":"Gemini 4 Hydrogen"},"arc":{"rank":7,"of":95,"score":92.5,"pct":93.6,"variant":"Gemini 4 Hydrogen (XHigh)"},"vals":{"rank":7,"of":42,"score":68.5,"pct":85.4,"variant":"google/gemini-4-hydrogen"},"tbench":{"rank":13,"of":53,"score":56.36,"pct":76.9,"variant":"Gemini 4 Hydrogen (high)"},"simplebench":{"rank":4,"of":112,"score":91.7,"pct":97.3,"variant":"Gemini 4 Hydrogen"},"benchlm":{"rank":11,"of":24,"score":78.8,"pct":56.5,"variant":"Gemini 4 Hydrogen"}},"metrics":{"arena_coding":{"rank":50,"of":344,"score":1513.7,"pct":85.7,"variant":"Gemini 4 Hydrogen (High)"},"arena_math":{"rank":12,"of":333,"score":1504.1,"pct":96.7,"variant":"Gemini 4 Hydrogen (High)"},"arena_creative_writing":{"rank":9,"of":347,"score":1490.6,"pct":97.7,"variant":"Gemini 4 Hydrogen (High)"},"arena_instruction_following":{"rank":10,"of":349,"score":1498.1,"pct":97.4,"variant":"Gemini 4 Hydrogen (High)"},"arena_hard_prompts":{"rank":19,"of":349,"score":1510.9,"pct":94.8,"variant":"Gemini 4 Hydrogen (High)"},"arena_multi_turn":{"rank":34,"of":347,"score":1480.6,"pct":90.5,"variant":"Gemini 4 Hydrogen (High)"},"arena_expert":{"rank":8,"of":302,"score":1535.7,"pct":97.7,"variant":"Gemini 4 Hydrogen (High)"},"arena_industry_business_and_management_and_financial_operations":{"rank":39,"of":342,"score":1471.2,"pct":88.9,"variant":"Gemini 4 Hydrogen (High)"},"arena_industry_medicine_and_healthcare":{"rank":71,"of":321,"score":1468.6,"pct":78.1,"variant":"Gemini 4 Hydrogen (High)"},"arena_industry_legal_and_government":{"rank":9,"of":322,"score":1506.2,"pct":97.5,"variant":"Gemini 4 Hydrogen (High)"},"arena_webdev":{"rank":13,"of":136,"score":1700.6,"pct":91.1,"variant":"Gemini 4 Hydrogen (High)"},"arena_agent":{"rank":9,"of":61,"score":0.135,"pct":86.7,"variant":"Gemini 4 Hydrogen (High)"},"epoch_eci":{"rank":9,"of":230,"score":166.81,"pct":96.5,"variant":"Gemini 4 Hydrogen"},"epoch_frontiermath":{"rank":13,"of":91,"score":88.1,"pct":86.7,"variant":"gemini-4-hydrogen_xhigh"},"epoch_frontiermath4":{"rank":11,"of":74,"score":87.8,"pct":86.3,"variant":"gemini-4-hydrogen_xhigh"},"epoch_gpqa":{"rank":1,"of":226,"score":96.8,"pct":100,"variant":"gemini-4-hydrogen_xhigh"},"epoch_simpleqa":{"rank":10,"of":94,"score":70.9,"pct":90.3,"variant":"gemini-4-hydrogen_xhigh"},"epoch_aime":{"rank":1,"of":208,"score":100,"pct":100,"variant":"gemini-4-hydrogen_xhigh"},"arc_v2":{"rank":7,"of":95,"score":92.5,"pct":93.6,"variant":"Gemini 4 Hydrogen (XHigh)"},"arc_v1":{"rank":1,"of":92,"score":98.5,"pct":100,"variant":"Gemini 4 Hydrogen (XHigh)"},"vals_index":{"rank":7,"of":42,"score":68.5,"pct":85.4,"variant":"google/gemini-4-hydrogen"},"vals_vibe_code_bench":{"rank":11,"of":42,"score":87.8,"pct":75.6,"variant":"google/gemini-4-hydrogen"},"vals_finance_agent":{"rank":13,"of":42,"score":65.1,"pct":70.7,"variant":"google/gemini-4-hydrogen"},"vals_emb":{"rank":6,"of":42,"score":75.8,"pct":87.8,"variant":"google/gemini-4-hydrogen"},"vals_code_migration":{"rank":5,"of":42,"score":82.7,"pct":90.2,"variant":"google/gemini-4-hydrogen"},"vals_legal_research":{"rank":4,"of":42,"score":53.8,"pct":92.7,"variant":"google/gemini-4-hydrogen"},"vals_legal_agent_benchmark":{"rank":24,"of":42,"score":11.3,"pct":43.9,"variant":"google/gemini-4-hydrogen"},"tbench":{"rank":13,"of":53,"score":56.36,"pct":76.9,"variant":"Gemini 4 Hydrogen (high)"},"simplebench":{"rank":4,"of":112,"score":91.7,"pct":97.3,"variant":"Gemini 4 Hydrogen"},"benchlm":{"rank":11,"of":24,"score":78.8,"pct":56.5,"variant":"Gemini 4 Hydrogen"},"benchlm_agentic":{"rank":12,"of":24,"score":81.7,"pct":52.2,"variant":"Gemini 4 Hydrogen"},"benchlm_coding":{"rank":14,"of":23,"score":78,"pct":40.9,"variant":"Gemini 4 Hydrogen"},"benchlm_reasoning":{"rank":11,"of":23,"score":77,"pct":54.5,"variant":"Gemini 4 Hydrogen"},"benchlm_multimodalGrounded":{"rank":13,"of":23,"score":73,"pct":45.5,"variant":"Gemini 4 Hydrogen"},"benchlm_knowledge":{"rank":9,"of":24,"score":78.5,"pct":65.2,"variant":"Gemini 4 Hydrogen"},"benchlm_instructionFollowing":{"rank":9,"of":23,"score":74.1,"pct":63.6,"variant":"Gemini 4 Hydrogen"},"benchlm_math":{"rank":11,"of":19,"score":74.4,"pct":44.4,"variant":"Gemini 4 Hydrogen"}},"domains":{"overall":88.4,"coding":88.2,"agent":89.5,"reasoning":87.4,"math":81.4,"knowledge":90.8,"writing":77.3,"instruction":77.9,"chat":57.6,"business":82.3,"vision":69.5},"coverage":6,"avgPct":84.4,"overall":88.4,"rank":6,"avgRank":8.5,"aliases":["Gemini 4 Hydrogen (High)","Gemini 4 Hydrogen","gemini-4-hydrogen_xhigh","Gemini 4 Hydrogen (XHigh)","google/gemini-4-hydrogen","Gemini 4 Hydrogen (high)"],"open":false,"release":"2026-11-12","reasoning":true,"theta":1.628,"se":0.121,"lo":85.6,"hi":90.7,"firstSeen":"2026-11-12T18:27:27.368Z","isNew":true,"prevRank":5},{"id":"gpt-6-astra","name":"GPT-6 Astra","provider":"openai","providerName":"OpenAI","country":"US","sites":{"aa":{"rank":5,"of":141,"score":52.7,"pct":97.1,"variant":"gpt-6-astra"},"livebench":{"rank":4,"of":64,"score":82.2,"pct":95.2,"variant":"gpt-6-astra-max"},"epoch":{"rank":4,"of":230,"score":169.21,"pct":98.7,"variant":"GPT-6 Astra"},"arc":{"rank":2,"of":95,"score":95,"pct":98.9,"variant":"GPT-6 Astra (Max)"},"scale":{"rank":1,"of":44,"score":54.8,"pct":100,"variant":"GPT 6 Astra"},"vals":{"rank":11,"of":42,"score":65,"pct":75.6,"variant":"openai/gpt-6-astra"},"tbench":{"rank":10,"of":53,"score":60.3,"pct":82.7,"variant":"GPT-6 Astra (max)"},"simplebench":{"rank":9,"of":112,"score":83.6,"pct":92.8,"variant":"GPT-6 Astra"},"benchlm":{"rank":5,"of":24,"score":83.6,"pct":82.6,"variant":"GPT-6 Astra"}},"metrics":{"arena_coding":{"rank":8,"of":344,"score":1547.6,"pct":98,"variant":"GPT-6 Astra (Max)"},"arena_math":{"rank":41,"of":333,"score":1477.4,"pct":88,"variant":"GPT-6 Astra (Max)"},"arena_creative_writing":{"rank":36,"of":347,"score":1450.8,"pct":89.9,"variant":"GPT-6 Astra (Max)"},"arena_instruction_following":{"rank":34,"of":349,"score":1472.6,"pct":90.5,"variant":"GPT-6 Astra (Max)"},"arena_hard_prompts":{"rank":32,"of":349,"score":1500.5,"pct":91.1,"variant":"GPT-6 Astra (Max)"},"arena_multi_turn":{"rank":33,"of":347,"score":1480.9,"pct":90.8,"variant":"GPT-6 Astra (Max)"},"arena_expert":{"rank":22,"of":302,"score":1517.4,"pct":93,"variant":"GPT-6 Astra (Max)"},"arena_japanese":{"rank":36,"of":233,"score":1453.2,"pct":84.9,"variant":"GPT-6 Astra (Max)"},"arena_industry_business_and_management_and_financial_operations":{"rank":26,"of":342,"score":1480.9,"pct":92.7,"variant":"GPT-6 Astra (Max)"},"arena_industry_medicine_and_healthcare":{"rank":67,"of":321,"score":1470.9,"pct":79.4,"variant":"GPT-6 Astra (Max)"},"arena_industry_legal_and_government":{"rank":38,"of":322,"score":1481.5,"pct":88.5,"variant":"GPT-6 Astra (Max)"},"arena_webdev":{"rank":7,"of":136,"score":1764,"pct":95.6,"variant":"GPT-6 Astra (Max)"},"arena_vision":{"rank":21,"of":143,"score":1281,"pct":85.9,"variant":"GPT-6 Astra (Max)"},"arena_search":{"rank":4,"of":43,"score":1244.6,"pct":92.9,"variant":"GPT-6 Astra (Max)"},"arena_document":{"rank":13,"of":39,"score":1473.9,"pct":68.4,"variant":"GPT-6 Astra (Max)"},"arena_agent":{"rank":7,"of":61,"score":0.146,"pct":90,"variant":"GPT-6 Astra (Max)"},"aa_index":{"rank":5,"of":141,"score":52.7,"pct":97.1,"variant":"gpt-6-astra"},"aa_hle":{"rank":7,"of":143,"score":54.7,"pct":95.8,"variant":"gpt-6-astra"},"aa_gpqa":{"rank":1,"of":120,"score":96.3,"pct":100,"variant":"gpt-6-astra-xhigh"},"aa_scicode":{"rank":22,"of":141,"score":56.5,"pct":85,"variant":"gpt-6-astra"},"aa_lcr":{"rank":33,"of":143,"score":80.7,"pct":77.5,"variant":"gpt-6-astra"},"aa_mmmuPro":{"rank":2,"of":69,"score":86.9,"pct":98.5,"variant":"gpt-6-astra"},"aa_critpt":{"rank":3,"of":146,"score":31.7,"pct":98.6,"variant":"gpt-6-astra"},"aa_omniscience":{"rank":2,"of":143,"score":43.7,"pct":99.3,"variant":"gpt-6-astra-high"},"aa_gdpvalNormalized":{"rank":22,"of":141,"score":0.5,"pct":85,"variant":"gpt-6-astra-xhigh"},"livebench_global":{"rank":4,"of":64,"score":82.2,"pct":95.2,"variant":"gpt-6-astra-max"},"livebench_reasoning":{"rank":1,"of":64,"score":92.7,"pct":100,"variant":"gpt-6-astra-max"},"livebench_coding":{"rank":19,"of":64,"score":80.4,"pct":71.4,"variant":"gpt-6-astra-max"},"livebench_agentic_coding":{"rank":21,"of":64,"score":57.3,"pct":68.3,"variant":"gpt-6-astra-max"},"livebench_mathematics":{"rank":3,"of":64,"score":96.8,"pct":96.8,"variant":"gpt-6-astra-max"},"livebench_data_analysis":{"rank":1,"of":64,"score":83,"pct":100,"variant":"gpt-6-astra-max"},"livebench_language":{"rank":4,"of":64,"score":89.4,"pct":95.2,"variant":"gpt-6-astra-max"},"livebench_if":{"rank":7,"of":64,"score":75.6,"pct":90.5,"variant":"gpt-6-astra-max"},"epoch_eci":{"rank":4,"of":230,"score":169.21,"pct":98.7,"variant":"GPT-6 Astra"},"epoch_frontiermath":{"rank":2,"of":91,"score":93.7,"pct":98.9,"variant":"gpt-6-astra_max"},"epoch_frontiermath4":{"rank":4,"of":74,"score":97.6,"pct":95.9,"variant":"gpt-6-astra_medium"},"epoch_gpqa":{"rank":7,"of":226,"score":95.8,"pct":97.3,"variant":"gpt-6-astra_max"},"epoch_simpleqa":{"rank":5,"of":94,"score":75.6,"pct":95.7,"variant":"gpt-6-astra_max"},"epoch_aime":{"rank":1,"of":208,"score":100,"pct":100,"variant":"gpt-6-astra_max"},"arc_v2":{"rank":2,"of":95,"score":95,"pct":98.9,"variant":"GPT-6 Astra (Max)"},"arc_v1":{"rank":1,"of":92,"score":98.5,"pct":100,"variant":"GPT-6 Astra (XHigh)"},"arc_v3":{"rank":2,"of":28,"score":99.9,"pct":96.3,"variant":"GPT-6 Astra (High)"},"scale_hle":{"rank":1,"of":44,"score":54.8,"pct":100,"variant":"GPT 6 Astra"},"vals_index":{"rank":11,"of":42,"score":65,"pct":75.6,"variant":"openai/gpt-6-astra"},"vals_vibe_code_bench":{"rank":8,"of":42,"score":89.6,"pct":82.9,"variant":"openai/gpt-6-astra"},"vals_finance_agent":{"rank":28,"of":42,"score":60.4,"pct":34.1,"variant":"openai/gpt-6-astra"},"vals_emb":{"rank":13,"of":42,"score":72.7,"pct":70.7,"variant":"openai/gpt-6-astra"},"vals_code_migration":{"rank":8,"of":42,"score":78,"pct":82.9,"variant":"openai/gpt-6-astra"},"vals_legal_research":{"rank":25,"of":42,"score":39.4,"pct":41.5,"variant":"openai/gpt-6-astra"},"vals_legal_agent_benchmark":{"rank":30,"of":42,"score":7.1,"pct":29.3,"variant":"openai/gpt-6-astra"},"tbench":{"rank":10,"of":53,"score":60.3,"pct":82.7,"variant":"GPT-6 Astra (max)"},"eqbench_cw":{"rank":1,"of":143,"score":2176.9,"pct":100,"variant":"gpt-6-astra"},"simplebench":{"rank":9,"of":112,"score":83.6,"pct":92.8,"variant":"GPT-6 Astra"},"benchlm":{"rank":5,"of":24,"score":83.6,"pct":82.6,"variant":"GPT-6 Astra"},"benchlm_agentic":{"rank":5,"of":24,"score":87.3,"pct":82.6,"variant":"GPT-6 Astra"},"benchlm_coding":{"rank":8,"of":23,"score":82.2,"pct":68.2,"variant":"GPT-6 Astra"},"benchlm_reasoning":{"rank":5,"of":23,"score":87,"pct":81.8,"variant":"GPT-6 Astra"},"benchlm_multimodalGrounded":{"rank":7,"of":23,"score":79.2,"pct":72.7,"variant":"GPT-6 Astra"},"benchlm_knowledge":{"rank":6,"of":24,"score":80,"pct":78.3,"variant":"GPT-6 Astra"},"benchlm_multilingual":{"rank":3,"of":10,"score":74.1,"pct":77.8,"variant":"GPT-6 Astra"},"benchlm_instructionFollowing":{"rank":5,"of":23,"score":78.6,"pct":81.8,"variant":"GPT-6 Astra"},"benchlm_math":{"rank":5,"of":19,"score":79.6,"pct":77.8,"variant":"GPT-6 Astra"}},"domains":{"overall":88.2,"coding":89.7,"agent":92.9,"reasoning":89.7,"math":84.5,"knowledge":92.4,"writing":85.2,"instruction":83.5,"chat":57.7,"business":89.5,"japanese":77.9,"vision":83.2,"longctx":63.6},"coverage":9,"avgPct":91.5,"overall":88.2,"rank":7,"avgRank":5.7,"aliases":["GPT-6 Astra (Max)","gpt-6-astra","gpt-6-astra-xhigh","gpt-6-astra-high","gpt-6-astra-max","GPT-6 Astra","gpt-6-astra_max","gpt-6-astra_medium","GPT-6 Astra (XHigh)","GPT-6 Astra (High)","GPT 6 Astra","openai/gpt-6-astra","GPT-6 Astra (max)"],"open":false,"reasoning":true,"ctx":1000000,"pin":10,"pout":50,"tps":57,"ttft":2.43,"release":"2026-09-02","theta":1.609,"se":0.093,"lo":86,"hi":90,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":4},{"id":"gemini-4-argon","name":"Gemini 4 Argon","provider":"google","providerName":"Google","country":"US","sites":{"aa":{"rank":6,"of":141,"score":52.6,"pct":96.4,"variant":"gemini-4-argon"},"epoch":{"rank":11,"of":230,"score":166.53,"pct":95.6,"variant":"Gemini 4 Argon"},"arc":{"rank":9,"of":95,"score":91.3,"pct":91.5,"variant":"Gemini 4 Argon (High)"},"vals":{"rank":6,"of":42,"score":69.4,"pct":87.8,"variant":"google/gemini-4-argon"},"tbench":{"rank":14,"of":53,"score":55.45,"pct":75,"variant":"Gemini 4 Argon (high)"},"eqbench":{"rank":12,"of":32,"score":1236.3,"pct":64.5,"variant":"gemini-4-argon"},"simplebench":{"rank":4,"of":112,"score":91.7,"pct":97.3,"variant":"Gemini 4 Argon"},"benchlm":{"rank":10,"of":24,"score":79.1,"pct":60.9,"variant":"Gemini 4 Argon"}},"metrics":{"arena_coding":{"rank":3,"of":344,"score":1552.4,"pct":99.4,"variant":"Gemini 4 Argon (High)"},"arena_math":{"rank":1,"of":333,"score":1535.3,"pct":100,"variant":"Gemini 4 Argon (High)"},"arena_creative_writing":{"rank":2,"of":347,"score":1519.9,"pct":99.7,"variant":"Gemini 4 Argon (High)"},"arena_instruction_following":{"rank":1,"of":349,"score":1526.3,"pct":100,"variant":"Gemini 4 Argon (High)"},"arena_hard_prompts":{"rank":2,"of":349,"score":1544.3,"pct":99.7,"variant":"Gemini 4 Argon (High)"},"arena_multi_turn":{"rank":2,"of":347,"score":1541.5,"pct":99.7,"variant":"Gemini 4 Argon (High)"},"arena_expert":{"rank":4,"of":302,"score":1548.5,"pct":99,"variant":"Gemini 4 Argon (High)"},"arena_japanese":{"rank":3,"of":233,"score":1522.3,"pct":99.1,"variant":"Gemini 4 Argon (High)"},"arena_industry_business_and_management_and_financial_operations":{"rank":1,"of":342,"score":1513.8,"pct":100,"variant":"Gemini 4 Argon (High)"},"arena_industry_medicine_and_healthcare":{"rank":1,"of":321,"score":1533.7,"pct":100,"variant":"Gemini 4 Argon (High)"},"arena_industry_legal_and_government":{"rank":1,"of":322,"score":1527,"pct":100,"variant":"Gemini 4 Argon (High)"},"arena_webdev":{"rank":17,"of":136,"score":1682.4,"pct":88.1,"variant":"Gemini 4 Argon (High)"},"arena_agent":{"rank":13,"of":61,"score":0.103,"pct":80,"variant":"Gemini 4 Argon (High)"},"aa_index":{"rank":6,"of":141,"score":52.6,"pct":96.4,"variant":"gemini-4-argon"},"aa_hle":{"rank":3,"of":143,"score":57.1,"pct":98.6,"variant":"gemini-4-argon"},"aa_scicode":{"rank":4,"of":141,"score":61.8,"pct":97.9,"variant":"gemini-4-argon"},"aa_lcr":{"rank":42,"of":143,"score":79.7,"pct":71.1,"variant":"gemini-4-argon"},"aa_critpt":{"rank":15,"of":146,"score":27.1,"pct":90.3,"variant":"gemini-4-argon"},"aa_omniscience":{"rank":5,"of":143,"score":42.4,"pct":97.2,"variant":"gemini-4-argon"},"aa_gdpvalNormalized":{"rank":4,"of":141,"score":0.6,"pct":97.9,"variant":"gemini-4-argon"},"epoch_eci":{"rank":11,"of":230,"score":166.53,"pct":95.6,"variant":"Gemini 4 Argon"},"epoch_frontiermath":{"rank":16,"of":91,"score":86,"pct":83.3,"variant":"gemini-4-argon_high"},"epoch_frontiermath4":{"rank":16,"of":74,"score":78,"pct":79.5,"variant":"gemini-4-argon_high"},"epoch_gpqa":{"rank":4,"of":226,"score":96.4,"pct":98.7,"variant":"gemini-4-argon_high"},"epoch_simpleqa":{"rank":4,"of":94,"score":76,"pct":96.8,"variant":"gemini-4-argon_high"},"epoch_aime":{"rank":1,"of":208,"score":100,"pct":100,"variant":"gemini-4-argon_high"},"arc_v2":{"rank":9,"of":95,"score":91.3,"pct":91.5,"variant":"Gemini 4 Argon (High)"},"arc_v1":{"rank":1,"of":92,"score":98.5,"pct":100,"variant":"Gemini 4 Argon (High)"},"arc_v3":{"rank":6,"of":28,"score":97.5,"pct":81.5,"variant":"Gemini 4 Argon (Low)"},"scale_mcp":{"rank":1,"of":37,"score":90.7,"pct":100,"variant":"Gemini 4 Argon (mcp-atlas)"},"vals_index":{"rank":6,"of":42,"score":69.4,"pct":87.8,"variant":"google/gemini-4-argon"},"vals_vibe_code_bench":{"rank":4,"of":42,"score":91.9,"pct":92.7,"variant":"google/gemini-4-argon"},"vals_finance_agent":{"rank":4,"of":42,"score":67.7,"pct":92.7,"variant":"google/gemini-4-argon"},"vals_emb":{"rank":9,"of":42,"score":74.8,"pct":80.5,"variant":"google/gemini-4-argon"},"vals_code_migration":{"rank":11,"of":42,"score":74.4,"pct":75.6,"variant":"google/gemini-4-argon"},"vals_legal_research":{"rank":3,"of":42,"score":54.8,"pct":95.1,"variant":"google/gemini-4-argon"},"vals_legal_agent_benchmark":{"rank":1,"of":42,"score":27.1,"pct":100,"variant":"google/gemini-4-argon"},"tbench":{"rank":14,"of":53,"score":55.45,"pct":75,"variant":"Gemini 4 Argon (high)"},"eqbench":{"rank":12,"of":32,"score":1236.3,"pct":64.5,"variant":"gemini-4-argon"},"eqbench_cw":{"rank":32,"of":143,"score":1757.8,"pct":78.2,"variant":"gemini-4-argon"},"simplebench":{"rank":4,"of":112,"score":91.7,"pct":97.3,"variant":"Gemini 4 Argon"},"benchlm":{"rank":10,"of":24,"score":79.1,"pct":60.9,"variant":"Gemini 4 Argon"},"benchlm_agentic":{"rank":10,"of":24,"score":81.9,"pct":60.9,"variant":"Gemini 4 Argon"},"benchlm_coding":{"rank":13,"of":23,"score":78.9,"pct":45.5,"variant":"Gemini 4 Argon"},"benchlm_reasoning":{"rank":10,"of":23,"score":77.4,"pct":59.1,"variant":"Gemini 4 Argon"},"benchlm_multimodalGrounded":{"rank":12,"of":23,"score":73.2,"pct":50,"variant":"Gemini 4 Argon"},"benchlm_knowledge":{"rank":7,"of":24,"score":78.8,"pct":73.9,"variant":"Gemini 4 Argon"},"benchlm_multilingual":{"rank":4,"of":10,"score":72.3,"pct":66.7,"variant":"Gemini 4 Argon"},"benchlm_instructionFollowing":{"rank":7,"of":23,"score":74.4,"pct":72.7,"variant":"Gemini 4 Argon"},"benchlm_math":{"rank":10,"of":19,"score":74.6,"pct":50,"variant":"Gemini 4 Argon"}},"domains":{"overall":87.9,"coding":87.8,"agent":90.4,"reasoning":89,"math":82.1,"knowledge":91.7,"writing":77.1,"instruction":79.7,"chat":74.4,"business":87.6,"japanese":87,"vision":70.2,"longctx":50.3},"coverage":8,"avgPct":83.6,"overall":87.9,"rank":8,"avgRank":9,"aliases":["Gemini 4 Argon (High)","gemini-4-argon","Gemini 4 Argon","gemini-4-argon_high","Gemini 4 Argon (Low)","Gemini 4 Argon (mcp-atlas)","google/gemini-4-argon","Gemini 4 Argon (high)"],"open":false,"reasoning":true,"ctx":1000000,"pin":2,"pout":10,"release":"2026-09-30","theta":1.587,"se":0.108,"lo":85.3,"hi":90.1,"firstSeen":"2026-09-30T20:28:09.799Z","isNew":false,"prevRank":9},{"id":"muse-wonder-full","name":"Muse Wonder Full","provider":"meta","providerName":"Meta","country":"US","sites":{"aa":{"rank":3,"of":141,"score":55.8,"pct":98.6,"variant":"muse-wonder-full"},"vals":{"rank":9,"of":42,"score":66.8,"pct":80.5,"variant":"meta/muse-wonder-full"},"benchlm":{"rank":14,"of":24,"score":77.4,"pct":43.5,"variant":"Muse Wonder Full"}},"metrics":{"arena_webdev":{"rank":12,"of":136,"score":1722.6,"pct":91.9,"variant":"Muse Wonder Full (Max)"},"arena_agent":{"rank":14,"of":61,"score":0.08,"pct":78.3,"variant":"Muse Wonder Full (Max)"},"aa_index":{"rank":3,"of":141,"score":55.8,"pct":98.6,"variant":"muse-wonder-full"},"aa_hle":{"rank":8,"of":143,"score":53.6,"pct":95.1,"variant":"muse-wonder-full"},"aa_scicode":{"rank":3,"of":141,"score":62.6,"pct":98.6,"variant":"muse-wonder-full"},"aa_lcr":{"rank":11,"of":143,"score":83.7,"pct":93,"variant":"muse-wonder-full"},"aa_critpt":{"rank":1,"of":146,"score":32.9,"pct":100,"variant":"muse-wonder-full"},"aa_omniscience":{"rank":12,"of":143,"score":30.2,"pct":92.3,"variant":"muse-wonder-full"},"aa_gdpvalNormalized":{"rank":1,"of":141,"score":0.7,"pct":100,"variant":"muse-wonder-full"},"vals_index":{"rank":9,"of":42,"score":66.8,"pct":80.5,"variant":"meta/muse-wonder-full"},"vals_vibe_code_bench":{"rank":16,"of":42,"score":86,"pct":63.4,"variant":"meta/muse-wonder-full"},"vals_finance_agent":{"rank":5,"of":42,"score":67.6,"pct":90.2,"variant":"meta/muse-wonder-full"},"vals_emb":{"rank":8,"of":42,"score":75,"pct":82.9,"variant":"meta/muse-wonder-full"},"vals_code_migration":{"rank":15,"of":42,"score":61.7,"pct":65.9,"variant":"meta/muse-wonder-full"},"vals_legal_research":{"rank":5,"of":42,"score":53.4,"pct":90.2,"variant":"meta/muse-wonder-full"},"vals_legal_agent_benchmark":{"rank":5,"of":42,"score":23.3,"pct":90.2,"variant":"meta/muse-wonder-full"},"benchlm":{"rank":14,"of":24,"score":77.4,"pct":43.5,"variant":"Muse Wonder Full"},"benchlm_agentic":{"rank":14,"of":24,"score":77.9,"pct":43.5,"variant":"Muse Wonder Full"},"benchlm_coding":{"rank":9,"of":23,"score":81.5,"pct":63.6,"variant":"Muse Wonder Full"},"benchlm_knowledge":{"rank":13,"of":24,"score":73.3,"pct":47.8,"variant":"Muse Wonder Full"}},"domains":{"overall":87.4,"coding":87.4,"agent":83.9,"reasoning":84.8,"knowledge":87.8,"business":90,"longctx":60.6},"coverage":3,"avgPct":74.2,"overall":87.4,"rank":9,"avgRank":8.7,"aliases":["Muse Wonder Full (Max)","muse-wonder-full","meta/muse-wonder-full","Muse Wonder Full"],"open":false,"reasoning":true,"ctx":1000000,"release":"2026-10-12","theta":1.55,"se":0.14,"lo":83.9,"hi":90.2,"firstSeen":"2026-10-12T17:39:01.594Z","isNew":false,"prevRank":6},{"id":"claude-fable-5-1","name":"Claude Fable 5.1","provider":"anthropic","providerName":"Anthropic","country":"US","sites":{"aa":{"rank":4,"of":141,"score":53.4,"pct":97.9,"variant":"claude-fable-5-1"},"livebench":{"rank":1,"of":64,"score":83.4,"pct":100,"variant":"claude-fable-5-1-max-effort"},"epoch":{"rank":8,"of":230,"score":167.06,"pct":96.9,"variant":"Claude Fable 5.1"},"arc":{"rank":11,"of":95,"score":90,"pct":89.4,"variant":"Claude Fable 5.1 (Max)"},"scale":{"rank":2,"of":44,"score":46.5,"pct":97.7,"variant":"Fable 5.1 (xhigh)"},"tbench":{"rank":12,"of":53,"score":57.58,"pct":78.8,"variant":"Fable 5.1 (xhigh)"},"simplebench":{"rank":7,"of":112,"score":86.6,"pct":94.6,"variant":"Claude Fable 5.1"},"benchlm":{"rank":12,"of":24,"score":78.7,"pct":52.2,"variant":"Claude Fable 5.1"}},"metrics":{"arena_coding":{"rank":19,"of":344,"score":1532.7,"pct":94.8,"variant":"Claude Fable 5.1 (Max)"},"arena_math":{"rank":3,"of":333,"score":1529.5,"pct":99.4,"variant":"Claude Fable 5.1 (Max)"},"arena_creative_writing":{"rank":8,"of":347,"score":1492.4,"pct":98,"variant":"Claude Fable 5.1 (Max)"},"arena_instruction_following":{"rank":8,"of":349,"score":1502.5,"pct":98,"variant":"Claude Fable 5.1 (Max)"},"arena_hard_prompts":{"rank":9,"of":349,"score":1521.7,"pct":97.7,"variant":"Claude Fable 5.1 (Max)"},"arena_multi_turn":{"rank":30,"of":347,"score":1482.9,"pct":91.6,"variant":"Claude Fable 5.1 (Max)"},"arena_expert":{"rank":11,"of":302,"score":1532.9,"pct":96.7,"variant":"Claude Fable 5.1 (Max)"},"arena_japanese":{"rank":1,"of":233,"score":1550.5,"pct":100,"variant":"Claude Fable 5.1 (Max)"},"arena_industry_business_and_management_and_financial_operations":{"rank":13,"of":342,"score":1489.9,"pct":96.5,"variant":"Claude Fable 5.1 (Max)"},"arena_industry_medicine_and_healthcare":{"rank":4,"of":321,"score":1523,"pct":99.1,"variant":"Claude Fable 5.1 (Max)"},"arena_industry_legal_and_government":{"rank":14,"of":322,"score":1501.6,"pct":96,"variant":"Claude Fable 5.1 (Max)"},"arena_webdev":{"rank":11,"of":136,"score":1741.9,"pct":92.6,"variant":"Claude Fable 5.1 (Max)"},"arena_vision":{"rank":12,"of":143,"score":1289.8,"pct":92.3,"variant":"Claude Fable 5.1 (Max)"},"arena_search":{"rank":8,"of":43,"score":1227.1,"pct":83.3,"variant":"Claude Fable 5.1 (High)"},"arena_document":{"rank":2,"of":39,"score":1498.4,"pct":97.4,"variant":"Claude Fable 5.1 (Max)"},"arena_agent":{"rank":8,"of":61,"score":0.137,"pct":88.3,"variant":"Claude Fable 5.1 (Max)"},"aa_index":{"rank":4,"of":141,"score":53.4,"pct":97.9,"variant":"claude-fable-5-1"},"aa_hle":{"rank":2,"of":143,"score":59.1,"pct":99.3,"variant":"claude-fable-5-1"},"aa_gpqa":{"rank":8,"of":120,"score":93.7,"pct":94.1,"variant":"claude-fable-5-1"},"aa_scicode":{"rank":2,"of":141,"score":63.1,"pct":99.3,"variant":"claude-fable-5-1"},"aa_lcr":{"rank":4,"of":143,"score":85.3,"pct":97.9,"variant":"claude-fable-5-1"},"aa_critpt":{"rank":7,"of":146,"score":31.1,"pct":95.9,"variant":"claude-fable-5-1-xhigh"},"aa_omniscience":{"rank":3,"of":143,"score":43.5,"pct":98.6,"variant":"claude-fable-5-1"},"aa_gdpvalNormalized":{"rank":4,"of":141,"score":0.6,"pct":97.9,"variant":"claude-fable-5-1"},"livebench_global":{"rank":1,"of":64,"score":83.4,"pct":100,"variant":"claude-fable-5-1-max-effort"},"livebench_reasoning":{"rank":4,"of":64,"score":91.7,"pct":95.2,"variant":"claude-fable-5-1-max-effort"},"livebench_coding":{"rank":3,"of":64,"score":86.4,"pct":96.8,"variant":"claude-fable-5-1-max-effort"},"livebench_agentic_coding":{"rank":3,"of":64,"score":66.1,"pct":96.8,"variant":"claude-fable-5-1-max-effort"},"livebench_mathematics":{"rank":2,"of":64,"score":97,"pct":98.4,"variant":"claude-fable-5-1-max-effort"},"livebench_data_analysis":{"rank":7,"of":64,"score":80.3,"pct":90.5,"variant":"claude-fable-5-1-max-effort"},"livebench_language":{"rank":3,"of":64,"score":89.5,"pct":96.8,"variant":"claude-fable-5-1-max-effort"},"livebench_if":{"rank":17,"of":64,"score":73,"pct":74.6,"variant":"claude-fable-5-1-max-effort"},"epoch_eci":{"rank":8,"of":230,"score":167.06,"pct":96.9,"variant":"Claude Fable 5.1"},"epoch_frontiermath":{"rank":9,"of":91,"score":90.2,"pct":91.1,"variant":"claude-fable-5-1_max"},"epoch_frontiermath4":{"rank":11,"of":74,"score":87.8,"pct":86.3,"variant":"claude-fable-5-1_max"},"epoch_simpleqa":{"rank":11,"of":94,"score":70.8,"pct":89.2,"variant":"claude-fable-5-1_max"},"epoch_aime":{"rank":1,"of":208,"score":100,"pct":100,"variant":"claude-fable-5-1_max"},"arc_v2":{"rank":11,"of":95,"score":90,"pct":89.4,"variant":"Claude Fable 5.1 (Max)"},"arc_v1":{"rank":12,"of":92,"score":97.5,"pct":87.9,"variant":"Claude Fable 5.1 (Max)"},"scale_hle":{"rank":2,"of":44,"score":46.5,"pct":97.7,"variant":"Fable 5.1 (xhigh)"},"scale_mcp":{"rank":3,"of":37,"score":87.2,"pct":94.4,"variant":"Claude Fable 5.1 (mcp-atlas)"},"tbench":{"rank":12,"of":53,"score":57.58,"pct":78.8,"variant":"Fable 5.1 (xhigh)"},"eqbench_cw":{"rank":3,"of":143,"score":2155.3,"pct":98.6,"variant":"claude-fable-5-1"},"simplebench":{"rank":7,"of":112,"score":86.6,"pct":94.6,"variant":"Claude Fable 5.1"},"benchlm":{"rank":12,"of":24,"score":78.7,"pct":52.2,"variant":"Claude Fable 5.1"},"benchlm_agentic":{"rank":13,"of":24,"score":80.6,"pct":47.8,"variant":"Claude Fable 5.1"},"benchlm_coding":{"rank":10,"of":23,"score":81.4,"pct":59.1,"variant":"Claude Fable 5.1"},"benchlm_reasoning":{"rank":13,"of":23,"score":75.2,"pct":45.5,"variant":"Claude Fable 5.1"},"benchlm_multimodalGrounded":{"rank":9,"of":23,"score":76.4,"pct":63.6,"variant":"Claude Fable 5.1"},"benchlm_knowledge":{"rank":10,"of":24,"score":77.2,"pct":60.9,"variant":"Claude Fable 5.1"},"benchlm_multilingual":{"rank":7,"of":10,"score":69.2,"pct":33.3,"variant":"Claude Fable 5.1"},"benchlm_instructionFollowing":{"rank":11,"of":23,"score":73.4,"pct":54.5,"variant":"Claude Fable 5.1"},"benchlm_math":{"rank":9,"of":19,"score":75.3,"pct":55.6,"variant":"Claude Fable 5.1"}},"domains":{"overall":87.1,"coding":89.5,"agent":88.9,"reasoning":86.5,"math":83.7,"knowledge":90.7,"writing":84.5,"instruction":76.3,"chat":58.5,"business":88.4,"japanese":89.7,"vision":79.3,"longctx":89.4},"coverage":8,"avgPct":88.4,"overall":87.1,"rank":10,"avgRank":7.1,"aliases":["Claude Fable 5.1 (Max)","Claude Fable 5.1 (High)","claude-fable-5-1","claude-fable-5-1-xhigh","claude-fable-5-1-max-effort","Claude Fable 5.1","claude-fable-5-1_max","Fable 5.1 (xhigh)","Claude Fable 5.1 (mcp-atlas)"],"open":false,"reasoning":true,"ctx":1000000,"pin":10,"pout":50,"tps":71,"ttft":1.93,"release":"2026-09-01","theta":1.528,"se":0.105,"lo":84.5,"hi":89.4,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":10},{"id":"gpt-6-1-sol","name":"GPT-6.1 Sol","provider":"openai","providerName":"OpenAI","country":"US","sites":{"aa":{"rank":8,"of":141,"score":51.8,"pct":95,"variant":"gpt-6-1-sol"},"livebench":{"rank":5,"of":64,"score":81.6,"pct":93.7,"variant":"gpt-6.1-sol-max"},"epoch":{"rank":6,"of":230,"score":168.61,"pct":97.8,"variant":"GPT-6.1 Sol"},"arc":{"rank":3,"of":95,"score":94.2,"pct":97.9,"variant":"GPT-6.1 Sol (Max)"},"vals":{"rank":13,"of":42,"score":63.9,"pct":70.7,"variant":"openai/gpt-6.1-sol"},"tbench":{"rank":9,"of":53,"score":60.91,"pct":84.6,"variant":"GPT-6.1 Sol (max)"},"eqbench":{"rank":8,"of":32,"score":1272.4,"pct":77.4,"variant":"gpt-6.1-sol"},"simplebench":{"rank":10,"of":112,"score":82.9,"pct":91.9,"variant":"GPT-6.1 Sol"},"benchlm":{"rank":8,"of":24,"score":81.1,"pct":69.6,"variant":"GPT-6.1 Sol"}},"metrics":{"arena_coding":{"rank":10,"of":344,"score":1544.5,"pct":97.4,"variant":"GPT-6.1 Sol (Max)"},"arena_math":{"rank":21,"of":333,"score":1499.2,"pct":94,"variant":"GPT-6.1 Sol (Max)"},"arena_creative_writing":{"rank":38,"of":347,"score":1450.4,"pct":89.3,"variant":"GPT-6.1 Sol (Max)"},"arena_instruction_following":{"rank":20,"of":349,"score":1484.3,"pct":94.5,"variant":"GPT-6.1 Sol (Max)"},"arena_hard_prompts":{"rank":23,"of":349,"score":1507.1,"pct":93.7,"variant":"GPT-6.1 Sol (Max)"},"arena_multi_turn":{"rank":25,"of":347,"score":1486.5,"pct":93.1,"variant":"GPT-6.1 Sol (Max)"},"arena_expert":{"rank":13,"of":302,"score":1528.4,"pct":96,"variant":"GPT-6.1 Sol (Max)"},"arena_japanese":{"rank":27,"of":233,"score":1469.4,"pct":88.8,"variant":"GPT-6.1 Sol (Max)"},"arena_industry_business_and_management_and_financial_operations":{"rank":24,"of":342,"score":1483.4,"pct":93.3,"variant":"GPT-6.1 Sol (Max)"},"arena_industry_medicine_and_healthcare":{"rank":44,"of":321,"score":1485.5,"pct":86.6,"variant":"GPT-6.1 Sol (Max)"},"arena_industry_legal_and_government":{"rank":10,"of":322,"score":1506,"pct":97.2,"variant":"GPT-6.1 Sol (Max)"},"arena_webdev":{"rank":10,"of":136,"score":1743.4,"pct":93.3,"variant":"GPT-6.1 Sol (Max)"},"arena_vision":{"rank":11,"of":143,"score":1289.9,"pct":93,"variant":"GPT-6.1 Sol (Max)"},"arena_search":{"rank":2,"of":43,"score":1248.9,"pct":97.6,"variant":"GPT-6.1 Sol (Max)"},"arena_agent":{"rank":10,"of":61,"score":0.113,"pct":85,"variant":"GPT-6.1 Sol (Max)"},"aa_index":{"rank":8,"of":141,"score":51.8,"pct":95,"variant":"gpt-6-1-sol"},"aa_hle":{"rank":9,"of":143,"score":52.9,"pct":94.4,"variant":"gpt-6-1-sol"},"aa_scicode":{"rank":26,"of":141,"score":55.8,"pct":82.1,"variant":"gpt-6-1-sol-high"},"aa_lcr":{"rank":7,"of":143,"score":84,"pct":95.8,"variant":"gpt-6-1-sol-low"},"aa_mmmuPro":{"rank":3,"of":69,"score":86,"pct":97.1,"variant":"gpt-6-1-sol"},"aa_critpt":{"rank":3,"of":146,"score":31.7,"pct":98.6,"variant":"gpt-6-1-sol-xhigh"},"aa_omniscience":{"rank":6,"of":143,"score":41.5,"pct":96.5,"variant":"gpt-6-1-sol-high"},"aa_gdpvalNormalized":{"rank":22,"of":141,"score":0.5,"pct":85,"variant":"gpt-6-1-sol-xhigh"},"livebench_global":{"rank":5,"of":64,"score":81.6,"pct":93.7,"variant":"gpt-6.1-sol-max"},"livebench_reasoning":{"rank":2,"of":64,"score":92.6,"pct":98.4,"variant":"gpt-6.1-sol-max"},"livebench_coding":{"rank":16,"of":64,"score":80.7,"pct":76.2,"variant":"gpt-6.1-sol-xhigh"},"livebench_agentic_coding":{"rank":25,"of":64,"score":56.8,"pct":61.9,"variant":"gpt-6.1-sol-xhigh"},"livebench_mathematics":{"rank":3,"of":64,"score":96.8,"pct":96.8,"variant":"gpt-6.1-sol-max"},"livebench_data_analysis":{"rank":2,"of":64,"score":82.7,"pct":98.4,"variant":"gpt-6.1-sol-max"},"livebench_language":{"rank":2,"of":64,"score":90.1,"pct":98.4,"variant":"gpt-6.1-sol-max"},"livebench_if":{"rank":12,"of":64,"score":74.2,"pct":82.5,"variant":"gpt-6.1-sol-max"},"epoch_eci":{"rank":6,"of":230,"score":168.61,"pct":97.8,"variant":"GPT-6.1 Sol"},"epoch_frontiermath":{"rank":2,"of":91,"score":93.7,"pct":98.9,"variant":"gpt-6.1-sol_max"},"epoch_frontiermath4":{"rank":1,"of":74,"score":100,"pct":100,"variant":"gpt-6.1-sol_max"},"epoch_gpqa":{"rank":9,"of":226,"score":95.4,"pct":96.4,"variant":"gpt-6.1-sol_max"},"epoch_simpleqa":{"rank":7,"of":94,"score":73.9,"pct":93.5,"variant":"gpt-6.1-sol_max"},"epoch_aime":{"rank":1,"of":208,"score":100,"pct":100,"variant":"gpt-6.1-sol_max"},"arc_v2":{"rank":3,"of":95,"score":94.2,"pct":97.9,"variant":"GPT-6.1 Sol (Max)"},"arc_v1":{"rank":1,"of":92,"score":98.5,"pct":100,"variant":"GPT-6.1 Sol (XHigh)"},"arc_v3":{"rank":7,"of":28,"score":96.4,"pct":77.8,"variant":"GPT-6.1 Sol (XHigh)"},"vals_index":{"rank":13,"of":42,"score":63.9,"pct":70.7,"variant":"openai/gpt-6.1-sol"},"vals_vibe_code_bench":{"rank":10,"of":42,"score":88.9,"pct":78,"variant":"openai/gpt-6.1-sol"},"vals_finance_agent":{"rank":20,"of":42,"score":61.8,"pct":53.7,"variant":"openai/gpt-6.1-sol"},"vals_emb":{"rank":19,"of":42,"score":71.1,"pct":56.1,"variant":"openai/gpt-6.1-sol"},"vals_code_migration":{"rank":10,"of":42,"score":75.1,"pct":78,"variant":"openai/gpt-6.1-sol"},"vals_legal_research":{"rank":27,"of":42,"score":38.5,"pct":36.6,"variant":"openai/gpt-6.1-sol"},"vals_legal_agent_benchmark":{"rank":31,"of":42,"score":6.3,"pct":26.8,"variant":"openai/gpt-6.1-sol"},"tbench":{"rank":9,"of":53,"score":60.91,"pct":84.6,"variant":"GPT-6.1 Sol (max)"},"eqbench":{"rank":8,"of":32,"score":1272.4,"pct":77.4,"variant":"gpt-6.1-sol"},"simplebench":{"rank":10,"of":112,"score":82.9,"pct":91.9,"variant":"GPT-6.1 Sol"},"benchlm":{"rank":8,"of":24,"score":81.1,"pct":69.6,"variant":"GPT-6.1 Sol"},"benchlm_agentic":{"rank":8,"of":24,"score":84,"pct":69.6,"variant":"GPT-6.1 Sol"},"benchlm_coding":{"rank":11,"of":23,"score":80.5,"pct":54.5,"variant":"GPT-6.1 Sol"},"benchlm_reasoning":{"rank":7,"of":23,"score":81.2,"pct":72.7,"variant":"GPT-6.1 Sol"},"benchlm_multimodalGrounded":{"rank":8,"of":23,"score":77.6,"pct":68.2,"variant":"GPT-6.1 Sol"},"benchlm_knowledge":{"rank":8,"of":24,"score":78.6,"pct":69.6,"variant":"GPT-6.1 Sol"},"benchlm_multilingual":{"rank":5,"of":10,"score":71.6,"pct":55.6,"variant":"GPT-6.1 Sol"},"benchlm_instructionFollowing":{"rank":10,"of":23,"score":73.9,"pct":59.1,"variant":"GPT-6.1 Sol"},"benchlm_math":{"rank":6,"of":19,"score":78.1,"pct":72.2,"variant":"GPT-6.1 Sol"}},"domains":{"overall":86.9,"coding":88.9,"agent":91.3,"reasoning":87.5,"math":84.4,"knowledge":91.2,"writing":84,"instruction":78.2,"chat":79.7,"business":89.5,"japanese":80.3,"vision":80.7,"longctx":61.4},"coverage":9,"avgPct":86.5,"overall":86.9,"rank":11,"avgRank":7.8,"aliases":["GPT-6.1 Sol (Max)","gpt-6-1-sol","gpt-6-1-sol-high","gpt-6-1-sol-low","gpt-6-1-sol-xhigh","gpt-6.1-sol-max","gpt-6.1-sol-xhigh","GPT-6.1 Sol","gpt-6.1-sol_max","GPT-6.1 Sol (XHigh)","openai/gpt-6.1-sol","GPT-6.1 Sol (max)","gpt-6.1-sol"],"open":false,"reasoning":true,"ctx":1000000,"pin":2,"pout":10,"tps":66,"ttft":2.75,"release":"2026-09-29","theta":1.512,"se":0.099,"lo":84.4,"hi":89,"firstSeen":"2026-09-29T18:15:25.706Z","isNew":false,"prevRank":8},{"id":"gpt-6-2-sol","name":"GPT-6.2 Sol","provider":"openai","providerName":"OpenAI","country":"US","sites":{"arc":{"rank":15,"of":95,"score":85.8,"pct":85.1,"variant":"GPT-6.2 Sol (Max)"},"vals":{"rank":10,"of":42,"score":66.1,"pct":78,"variant":"openai/gpt-6.2-sol"},"tbench":{"rank":7,"of":53,"score":61.52,"pct":88.5,"variant":"GPT-6.2 Sol (max)"},"simplebench":{"rank":30,"of":112,"score":69.9,"pct":73.9,"variant":"GPT-6.2 Sol"},"benchlm":{"rank":7,"of":24,"score":82.3,"pct":73.9,"variant":"GPT-6.2 Sol"}},"metrics":{"arena_coding":{"rank":62,"of":344,"score":1505.9,"pct":82.2,"variant":"GPT-6.2 Sol (Max)"},"arena_creative_writing":{"rank":33,"of":347,"score":1453.6,"pct":90.8,"variant":"GPT-6.2 Sol (Max)"},"arena_instruction_following":{"rank":41,"of":349,"score":1466.7,"pct":88.5,"variant":"GPT-6.2 Sol (Max)"},"arena_hard_prompts":{"rank":69,"of":349,"score":1475.2,"pct":80.5,"variant":"GPT-6.2 Sol (Max)"},"arena_multi_turn":{"rank":67,"of":347,"score":1464.6,"pct":80.9,"variant":"GPT-6.2 Sol (Max)"},"arena_industry_business_and_management_and_financial_operations":{"rank":85,"of":342,"score":1442.2,"pct":75.4,"variant":"GPT-6.2 Sol (Max)"},"arena_webdev":{"rank":8,"of":136,"score":1754,"pct":94.8,"variant":"GPT-6.2 Sol (Max)"},"arena_search":{"rank":7,"of":43,"score":1227.6,"pct":85.7,"variant":"GPT-6.2 Sol (Max)"},"arena_agent":{"rank":10,"of":61,"score":0.113,"pct":85,"variant":"GPT-6.2 Sol (Max)"},"arc_v2":{"rank":15,"of":95,"score":85.8,"pct":85.1,"variant":"GPT-6.2 Sol (Max)"},"arc_v1":{"rank":12,"of":92,"score":97.5,"pct":87.9,"variant":"GPT-6.2 Sol (Max)"},"arc_v3":{"rank":4,"of":28,"score":98.2,"pct":88.9,"variant":"GPT-6.2 Sol (Max)"},"vals_index":{"rank":10,"of":42,"score":66.1,"pct":78,"variant":"openai/gpt-6.2-sol"},"vals_vibe_code_bench":{"rank":13,"of":42,"score":87.6,"pct":70.7,"variant":"openai/gpt-6.2-sol"},"vals_finance_agent":{"rank":30,"of":42,"score":58.9,"pct":29.3,"variant":"openai/gpt-6.2-sol"},"vals_emb":{"rank":10,"of":42,"score":74.3,"pct":78,"variant":"openai/gpt-6.2-sol"},"vals_code_migration":{"rank":3,"of":42,"score":85.3,"pct":95.1,"variant":"openai/gpt-6.2-sol"},"vals_legal_research":{"rank":32,"of":42,"score":37,"pct":24.4,"variant":"openai/gpt-6.2-sol"},"vals_legal_agent_benchmark":{"rank":21,"of":42,"score":12.1,"pct":51.2,"variant":"openai/gpt-6.2-sol"},"tbench":{"rank":7,"of":53,"score":61.52,"pct":88.5,"variant":"GPT-6.2 Sol (max)"},"simplebench":{"rank":30,"of":112,"score":69.9,"pct":73.9,"variant":"GPT-6.2 Sol"},"benchlm":{"rank":7,"of":24,"score":82.3,"pct":73.9,"variant":"GPT-6.2 Sol"},"benchlm_agentic":{"rank":7,"of":24,"score":86.6,"pct":73.9,"variant":"GPT-6.2 Sol"},"benchlm_coding":{"rank":7,"of":23,"score":83.9,"pct":72.7,"variant":"GPT-6.2 Sol"},"benchlm_reasoning":{"rank":6,"of":23,"score":81.5,"pct":77.3,"variant":"GPT-6.2 Sol"},"benchlm_multimodalGrounded":{"rank":4,"of":23,"score":84.2,"pct":86.4,"variant":"GPT-6.2 Sol"},"benchlm_knowledge":{"rank":5,"of":24,"score":81.4,"pct":82.6,"variant":"GPT-6.2 Sol"},"benchlm_instructionFollowing":{"rank":7,"of":23,"score":74.4,"pct":72.7,"variant":"GPT-6.2 Sol"}},"domains":{"overall":86.9,"coding":91.4,"agent":92.4,"reasoning":85.6,"knowledge":93.4,"writing":67.5,"instruction":77.2,"chat":51.3,"business":72.3,"vision":92.9},"coverage":5,"avgPct":79.9,"overall":86.9,"rank":12,"avgRank":13.8,"aliases":["GPT-6.2 Sol (Max)","openai/gpt-6.2-sol","GPT-6.2 Sol (max)","GPT-6.2 Sol"],"open":false,"release":"2026-11-17","reasoning":true,"theta":1.511,"se":0.123,"lo":83.7,"hi":89.5,"firstSeen":"2026-11-17T17:59:54.378Z","isNew":true},{"id":"claude-sonnet-5-5","name":"Claude Sonnet 5.5","provider":"anthropic","providerName":"Anthropic","country":"US","sites":{"aa":{"rank":2,"of":141,"score":56,"pct":99.3,"variant":"claude-sonnet-5-5"},"livebench":{"rank":21,"of":64,"score":77.8,"pct":68.3,"variant":"claude-sonnet-5-5-xhigh-effort"},"epoch":{"rank":10,"of":230,"score":166.6,"pct":96.1,"variant":"Claude Sonnet 5.5"},"arc":{"rank":20,"of":95,"score":83.9,"pct":79.8,"variant":"Claude Sonnet 5.5 (XHigh)"},"vals":{"rank":2,"of":42,"score":70.9,"pct":97.6,"variant":"anthropic/claude-sonnet-5-5"},"tbench":{"rank":5,"of":53,"score":63.94,"pct":92.3,"variant":"Sonnet 5.5 (max)"},"simplebench":{"rank":21,"of":112,"score":75.9,"pct":82,"variant":"Claude Sonnet 5.5"},"benchlm":{"rank":13,"of":24,"score":77.7,"pct":47.8,"variant":"Claude Sonnet 5.5"}},"metrics":{"arena_coding":{"rank":43,"of":344,"score":1517,"pct":87.8,"variant":"Claude Sonnet 5.5 (xHigh)"},"arena_math":{"rank":23,"of":333,"score":1496.8,"pct":93.4,"variant":"Claude Sonnet 5.5 (xHigh)"},"arena_creative_writing":{"rank":28,"of":347,"score":1460.2,"pct":92.2,"variant":"Claude Sonnet 5.5 (xHigh)"},"arena_instruction_following":{"rank":24,"of":349,"score":1479,"pct":93.4,"variant":"Claude Sonnet 5.5 (xHigh)"},"arena_hard_prompts":{"rank":37,"of":349,"score":1497.8,"pct":89.7,"variant":"Claude Sonnet 5.5 (xHigh)"},"arena_multi_turn":{"rank":57,"of":347,"score":1469.5,"pct":83.8,"variant":"Claude Sonnet 5.5 (xHigh)"},"arena_expert":{"rank":25,"of":302,"score":1515,"pct":92,"variant":"Claude Sonnet 5.5 (xHigh)"},"arena_japanese":{"rank":22,"of":233,"score":1479.1,"pct":90.9,"variant":"Claude Sonnet 5.5 (xHigh)"},"arena_industry_business_and_management_and_financial_operations":{"rank":36,"of":342,"score":1472,"pct":89.7,"variant":"Claude Sonnet 5.5 (xHigh)"},"arena_industry_medicine_and_healthcare":{"rank":62,"of":321,"score":1472.7,"pct":80.9,"variant":"Claude Sonnet 5.5 (xHigh)"},"arena_industry_legal_and_government":{"rank":43,"of":322,"score":1477.4,"pct":86.9,"variant":"Claude Sonnet 5.5 (xHigh)"},"arena_webdev":{"rank":3,"of":136,"score":1772,"pct":98.5,"variant":"Claude Sonnet 5.5 (xHigh)"},"arena_vision":{"rank":35,"of":143,"score":1264.2,"pct":76.1,"variant":"Claude Sonnet 5.5 (xHigh)"},"arena_agent":{"rank":5,"of":61,"score":0.156,"pct":93.3,"variant":"Claude Sonnet 5.5 (Max)"},"aa_index":{"rank":2,"of":141,"score":56,"pct":99.3,"variant":"claude-sonnet-5-5"},"aa_hle":{"rank":5,"of":143,"score":55,"pct":97.2,"variant":"claude-sonnet-5-5"},"aa_scicode":{"rank":5,"of":141,"score":61,"pct":97.1,"variant":"claude-sonnet-5-5"},"aa_lcr":{"rank":21,"of":143,"score":82.7,"pct":85.9,"variant":"claude-sonnet-5-5"},"aa_critpt":{"rank":6,"of":146,"score":31.4,"pct":96.6,"variant":"claude-sonnet-5-5"},"aa_omniscience":{"rank":8,"of":143,"score":32.3,"pct":95.1,"variant":"claude-sonnet-5-5"},"aa_gdpvalNormalized":{"rank":1,"of":141,"score":0.7,"pct":100,"variant":"claude-sonnet-5-5"},"livebench_global":{"rank":21,"of":64,"score":77.8,"pct":68.3,"variant":"claude-sonnet-5-5-xhigh-effort"},"livebench_reasoning":{"rank":6,"of":64,"score":91.6,"pct":92.1,"variant":"claude-sonnet-5-5-max-effort"},"livebench_coding":{"rank":1,"of":64,"score":91.4,"pct":100,"variant":"claude-sonnet-5-5-max-effort"},"livebench_agentic_coding":{"rank":28,"of":64,"score":56.3,"pct":57.1,"variant":"claude-sonnet-5-5-max-effort"},"livebench_mathematics":{"rank":5,"of":64,"score":96.7,"pct":93.7,"variant":"claude-sonnet-5-5-xhigh-effort"},"livebench_data_analysis":{"rank":21,"of":64,"score":78.6,"pct":68.3,"variant":"claude-sonnet-5-5-xhigh-effort"},"livebench_language":{"rank":18,"of":64,"score":83.4,"pct":73,"variant":"claude-sonnet-5-5-xhigh-effort"},"livebench_if":{"rank":28,"of":64,"score":70.5,"pct":57.1,"variant":"claude-sonnet-5-5-xhigh-effort"},"epoch_eci":{"rank":10,"of":230,"score":166.6,"pct":96.1,"variant":"Claude Sonnet 5.5"},"epoch_frontiermath":{"rank":12,"of":91,"score":88.8,"pct":87.8,"variant":"claude-sonnet-5-5_max"},"epoch_frontiermath4":{"rank":14,"of":74,"score":80.5,"pct":82.2,"variant":"claude-sonnet-5-5_max"},"epoch_gpqa":{"rank":8,"of":226,"score":95.6,"pct":96.9,"variant":"claude-sonnet-5-5_max"},"epoch_simpleqa":{"rank":42,"of":94,"score":46.5,"pct":55.9,"variant":"claude-sonnet-5-5_max"},"epoch_aime":{"rank":1,"of":208,"score":100,"pct":100,"variant":"claude-sonnet-5-5_max"},"arc_v2":{"rank":20,"of":95,"score":83.9,"pct":79.8,"variant":"Claude Sonnet 5.5 (XHigh)"},"arc_v1":{"rank":16,"of":92,"score":96.5,"pct":83.5,"variant":"Claude Sonnet 5.5 (Max)"},"arc_v3":{"rank":8,"of":28,"score":72.4,"pct":74.1,"variant":"Claude Sonnet 5.5 (XHigh)"},"vals_index":{"rank":2,"of":42,"score":70.9,"pct":97.6,"variant":"anthropic/claude-sonnet-5-5"},"vals_vibe_code_bench":{"rank":3,"of":42,"score":92.4,"pct":95.1,"variant":"anthropic/claude-sonnet-5-5"},"vals_finance_agent":{"rank":7,"of":42,"score":67.3,"pct":85.4,"variant":"anthropic/claude-sonnet-5-5"},"vals_emb":{"rank":5,"of":42,"score":75.9,"pct":90.2,"variant":"anthropic/claude-sonnet-5-5"},"vals_code_migration":{"rank":1,"of":42,"score":87.4,"pct":100,"variant":"anthropic/claude-sonnet-5-5"},"vals_legal_research":{"rank":10,"of":42,"score":48.1,"pct":78,"variant":"anthropic/claude-sonnet-5-5"},"vals_legal_agent_benchmark":{"rank":26,"of":42,"score":10.4,"pct":39,"variant":"anthropic/claude-sonnet-5-5"},"tbench":{"rank":5,"of":53,"score":63.94,"pct":92.3,"variant":"Sonnet 5.5 (max)"},"simplebench":{"rank":21,"of":112,"score":75.9,"pct":82,"variant":"Claude Sonnet 5.5"},"benchlm":{"rank":13,"of":24,"score":77.7,"pct":47.8,"variant":"Claude Sonnet 5.5"},"benchlm_agentic":{"rank":10,"of":24,"score":81.9,"pct":60.9,"variant":"Claude Sonnet 5.5"},"benchlm_coding":{"rank":6,"of":23,"score":86.6,"pct":77.3,"variant":"Claude Sonnet 5.5"},"benchlm_reasoning":{"rank":13,"of":23,"score":75.2,"pct":45.5,"variant":"Claude Sonnet 5.5"},"benchlm_multimodalGrounded":{"rank":14,"of":23,"score":72.9,"pct":40.9,"variant":"Claude Sonnet 5.5"},"benchlm_knowledge":{"rank":24,"of":24,"score":63.1,"pct":0,"variant":"Claude Sonnet 5.5"},"benchlm_multilingual":{"rank":6,"of":10,"score":69.6,"pct":44.4,"variant":"Claude Sonnet 5.5"},"benchlm_instructionFollowing":{"rank":16,"of":23,"score":69.9,"pct":31.8,"variant":"Claude Sonnet 5.5"},"benchlm_math":{"rank":12,"of":19,"score":74.3,"pct":38.9,"variant":"Claude Sonnet 5.5"}},"domains":{"overall":86.7,"coding":92.3,"agent":90.3,"reasoning":84.6,"math":82.3,"knowledge":78.2,"writing":75.5,"instruction":68.1,"chat":53.2,"business":86.9,"japanese":81.7,"vision":68.4,"longctx":58.1},"coverage":8,"avgPct":82.9,"overall":86.7,"rank":13,"avgRank":11.8,"aliases":["Claude Sonnet 5.5 (xHigh)","Claude Sonnet 5.5 (Max)","claude-sonnet-5-5","claude-sonnet-5-5-xhigh-effort","claude-sonnet-5-5-max-effort","Claude Sonnet 5.5","claude-sonnet-5-5_max","Claude Sonnet 5.5 (XHigh)","anthropic/claude-sonnet-5-5","Sonnet 5.5 (max)"],"open":false,"reasoning":true,"ctx":1000000,"pin":2,"pout":10,"tps":141,"ttft":0.98,"release":"2026-09-28","theta":1.499,"se":0.101,"lo":84.1,"hi":88.9,"firstSeen":"2026-09-28T19:52:56.627Z","isNew":false,"prevRank":7},{"id":"claude-fable-5","name":"Claude Fable 5","provider":"anthropic","providerName":"Anthropic","country":"US","sites":{"aa":{"rank":10,"of":141,"score":49.6,"pct":93.6,"variant":"claude-fable-5"},"livebench":{"rank":3,"of":64,"score":83,"pct":96.8,"variant":"claude-fable-5-max-effort"},"epoch":{"rank":13,"of":230,"score":164.18,"pct":94.8,"variant":"Claude Fable 5"},"arc":{"rank":13,"of":95,"score":89.2,"pct":87.2,"variant":"Claude Fable 5 (Max)"},"tbench":{"rank":19,"of":53,"score":44.85,"pct":65.4,"variant":"Fable 5 (max)"},"eqbench":{"rank":5,"of":32,"score":1312.5,"pct":87.1,"variant":"claude-fable-5"},"benchlm":{"rank":16,"of":24,"score":74.8,"pct":34.8,"variant":"Claude Fable 5"}},"metrics":{"arena_coding":{"rank":4,"of":344,"score":1551.2,"pct":99.1,"variant":"Claude Fable 5 (High)"},"arena_math":{"rank":5,"of":333,"score":1520.5,"pct":98.8,"variant":"Claude Fable 5 (High)"},"arena_creative_writing":{"rank":6,"of":347,"score":1501.5,"pct":98.6,"variant":"Claude Fable 5 (High)"},"arena_instruction_following":{"rank":6,"of":349,"score":1508.5,"pct":98.6,"variant":"Claude Fable 5 (High)"},"arena_hard_prompts":{"rank":7,"of":349,"score":1529.5,"pct":98.3,"variant":"Claude Fable 5 (High)"},"arena_multi_turn":{"rank":5,"of":347,"score":1516.8,"pct":98.8,"variant":"Claude Fable 5 (High)"},"arena_expert":{"rank":2,"of":302,"score":1550,"pct":99.7,"variant":"Claude Fable 5 (High)"},"arena_japanese":{"rank":5,"of":233,"score":1518.9,"pct":98.3,"variant":"Claude Fable 5 (High)"},"arena_industry_business_and_management_and_financial_operations":{"rank":6,"of":342,"score":1500.4,"pct":98.5,"variant":"Claude Fable 5 (High)"},"arena_industry_medicine_and_healthcare":{"rank":18,"of":321,"score":1505.2,"pct":94.7,"variant":"Claude Fable 5 (High)"},"arena_industry_legal_and_government":{"rank":5,"of":322,"score":1511.1,"pct":98.8,"variant":"Claude Fable 5 (High)"},"arena_webdev":{"rank":28,"of":136,"score":1625.9,"pct":80,"variant":"Claude Fable 5 (High)"},"arena_vision":{"rank":1,"of":143,"score":1308.8,"pct":100,"variant":"Claude Fable 5 (High)"},"arena_search":{"rank":6,"of":43,"score":1228.3,"pct":88.1,"variant":"Claude Fable 5 (High)"},"arena_document":{"rank":1,"of":39,"score":1500.1,"pct":100,"variant":"Claude Fable 5 (High)"},"arena_agent":{"rank":19,"of":61,"score":0.059,"pct":70,"variant":"Claude Fable 5 (High)"},"aa_index":{"rank":10,"of":141,"score":49.6,"pct":93.6,"variant":"claude-fable-5"},"aa_hle":{"rank":4,"of":143,"score":55.5,"pct":97.9,"variant":"claude-fable-5"},"aa_gpqa":{"rank":17,"of":120,"score":92.6,"pct":86.6,"variant":"claude-fable-5"},"aa_scicode":{"rank":5,"of":141,"score":61,"pct":97.1,"variant":"claude-fable-5"},"aa_terminalbenchHard":{"rank":2,"of":74,"score":62.9,"pct":98.6,"variant":"claude-fable-5"},"aa_tau2":{"rank":2,"of":73,"score":98.5,"pct":98.6,"variant":"claude-fable-5"},"aa_ifbench":{"rank":38,"of":74,"score":63.5,"pct":49.3,"variant":"claude-fable-5"},"aa_lcr":{"rank":23,"of":143,"score":82.3,"pct":84.5,"variant":"claude-fable-5"},"aa_critpt":{"rank":13,"of":146,"score":28.6,"pct":91.7,"variant":"claude-fable-5"},"aa_omniscience":{"rank":4,"of":143,"score":43.3,"pct":97.9,"variant":"claude-fable-5"},"aa_gdpvalNormalized":{"rank":4,"of":141,"score":0.6,"pct":97.9,"variant":"claude-fable-5"},"livebench_global":{"rank":3,"of":64,"score":83,"pct":96.8,"variant":"claude-fable-5-max-effort"},"livebench_reasoning":{"rank":14,"of":64,"score":89.7,"pct":79.4,"variant":"claude-fable-5-max-effort"},"livebench_coding":{"rank":4,"of":64,"score":86,"pct":95.2,"variant":"claude-fable-5-max-effort"},"livebench_agentic_coding":{"rank":10,"of":64,"score":62.2,"pct":85.7,"variant":"claude-fable-5-max-effort"},"livebench_mathematics":{"rank":9,"of":64,"score":96,"pct":87.3,"variant":"claude-fable-5-max-effort"},"livebench_data_analysis":{"rank":6,"of":64,"score":80.5,"pct":92.1,"variant":"claude-fable-5-max-effort"},"livebench_language":{"rank":1,"of":64,"score":90.7,"pct":100,"variant":"claude-fable-5-max-effort"},"livebench_if":{"rank":6,"of":64,"score":75.8,"pct":92.1,"variant":"claude-fable-5-max-effort"},"epoch_eci":{"rank":13,"of":230,"score":164.18,"pct":94.8,"variant":"Claude Fable 5"},"epoch_frontiermath":{"rank":15,"of":91,"score":87,"pct":84.4,"variant":"claude-fable-5_max"},"epoch_frontiermath4":{"rank":9,"of":74,"score":90.2,"pct":89,"variant":"claude-fable-5_max"},"epoch_gpqa":{"rank":21,"of":226,"score":93.9,"pct":91.1,"variant":"claude-fable-5-fallback_max"},"epoch_simpleqa":{"rank":12,"of":94,"score":70.7,"pct":88.2,"variant":"claude-fable-5_xhigh"},"epoch_aime":{"rank":1,"of":208,"score":100,"pct":100,"variant":"claude-fable-5_high"},"arc_v2":{"rank":13,"of":95,"score":89.2,"pct":87.2,"variant":"Claude Fable 5 (Max)"},"arc_v1":{"rank":1,"of":92,"score":98.5,"pct":100,"variant":"Claude Fable 5 (Max)"},"scale_mcp":{"rank":10,"of":37,"score":83.3,"pct":75,"variant":"Claude Fable 5 (mcp-atlas)"},"tbench":{"rank":19,"of":53,"score":44.85,"pct":65.4,"variant":"Fable 5 (max)"},"eqbench":{"rank":5,"of":32,"score":1312.5,"pct":87.1,"variant":"claude-fable-5"},"eqbench_cw":{"rank":13,"of":143,"score":1943.6,"pct":91.5,"variant":"claude-fable-5"},"benchlm":{"rank":16,"of":24,"score":74.8,"pct":34.8,"variant":"Claude Fable 5"},"benchlm_agentic":{"rank":19,"of":24,"score":72.1,"pct":21.7,"variant":"Claude Fable 5"},"benchlm_coding":{"rank":14,"of":23,"score":78,"pct":40.9,"variant":"Claude Fable 5"},"benchlm_reasoning":{"rank":20,"of":23,"score":71,"pct":13.6,"variant":"Claude Fable 5"},"benchlm_multimodalGrounded":{"rank":19,"of":23,"score":70.1,"pct":18.2,"variant":"Claude Fable 5"},"benchlm_knowledge":{"rank":11,"of":24,"score":77,"pct":56.5,"variant":"Claude Fable 5"},"benchlm_instructionFollowing":{"rank":15,"of":23,"score":70.8,"pct":36.4,"variant":"Claude Fable 5"},"benchlm_math":{"rank":14,"of":19,"score":72.2,"pct":27.8,"variant":"Claude Fable 5"}},"domains":{"overall":85.2,"coding":83.9,"agent":76.5,"reasoning":82,"math":81.3,"knowledge":90.1,"writing":84.6,"instruction":76.1,"chat":86.8,"business":88.7,"japanese":86.6,"vision":63,"longctx":89.9},"coverage":7,"avgPct":80,"overall":85.2,"rank":14,"avgRank":11.3,"aliases":["Claude Fable 5 (High)","claude-fable-5","claude-fable-5-max-effort","Claude Fable 5","claude-fable-5_max","claude-fable-5-fallback_max","claude-fable-5_xhigh","claude-fable-5_high","Claude Fable 5 (Max)","Claude Fable 5 (mcp-atlas)","Fable 5 (max)"],"open":false,"reasoning":true,"ctx":1000000,"pin":10,"pout":50,"tps":71,"ttft":94.17,"release":"2026-06-09","theta":1.403,"se":0.118,"lo":81.9,"hi":88,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":14},{"id":"claude-opus-5","name":"Claude Opus 5","provider":"anthropic","providerName":"Anthropic","country":"US","sites":{"aa":{"rank":9,"of":141,"score":50.8,"pct":94.3,"variant":"claude-opus-5"},"livebench":{"rank":11,"of":64,"score":80.1,"pct":84.1,"variant":"claude-opus-5-max-effort"},"epoch":{"rank":12,"of":230,"score":164.72,"pct":95.2,"variant":"Claude Opus 5"},"arc":{"rank":10,"of":95,"score":90.4,"pct":90.4,"variant":"Claude Opus 5 (Max)"},"tbench":{"rank":15,"of":53,"score":53.33,"pct":73.1,"variant":"Opus 5 (xhigh)"},"eqbench":{"rank":1,"of":32,"score":1364.9,"pct":100,"variant":"claude-opus-5"},"simplebench":{"rank":14,"of":112,"score":80.6,"pct":88.3,"variant":"Claude Opus 5"},"benchlm":{"rank":15,"of":24,"score":75.1,"pct":39.1,"variant":"Claude Opus 5"}},"metrics":{"arena_coding":{"rank":20,"of":344,"score":1532,"pct":94.5,"variant":"Claude Opus 5 (High)"},"arena_math":{"rank":4,"of":333,"score":1521.1,"pct":99.1,"variant":"Claude Opus 5 (High)"},"arena_creative_writing":{"rank":16,"of":347,"score":1473,"pct":95.7,"variant":"Claude Opus 5 (Max)"},"arena_instruction_following":{"rank":12,"of":349,"score":1495.9,"pct":96.8,"variant":"Claude Opus 5 (High)"},"arena_hard_prompts":{"rank":14,"of":349,"score":1515,"pct":96.3,"variant":"Claude Opus 5 (High)"},"arena_multi_turn":{"rank":26,"of":347,"score":1486.2,"pct":92.8,"variant":"Claude Opus 5 (Max)"},"arena_expert":{"rank":7,"of":302,"score":1536.1,"pct":98,"variant":"Claude Opus 5 (High)"},"arena_japanese":{"rank":9,"of":233,"score":1509,"pct":96.6,"variant":"Claude Opus 5 (Max)"},"arena_industry_business_and_management_and_financial_operations":{"rank":20,"of":342,"score":1485.2,"pct":94.4,"variant":"Claude Opus 5 (High)"},"arena_industry_medicine_and_healthcare":{"rank":10,"of":321,"score":1512.9,"pct":97.2,"variant":"Claude Opus 5 (Max)"},"arena_industry_legal_and_government":{"rank":12,"of":322,"score":1501.9,"pct":96.6,"variant":"Claude Opus 5 (Max)"},"arena_webdev":{"rank":14,"of":136,"score":1691.6,"pct":90.4,"variant":"Claude Opus 5 (Max)"},"arena_vision":{"rank":17,"of":143,"score":1285.3,"pct":88.7,"variant":"Claude Opus 5 (High)"},"arena_search":{"rank":13,"of":43,"score":1212.8,"pct":71.4,"variant":"Claude Opus 5 (High)"},"arena_document":{"rank":6,"of":39,"score":1485.9,"pct":86.8,"variant":"Claude Opus 5 (High)"},"arena_agent":{"rank":17,"of":61,"score":0.063,"pct":73.3,"variant":"Claude Opus 5 (Max)"},"aa_index":{"rank":9,"of":141,"score":50.8,"pct":94.3,"variant":"claude-opus-5"},"aa_hle":{"rank":6,"of":143,"score":54.9,"pct":96.5,"variant":"claude-opus-5"},"aa_gpqa":{"rank":8,"of":120,"score":93.7,"pct":94.1,"variant":"claude-opus-5-xhigh"},"aa_scicode":{"rank":24,"of":141,"score":56.4,"pct":83.6,"variant":"claude-opus-5"},"aa_lcr":{"rank":24,"of":143,"score":82,"pct":83.8,"variant":"claude-opus-5-medium"},"aa_mmmuPro":{"rank":6,"of":69,"score":84.7,"pct":92.6,"variant":"claude-opus-5"},"aa_critpt":{"rank":12,"of":146,"score":29.1,"pct":92.4,"variant":"claude-opus-5"},"aa_omniscience":{"rank":7,"of":143,"score":37.1,"pct":95.8,"variant":"claude-opus-5"},"aa_gdpvalNormalized":{"rank":4,"of":141,"score":0.6,"pct":97.9,"variant":"claude-opus-5-xhigh"},"livebench_global":{"rank":11,"of":64,"score":80.1,"pct":84.1,"variant":"claude-opus-5-max-effort"},"livebench_reasoning":{"rank":7,"of":64,"score":91.2,"pct":90.5,"variant":"claude-opus-5-max-effort"},"livebench_coding":{"rank":13,"of":64,"score":81.4,"pct":81,"variant":"claude-opus-5-max-effort"},"livebench_agentic_coding":{"rank":4,"of":64,"score":65.2,"pct":95.2,"variant":"claude-opus-5-max-effort"},"livebench_mathematics":{"rank":12,"of":64,"score":95.7,"pct":82.5,"variant":"claude-opus-5-max-effort"},"livebench_data_analysis":{"rank":36,"of":64,"score":74.6,"pct":44.4,"variant":"claude-opus-5-max-effort"},"livebench_language":{"rank":5,"of":64,"score":88.7,"pct":93.7,"variant":"claude-opus-5-max-effort"},"livebench_if":{"rank":49,"of":64,"score":63.8,"pct":23.8,"variant":"claude-opus-5-max-effort"},"epoch_eci":{"rank":12,"of":230,"score":164.72,"pct":95.2,"variant":"Claude Opus 5"},"epoch_frontiermath":{"rank":18,"of":91,"score":85.6,"pct":81.1,"variant":"claude-opus-5_max"},"epoch_frontiermath4":{"rank":19,"of":74,"score":73.2,"pct":75.3,"variant":"claude-opus-5_max"},"epoch_gpqa":{"rank":21,"of":226,"score":93.9,"pct":91.1,"variant":"claude-opus-5_max"},"epoch_simpleqa":{"rank":23,"of":94,"score":59.9,"pct":76.3,"variant":"claude-opus-5_max"},"epoch_aime":{"rank":27,"of":208,"score":98.9,"pct":87.4,"variant":"claude-opus-5_max"},"arc_v2":{"rank":10,"of":95,"score":90.4,"pct":90.4,"variant":"Claude Opus 5 (Max)"},"arc_v1":{"rank":12,"of":92,"score":97.5,"pct":87.9,"variant":"Claude Opus 5 (High)"},"arc_v3":{"rank":10,"of":28,"score":30.2,"pct":66.7,"variant":"Claude Opus 5 (High)"},"scale_mcp":{"rank":4,"of":37,"score":85.8,"pct":91.7,"variant":"Claude Opus 5 (mcp-atlas) xhigh"},"tbench":{"rank":15,"of":53,"score":53.33,"pct":73.1,"variant":"Opus 5 (xhigh)"},"eqbench":{"rank":1,"of":32,"score":1364.9,"pct":100,"variant":"claude-opus-5"},"eqbench_cw":{"rank":4,"of":143,"score":2135,"pct":97.9,"variant":"claude-opus-5"},"simplebench":{"rank":14,"of":112,"score":80.6,"pct":88.3,"variant":"Claude Opus 5"},"benchlm":{"rank":15,"of":24,"score":75.1,"pct":39.1,"variant":"Claude Opus 5"},"benchlm_agentic":{"rank":16,"of":24,"score":75.9,"pct":34.8,"variant":"Claude Opus 5"},"benchlm_coding":{"rank":16,"of":23,"score":77.1,"pct":31.8,"variant":"Claude Opus 5"},"benchlm_reasoning":{"rank":16,"of":23,"score":74.8,"pct":31.8,"variant":"Claude Opus 5"},"benchlm_multimodalGrounded":{"rank":17,"of":23,"score":71.6,"pct":27.3,"variant":"Claude Opus 5"},"benchlm_knowledge":{"rank":17,"of":24,"score":70.5,"pct":30.4,"variant":"Claude Opus 5"},"benchlm_multilingual":{"rank":8,"of":10,"score":69,"pct":22.2,"variant":"Claude Opus 5"},"benchlm_instructionFollowing":{"rank":13,"of":23,"score":72.6,"pct":45.5,"variant":"Claude Opus 5"},"benchlm_math":{"rank":15,"of":19,"score":72.1,"pct":22.2,"variant":"Claude Opus 5"}},"domains":{"overall":85.2,"coding":85.7,"agent":81.5,"reasoning":84.5,"math":80.5,"knowledge":85.7,"writing":83.3,"instruction":58.5,"chat":91.8,"business":83,"japanese":85.5,"vision":68.4,"longctx":78.8},"coverage":8,"avgPct":83.1,"overall":85.2,"rank":15,"avgRank":10.9,"aliases":["Claude Opus 5 (High)","Claude Opus 5 (Max)","claude-opus-5","claude-opus-5-xhigh","claude-opus-5-medium","claude-opus-5-max-effort","Claude Opus 5","claude-opus-5_max","Claude Opus 5 (mcp-atlas) xhigh","Opus 5 (xhigh)"],"open":false,"reasoning":true,"ctx":1000000,"pin":5,"pout":25,"tps":60,"ttft":1.47,"release":"2026-07-24","theta":1.399,"se":0.113,"lo":82,"hi":87.9,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":13},{"id":"muse-wonder","name":"Muse Wonder","provider":"meta","providerName":"Meta","country":"US","sites":{"aa":{"rank":7,"of":141,"score":52.4,"pct":95.7,"variant":"muse-wonder"},"epoch":{"rank":17,"of":230,"score":161.74,"pct":93,"variant":"Muse Wonder"},"vals":{"rank":12,"of":42,"score":64.9,"pct":73.2,"variant":"meta/muse-wonder"},"tbench":{"rank":18,"of":53,"score":46.97,"pct":67.3,"variant":"Muse Wonder (xhigh)"},"eqbench":{"rank":3,"of":32,"score":1324.9,"pct":93.5,"variant":"muse-wonder"},"benchlm":{"rank":20,"of":24,"score":71.2,"pct":17.4,"variant":"Muse Wonder"}},"metrics":{"arena_coding":{"rank":6,"of":344,"score":1550,"pct":98.5,"variant":"Muse Wonder (Max)"},"arena_math":{"rank":11,"of":333,"score":1504.4,"pct":97,"variant":"Muse Wonder (Max)"},"arena_creative_writing":{"rank":13,"of":347,"score":1486.8,"pct":96.5,"variant":"Muse Wonder (Max)"},"arena_instruction_following":{"rank":11,"of":349,"score":1496.3,"pct":97.1,"variant":"Muse Wonder (Max)"},"arena_hard_prompts":{"rank":4,"of":349,"score":1530.7,"pct":99.1,"variant":"Muse Wonder (Max)"},"arena_multi_turn":{"rank":3,"of":347,"score":1522.4,"pct":99.4,"variant":"Muse Wonder (Max)"},"arena_expert":{"rank":15,"of":302,"score":1526.9,"pct":95.3,"variant":"Muse Wonder (Max)"},"arena_japanese":{"rank":8,"of":233,"score":1510.5,"pct":97,"variant":"Muse Wonder (Max)"},"arena_industry_business_and_management_and_financial_operations":{"rank":5,"of":342,"score":1506.6,"pct":98.8,"variant":"Muse Wonder (Max)"},"arena_industry_medicine_and_healthcare":{"rank":7,"of":321,"score":1516.5,"pct":98.1,"variant":"Muse Wonder (Max)"},"arena_industry_legal_and_government":{"rank":3,"of":322,"score":1519.9,"pct":99.4,"variant":"Muse Wonder (Max)"},"arena_webdev":{"rank":24,"of":136,"score":1647,"pct":83,"variant":"Muse Wonder (Max)"},"arena_agent":{"rank":30,"of":61,"score":0.006,"pct":51.7,"variant":"Muse Wonder (Max)"},"aa_index":{"rank":7,"of":141,"score":52.4,"pct":95.7,"variant":"muse-wonder"},"aa_hle":{"rank":10,"of":143,"score":50.1,"pct":93.7,"variant":"muse-wonder"},"aa_scicode":{"rank":8,"of":141,"score":60.3,"pct":95,"variant":"muse-wonder"},"aa_lcr":{"rank":33,"of":143,"score":80.7,"pct":77.5,"variant":"muse-wonder"},"aa_critpt":{"rank":14,"of":146,"score":28.3,"pct":91,"variant":"muse-wonder"},"aa_omniscience":{"rank":19,"of":143,"score":25.5,"pct":87.3,"variant":"muse-wonder"},"aa_gdpvalNormalized":{"rank":4,"of":141,"score":0.6,"pct":97.9,"variant":"muse-wonder"},"epoch_eci":{"rank":17,"of":230,"score":161.74,"pct":93,"variant":"Muse Wonder"},"vals_index":{"rank":12,"of":42,"score":64.9,"pct":73.2,"variant":"meta/muse-wonder"},"vals_vibe_code_bench":{"rank":22,"of":42,"score":83.1,"pct":48.8,"variant":"meta/muse-wonder"},"vals_finance_agent":{"rank":11,"of":42,"score":65.5,"pct":75.6,"variant":"meta/muse-wonder"},"vals_emb":{"rank":14,"of":42,"score":72.5,"pct":68.3,"variant":"meta/muse-wonder"},"vals_code_migration":{"rank":13,"of":42,"score":69.8,"pct":70.7,"variant":"meta/muse-wonder"},"vals_legal_research":{"rank":6,"of":42,"score":50.5,"pct":87.8,"variant":"meta/muse-wonder"},"vals_legal_agent_benchmark":{"rank":4,"of":42,"score":23.8,"pct":92.7,"variant":"meta/muse-wonder"},"tbench":{"rank":18,"of":53,"score":46.97,"pct":67.3,"variant":"Muse Wonder (xhigh)"},"eqbench":{"rank":3,"of":32,"score":1324.9,"pct":93.5,"variant":"muse-wonder"},"eqbench_cw":{"rank":10,"of":143,"score":2007,"pct":93.7,"variant":"muse-wonder"},"benchlm":{"rank":20,"of":24,"score":71.2,"pct":17.4,"variant":"Muse Wonder"},"benchlm_agentic":{"rank":21,"of":24,"score":70.4,"pct":13,"variant":"Muse Wonder"},"benchlm_coding":{"rank":22,"of":23,"score":73.1,"pct":4.5,"variant":"Muse Wonder"},"benchlm_reasoning":{"rank":21,"of":23,"score":70.9,"pct":9.1,"variant":"Muse Wonder"},"benchlm_multimodalGrounded":{"rank":23,"of":23,"score":65.8,"pct":0,"variant":"Muse Wonder"},"benchlm_knowledge":{"rank":21,"of":24,"score":67.1,"pct":13,"variant":"Muse Wonder"},"benchlm_instructionFollowing":{"rank":17,"of":23,"score":68.2,"pct":27.3,"variant":"Muse Wonder"}},"domains":{"overall":84.3,"coding":83.1,"agent":73.6,"reasoning":78.4,"math":73.4,"knowledge":81.5,"writing":80.5,"instruction":62.5,"chat":88.4,"business":86.2,"japanese":85.7,"vision":42.5,"longctx":52.9},"coverage":6,"avgPct":73.4,"overall":84.3,"rank":16,"avgRank":12.8,"aliases":["Muse Wonder (Max)","muse-wonder","Muse Wonder","meta/muse-wonder","Muse Wonder (xhigh)"],"open":false,"reasoning":true,"ctx":1048576,"pin":4,"pout":20,"tps":181,"ttft":40.62,"release":"2026-10-12","theta":1.343,"se":0.122,"lo":80.7,"hi":87.3,"firstSeen":"2026-10-12T17:39:01.594Z","isNew":false,"prevRank":12},{"id":"gpt-6-1-terra","name":"GPT-6.1 Terra","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":7,"of":230,"score":167.71,"pct":97.4,"variant":"GPT-6.1 Terra"},"vals":{"rank":17,"of":42,"score":60.5,"pct":61,"variant":"openai/gpt-6.1-terra"},"tbench":{"rank":15,"of":53,"score":53.33,"pct":73.1,"variant":"GPT-6.1 Terra (max)"},"simplebench":{"rank":26,"of":112,"score":72.2,"pct":77.5,"variant":"GPT-6.1 Terra"},"benchlm":{"rank":9,"of":24,"score":80.8,"pct":65.2,"variant":"GPT-6.1 Terra"}},"metrics":{"arena_coding":{"rank":11,"of":344,"score":1540.9,"pct":97.1,"variant":"GPT-6.1 Terra (Max)"},"arena_math":{"rank":36,"of":333,"score":1479.3,"pct":89.5,"variant":"GPT-6.1 Terra (Max)"},"arena_creative_writing":{"rank":40,"of":347,"score":1449.1,"pct":88.7,"variant":"GPT-6.1 Terra (Max)"},"arena_instruction_following":{"rank":39,"of":349,"score":1467.6,"pct":89.1,"variant":"GPT-6.1 Terra (Max)"},"arena_hard_prompts":{"rank":35,"of":349,"score":1499.5,"pct":90.2,"variant":"GPT-6.1 Terra (Max)"},"arena_multi_turn":{"rank":44,"of":347,"score":1476.9,"pct":87.6,"variant":"GPT-6.1 Terra (Max)"},"arena_expert":{"rank":24,"of":302,"score":1515.6,"pct":92.4,"variant":"GPT-6.1 Terra (Max)"},"arena_industry_business_and_management_and_financial_operations":{"rank":55,"of":342,"score":1461.7,"pct":84.2,"variant":"GPT-6.1 Terra (Max)"},"arena_industry_medicine_and_healthcare":{"rank":65,"of":321,"score":1471,"pct":80,"variant":"GPT-6.1 Terra (Max)"},"arena_industry_legal_and_government":{"rank":17,"of":322,"score":1500,"pct":95,"variant":"GPT-6.1 Terra (Max)"},"arena_webdev":{"rank":15,"of":136,"score":1685.4,"pct":89.6,"variant":"GPT-6.1 Terra (Max)"},"arena_vision":{"rank":36,"of":143,"score":1263,"pct":75.4,"variant":"GPT-6.1 Terra (Max)"},"arena_agent":{"rank":12,"of":61,"score":0.105,"pct":81.7,"variant":"GPT-6.1 Terra (Max)"},"epoch_eci":{"rank":7,"of":230,"score":167.71,"pct":97.4,"variant":"GPT-6.1 Terra"},"epoch_frontiermath":{"rank":7,"of":91,"score":90.9,"pct":93.3,"variant":"gpt-6.1-terra_max"},"epoch_frontiermath4":{"rank":8,"of":74,"score":92.7,"pct":90.4,"variant":"gpt-6.1-terra_max"},"epoch_gpqa":{"rank":14,"of":226,"score":94.3,"pct":94.2,"variant":"gpt-6.1-terra_max"},"epoch_simpleqa":{"rank":25,"of":94,"score":57.3,"pct":74.2,"variant":"gpt-6.1-terra_max"},"epoch_aime":{"rank":1,"of":208,"score":100,"pct":100,"variant":"gpt-6.1-terra_max"},"vals_index":{"rank":17,"of":42,"score":60.5,"pct":61,"variant":"openai/gpt-6.1-terra"},"vals_vibe_code_bench":{"rank":20,"of":42,"score":84,"pct":53.7,"variant":"openai/gpt-6.1-terra"},"vals_finance_agent":{"rank":37,"of":42,"score":56,"pct":12.2,"variant":"openai/gpt-6.1-terra"},"vals_emb":{"rank":11,"of":42,"score":73.3,"pct":75.6,"variant":"openai/gpt-6.1-terra"},"vals_code_migration":{"rank":12,"of":42,"score":72.2,"pct":73.2,"variant":"openai/gpt-6.1-terra"},"vals_legal_research":{"rank":39,"of":42,"score":26,"pct":7.3,"variant":"openai/gpt-6.1-terra"},"vals_legal_agent_benchmark":{"rank":42,"of":42,"score":1.7,"pct":0,"variant":"openai/gpt-6.1-terra"},"tbench":{"rank":15,"of":53,"score":53.33,"pct":73.1,"variant":"GPT-6.1 Terra (max)"},"simplebench":{"rank":26,"of":112,"score":72.2,"pct":77.5,"variant":"GPT-6.1 Terra"},"benchlm":{"rank":9,"of":24,"score":80.8,"pct":65.2,"variant":"GPT-6.1 Terra"},"benchlm_agentic":{"rank":9,"of":24,"score":83.1,"pct":65.2,"variant":"GPT-6.1 Terra"},"benchlm_coding":{"rank":12,"of":23,"score":80.2,"pct":50,"variant":"GPT-6.1 Terra"},"benchlm_reasoning":{"rank":8,"of":23,"score":81,"pct":68.2,"variant":"GPT-6.1 Terra"},"benchlm_multimodalGrounded":{"rank":10,"of":23,"score":74.4,"pct":59.1,"variant":"GPT-6.1 Terra"},"benchlm_knowledge":{"rank":12,"of":24,"score":75.8,"pct":52.2,"variant":"GPT-6.1 Terra"},"benchlm_instructionFollowing":{"rank":11,"of":23,"score":73.4,"pct":54.5,"variant":"GPT-6.1 Terra"},"benchlm_math":{"rank":8,"of":19,"score":76.4,"pct":61.1,"variant":"GPT-6.1 Terra"}},"domains":{"overall":84,"coding":87.9,"agent":89,"reasoning":85,"math":82.7,"knowledge":87.7,"writing":66.2,"instruction":75,"chat":56.2,"business":74.7,"vision":72.6},"coverage":5,"avgPct":74.8,"overall":84,"rank":17,"avgRank":14.8,"aliases":["GPT-6.1 Terra (Max)","GPT-6.1 Terra","gpt-6.1-terra_max","openai/gpt-6.1-terra","GPT-6.1 Terra (max)"],"open":false,"release":"2026-10-26","reasoning":true,"theta":1.327,"se":0.133,"lo":80,"hi":87.4,"firstSeen":"2026-10-27T03:36:33.703Z","isNew":true,"prevRank":16},{"id":"qwen4-max","name":"Qwen4 Max","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"vals":{"rank":14,"of":42,"score":63.2,"pct":68.3,"variant":"alibaba/qwen4-max"},"benchlm":{"rank":16,"of":24,"score":74.8,"pct":34.8,"variant":"Qwen4 Max"}},"metrics":{"arena_webdev":{"rank":9,"of":136,"score":1750.9,"pct":94.1,"variant":"Qwen4-Max (xHigh)"},"arena_agent":{"rank":15,"of":61,"score":0.073,"pct":76.7,"variant":"Qwen4-Max (xHigh)"},"vals_index":{"rank":14,"of":42,"score":63.2,"pct":68.3,"variant":"alibaba/qwen4-max"},"vals_vibe_code_bench":{"rank":14,"of":42,"score":86.7,"pct":68.3,"variant":"alibaba/qwen4-max"},"vals_finance_agent":{"rank":9,"of":42,"score":66.7,"pct":80.5,"variant":"alibaba/qwen4-max"},"vals_emb":{"rank":20,"of":42,"score":70.8,"pct":53.7,"variant":"alibaba/qwen4-max"},"vals_code_migration":{"rank":18,"of":42,"score":57.3,"pct":58.5,"variant":"alibaba/qwen4-max"},"vals_legal_research":{"rank":22,"of":42,"score":41.3,"pct":48.8,"variant":"alibaba/qwen4-max"},"vals_legal_agent_benchmark":{"rank":7,"of":42,"score":21.3,"pct":85.4,"variant":"alibaba/qwen4-max"},"benchlm":{"rank":16,"of":24,"score":74.8,"pct":34.8,"variant":"Qwen4 Max"},"benchlm_agentic":{"rank":17,"of":24,"score":75.1,"pct":30.4,"variant":"Qwen4 Max"},"benchlm_coding":{"rank":18,"of":23,"score":76.1,"pct":22.7,"variant":"Qwen4 Max"},"benchlm_reasoning":{"rank":12,"of":23,"score":75.7,"pct":50,"variant":"Qwen4 Max"},"benchlm_multimodalGrounded":{"rank":11,"of":23,"score":73.4,"pct":54.5,"variant":"Qwen4 Max"},"benchlm_knowledge":{"rank":20,"of":24,"score":67.9,"pct":17.4,"variant":"Qwen4 Max"},"benchlm_instructionFollowing":{"rank":14,"of":23,"score":72.5,"pct":40.9,"variant":"Qwen4 Max"}},"domains":{"overall":82.9,"coding":83.7,"agent":80.8,"reasoning":81.4,"knowledge":79.8,"instruction":72.9,"business":77.2,"vision":70.8},"coverage":2,"avgPct":51.6,"overall":82.9,"rank":18,"avgRank":15,"aliases":["Qwen4-Max (xHigh)","alibaba/qwen4-max","Qwen4 Max"],"open":false,"release":"2026-11-16","reasoning":true,"theta":1.262,"se":0.162,"lo":77.6,"hi":87.1,"firstSeen":"2026-11-16T02:56:57.248Z","isNew":true},{"id":"kimi-k3-1-pro","name":"Kimi K3.1 Pro","provider":"moonshot","providerName":"Moonshot AI","country":"CN","sites":{"epoch":{"rank":18,"of":230,"score":161.2,"pct":92.6,"variant":"Kimi K3.1 Pro"},"vals":{"rank":15,"of":42,"score":62.5,"pct":65.9,"variant":"kimi/kimi-k3.1-pro"},"tbench":{"rank":11,"of":53,"score":59.7,"pct":80.8,"variant":"Kimi K3.1 Pro (max)"},"benchlm":{"rank":22,"of":24,"score":70,"pct":8.7,"variant":"Kimi K3.1 Pro"}},"metrics":{"arena_coding":{"rank":21,"of":344,"score":1531.7,"pct":94.2,"variant":"Kimi K3.1 Pro (Max)"},"arena_math":{"rank":42,"of":333,"score":1477,"pct":87.7,"variant":"Kimi K3.1 Pro (Max)"},"arena_creative_writing":{"rank":37,"of":347,"score":1450.5,"pct":89.6,"variant":"Kimi K3.1 Pro (Max)"},"arena_instruction_following":{"rank":17,"of":349,"score":1487.4,"pct":95.4,"variant":"Kimi K3.1 Pro (Max)"},"arena_hard_prompts":{"rank":32,"of":349,"score":1500.5,"pct":91.1,"variant":"Kimi K3.1 Pro (Max)"},"arena_multi_turn":{"rank":47,"of":347,"score":1474.7,"pct":86.7,"variant":"Kimi K3.1 Pro (Max)"},"arena_expert":{"rank":28,"of":302,"score":1513.2,"pct":91,"variant":"Kimi K3.1 Pro (Max)"},"arena_industry_business_and_management_and_financial_operations":{"rank":3,"of":342,"score":1509.6,"pct":99.4,"variant":"Kimi K3.1 Pro (Max)"},"arena_industry_medicine_and_healthcare":{"rank":83,"of":321,"score":1458.5,"pct":74.4,"variant":"Kimi K3.1 Pro (Max)"},"arena_industry_legal_and_government":{"rank":29,"of":322,"score":1494.5,"pct":91.3,"variant":"Kimi K3.1 Pro (Max)"},"arena_webdev":{"rank":16,"of":136,"score":1683,"pct":88.9,"variant":"Kimi K3.1 Pro (Max)"},"arena_agent":{"rank":20,"of":61,"score":0.039,"pct":68.3,"variant":"Kimi K3.1 Pro (Max)"},"epoch_eci":{"rank":18,"of":230,"score":161.2,"pct":92.6,"variant":"Kimi K3.1 Pro"},"vals_index":{"rank":15,"of":42,"score":62.5,"pct":65.9,"variant":"kimi/kimi-k3.1-pro"},"vals_vibe_code_bench":{"rank":19,"of":42,"score":84.9,"pct":56.1,"variant":"kimi/kimi-k3.1-pro"},"vals_finance_agent":{"rank":22,"of":42,"score":61.5,"pct":48.8,"variant":"kimi/kimi-k3.1-pro"},"vals_emb":{"rank":21,"of":42,"score":70,"pct":51.2,"variant":"kimi/kimi-k3.1-pro"},"vals_code_migration":{"rank":16,"of":42,"score":59.7,"pct":63.4,"variant":"kimi/kimi-k3.1-pro"},"vals_legal_research":{"rank":31,"of":42,"score":37.5,"pct":26.8,"variant":"kimi/kimi-k3.1-pro"},"vals_legal_agent_benchmark":{"rank":23,"of":42,"score":11.7,"pct":46.3,"variant":"kimi/kimi-k3.1-pro"},"tbench":{"rank":11,"of":53,"score":59.7,"pct":80.8,"variant":"Kimi K3.1 Pro (max)"},"eqbench_cw":{"rank":2,"of":143,"score":2172.6,"pct":99.3,"variant":"kimi-k3.1-pro"},"benchlm":{"rank":22,"of":24,"score":70,"pct":8.7,"variant":"Kimi K3.1 Pro"},"benchlm_agentic":{"rank":20,"of":24,"score":71.8,"pct":17.4,"variant":"Kimi K3.1 Pro"},"benchlm_coding":{"rank":21,"of":23,"score":74.1,"pct":9.1,"variant":"Kimi K3.1 Pro"},"benchlm_reasoning":{"rank":23,"of":23,"score":66.3,"pct":0,"variant":"Kimi K3.1 Pro"},"benchlm_multimodalGrounded":{"rank":18,"of":23,"score":70.2,"pct":22.7,"variant":"Kimi K3.1 Pro"},"benchlm_knowledge":{"rank":22,"of":24,"score":66.6,"pct":8.7,"variant":"Kimi K3.1 Pro"},"benchlm_instructionFollowing":{"rank":23,"of":23,"score":64.3,"pct":0,"variant":"Kimi K3.1 Pro"}},"domains":{"overall":82.7,"coding":85.6,"agent":79.2,"reasoning":64.9,"math":66.5,"knowledge":77.9,"writing":83.5,"instruction":50,"chat":55.3,"business":80.3,"vision":59.5},"coverage":4,"avgPct":62,"overall":82.7,"rank":19,"avgRank":16.5,"aliases":["Kimi K3.1 Pro (Max)","Kimi K3.1 Pro","kimi/kimi-k3.1-pro","Kimi K3.1 Pro (max)","kimi-k3.1-pro"],"open":true,"release":"2026-10-23","reasoning":true,"theta":1.251,"se":0.141,"lo":78.1,"hi":86.5,"firstSeen":"2026-10-24T20:27:36.906Z","isNew":false,"prevRank":11},{"id":"gpt-6-sol","name":"GPT-6 Sol","provider":"openai","providerName":"OpenAI","country":"US","sites":{"aa":{"rank":12,"of":141,"score":47.6,"pct":92.1,"variant":"gpt-6-sol"},"livebench":{"rank":13,"of":64,"score":79.2,"pct":81,"variant":"gpt-6-sol-max"},"epoch":{"rank":14,"of":230,"score":163.83,"pct":94.3,"variant":"GPT-6 Sol"},"arc":{"rank":12,"of":95,"score":89.6,"pct":88.3,"variant":"GPT-6 Sol (Max)"},"tbench":{"rank":17,"of":53,"score":50.3,"pct":69.2,"variant":"GPT-6 Sol (max)"},"simplebench":{"rank":24,"of":112,"score":73.1,"pct":79.3,"variant":"GPT-6 Sol"},"benchlm":{"rank":18,"of":24,"score":73.5,"pct":26.1,"variant":"GPT-6 Sol"}},"metrics":{"arena_coding":{"rank":38,"of":344,"score":1518.7,"pct":89.2,"variant":"GPT-6 Sol (Max)"},"arena_math":{"rank":79,"of":333,"score":1444.4,"pct":76.5,"variant":"GPT-6 Sol (Max)"},"arena_creative_writing":{"rank":68,"of":347,"score":1428.3,"pct":80.6,"variant":"GPT-6 Sol (Max)"},"arena_instruction_following":{"rank":63,"of":349,"score":1449.3,"pct":82.2,"variant":"GPT-6 Sol (Max)"},"arena_hard_prompts":{"rank":57,"of":349,"score":1484,"pct":83.9,"variant":"GPT-6 Sol (Max)"},"arena_multi_turn":{"rank":59,"of":347,"score":1467.4,"pct":83.2,"variant":"GPT-6 Sol (Max)"},"arena_expert":{"rank":50,"of":302,"score":1497.2,"pct":83.7,"variant":"GPT-6 Sol (Max)"},"arena_japanese":{"rank":51,"of":233,"score":1431.2,"pct":78.4,"variant":"GPT-6 Sol (Max)"},"arena_industry_business_and_management_and_financial_operations":{"rank":71,"of":342,"score":1450.7,"pct":79.5,"variant":"GPT-6 Sol (Max)"},"arena_industry_medicine_and_healthcare":{"rank":88,"of":321,"score":1455.4,"pct":72.8,"variant":"GPT-6 Sol (Max)"},"arena_industry_legal_and_government":{"rank":61,"of":322,"score":1464.7,"pct":81.3,"variant":"GPT-6 Sol (Max)"},"arena_webdev":{"rank":18,"of":136,"score":1674.4,"pct":87.4,"variant":"GPT-6 Sol (Max)"},"arena_vision":{"rank":40,"of":143,"score":1257.5,"pct":72.5,"variant":"GPT-6 Sol (Max)"},"arena_search":{"rank":5,"of":43,"score":1228.6,"pct":90.5,"variant":"GPT-6 Sol (Max)"},"arena_agent":{"rank":16,"of":61,"score":0.065,"pct":75,"variant":"GPT-6 Sol (Max)"},"aa_index":{"rank":12,"of":141,"score":47.6,"pct":92.1,"variant":"gpt-6-sol"},"aa_hle":{"rank":15,"of":143,"score":47.9,"pct":90.1,"variant":"gpt-6-sol"},"aa_scicode":{"rank":18,"of":141,"score":57.6,"pct":87.9,"variant":"gpt-6-sol"},"aa_lcr":{"rank":11,"of":143,"score":83.7,"pct":93,"variant":"gpt-6-sol-high"},"aa_mmmuPro":{"rank":10,"of":69,"score":82.9,"pct":86.8,"variant":"gpt-6-sol"},"aa_critpt":{"rank":8,"of":146,"score":30.9,"pct":95.2,"variant":"gpt-6-sol"},"aa_omniscience":{"rank":17,"of":143,"score":27.1,"pct":88.7,"variant":"gpt-6-sol"},"aa_gdpvalNormalized":{"rank":22,"of":141,"score":0.5,"pct":85,"variant":"gpt-6-sol"},"livebench_global":{"rank":13,"of":64,"score":79.2,"pct":81,"variant":"gpt-6-sol-max"},"livebench_reasoning":{"rank":19,"of":64,"score":88.7,"pct":71.4,"variant":"gpt-6-sol-max"},"livebench_coding":{"rank":11,"of":64,"score":81.8,"pct":84.1,"variant":"gpt-6-sol-max"},"livebench_agentic_coding":{"rank":36,"of":64,"score":52.9,"pct":44.4,"variant":"gpt-6-sol-max"},"livebench_mathematics":{"rank":7,"of":64,"score":96.4,"pct":90.5,"variant":"gpt-6-sol-max"},"livebench_data_analysis":{"rank":5,"of":64,"score":81.2,"pct":93.7,"variant":"gpt-6-sol-max"},"livebench_language":{"rank":13,"of":64,"score":85.3,"pct":81,"variant":"gpt-6-sol-max"},"livebench_if":{"rank":35,"of":64,"score":68.6,"pct":46,"variant":"gpt-6-sol-max"},"epoch_eci":{"rank":14,"of":230,"score":163.83,"pct":94.3,"variant":"GPT-6 Sol"},"epoch_frontiermath":{"rank":10,"of":91,"score":89.8,"pct":90,"variant":"gpt-6-sol_max"},"epoch_frontiermath4":{"rank":10,"of":74,"score":90,"pct":87.7,"variant":"gpt-6-sol_max"},"epoch_gpqa":{"rank":14,"of":226,"score":94.3,"pct":94.2,"variant":"gpt-6-sol_max"},"epoch_simpleqa":{"rank":21,"of":94,"score":60.7,"pct":78.5,"variant":"gpt-6-sol_max"},"epoch_aime":{"rank":1,"of":208,"score":100,"pct":100,"variant":"gpt-6-sol_max"},"arc_v2":{"rank":12,"of":95,"score":89.6,"pct":88.3,"variant":"GPT-6 Sol (Max)"},"arc_v1":{"rank":21,"of":92,"score":95.5,"pct":78,"variant":"GPT-6 Sol (Max)"},"arc_v3":{"rank":11,"of":28,"score":23,"pct":63,"variant":"GPT-6 Sol (Max)"},"tbench":{"rank":17,"of":53,"score":50.3,"pct":69.2,"variant":"GPT-6 Sol (max)"},"eqbench_cw":{"rank":5,"of":143,"score":2126,"pct":97.2,"variant":"gpt-6-sol"},"simplebench":{"rank":24,"of":112,"score":73.1,"pct":79.3,"variant":"GPT-6 Sol"},"benchlm":{"rank":18,"of":24,"score":73.5,"pct":26.1,"variant":"GPT-6 Sol"},"benchlm_agentic":{"rank":15,"of":24,"score":76.1,"pct":39.1,"variant":"GPT-6 Sol"},"benchlm_coding":{"rank":19,"of":23,"score":74.5,"pct":18.2,"variant":"GPT-6 Sol"},"benchlm_reasoning":{"rank":17,"of":23,"score":73.2,"pct":27.3,"variant":"GPT-6 Sol"},"benchlm_multimodalGrounded":{"rank":14,"of":23,"score":72.9,"pct":40.9,"variant":"GPT-6 Sol"},"benchlm_knowledge":{"rank":14,"of":24,"score":72.1,"pct":43.5,"variant":"GPT-6 Sol"},"benchlm_multilingual":{"rank":9,"of":10,"score":68.2,"pct":11.1,"variant":"GPT-6 Sol"},"benchlm_instructionFollowing":{"rank":18,"of":23,"score":68.1,"pct":22.7,"variant":"GPT-6 Sol"},"benchlm_math":{"rank":13,"of":19,"score":73.3,"pct":33.3,"variant":"GPT-6 Sol"}},"domains":{"overall":82.1,"coding":83.3,"agent":80,"reasoning":79.8,"math":81,"knowledge":85.9,"writing":79.1,"instruction":61.8,"chat":52.4,"business":88.1,"japanese":74.1,"vision":68.3,"longctx":60.6},"coverage":7,"avgPct":75.8,"overall":82.1,"rank":20,"avgRank":15.7,"aliases":["GPT-6 Sol (Max)","gpt-6-sol","gpt-6-sol-high","gpt-6-sol-max","GPT-6 Sol","gpt-6-sol_max","GPT-6 Sol (max)"],"open":false,"reasoning":true,"ctx":1050000,"pin":2,"pout":10,"tps":108,"ttft":0.86,"release":"2026-09-22","theta":1.221,"se":0.116,"lo":78.4,"hi":85.4,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":15},{"id":"gpt-5-6-sol","name":"GPT-5.6 Sol","provider":"openai","providerName":"OpenAI","country":"US","sites":{"aa":{"rank":13,"of":141,"score":47,"pct":91.4,"variant":"gpt-5-6-sol"},"livebench":{"rank":8,"of":64,"score":81.1,"pct":88.9,"variant":"gpt-5.6-sol-max"},"epoch":{"rank":15,"of":230,"score":163.02,"pct":93.9,"variant":"GPT-5.6 Sol"},"arc":{"rank":7,"of":95,"score":92.5,"pct":93.6,"variant":"GPT-5.6 Sol (Max)"},"tbench":{"rank":23,"of":53,"score":38.48,"pct":57.7,"variant":"GPT-5.6 Sol (max)"},"eqbench":{"rank":13,"of":32,"score":1236.1,"pct":61.3,"variant":"gpt-5.6-sol"},"simplebench":{"rank":35,"of":112,"score":64.8,"pct":69.4,"variant":"GPT-5.6 Sol (xhigh)"},"benchlm":{"rank":19,"of":24,"score":73.2,"pct":21.7,"variant":"GPT-5.6 Sol"}},"metrics":{"arena_coding":{"rank":18,"of":344,"score":1533.1,"pct":95,"variant":"GPT-5.6 Sol (xHigh)"},"arena_math":{"rank":25,"of":333,"score":1493.9,"pct":92.8,"variant":"GPT-5.6 Sol (xHigh)"},"arena_creative_writing":{"rank":19,"of":347,"score":1470.8,"pct":94.8,"variant":"GPT-5.6 Sol (xHigh)"},"arena_instruction_following":{"rank":15,"of":349,"score":1490,"pct":96,"variant":"GPT-5.6 Sol (xHigh)"},"arena_hard_prompts":{"rank":17,"of":349,"score":1511,"pct":95.4,"variant":"GPT-5.6 Sol (xHigh)"},"arena_multi_turn":{"rank":21,"of":347,"score":1490.8,"pct":94.2,"variant":"GPT-5.6 Sol (xHigh)"},"arena_expert":{"rank":12,"of":302,"score":1532.4,"pct":96.3,"variant":"GPT-5.6 Sol (xHigh)"},"arena_japanese":{"rank":16,"of":233,"score":1494.3,"pct":93.5,"variant":"GPT-5.6 Sol (xHigh)"},"arena_industry_business_and_management_and_financial_operations":{"rank":17,"of":342,"score":1487.2,"pct":95.3,"variant":"GPT-5.6 Sol (xHigh)"},"arena_industry_medicine_and_healthcare":{"rank":55,"of":321,"score":1476.7,"pct":83.1,"variant":"GPT-5.6 Sol (xHigh)"},"arena_industry_legal_and_government":{"rank":23,"of":322,"score":1497,"pct":93.1,"variant":"GPT-5.6 Sol (xHigh)"},"arena_vision":{"rank":15,"of":143,"score":1288.1,"pct":90.1,"variant":"GPT-5.6 Sol (xHigh)"},"arena_search":{"rank":1,"of":43,"score":1253.6,"pct":100,"variant":"GPT-5.6 Sol (xHigh)"},"arena_document":{"rank":5,"of":39,"score":1486.5,"pct":89.5,"variant":"GPT-5.6 Sol (xHigh)"},"arena_agent":{"rank":21,"of":61,"score":0.037,"pct":66.7,"variant":"GPT-5.6 Sol (xHigh)"},"aa_index":{"rank":13,"of":141,"score":47,"pct":91.4,"variant":"gpt-5-6-sol"},"aa_hle":{"rank":11,"of":143,"score":49.5,"pct":93,"variant":"gpt-5-6-sol"},"aa_gpqa":{"rank":5,"of":120,"score":94.1,"pct":96.6,"variant":"gpt-5-6-sol"},"aa_scicode":{"rank":16,"of":141,"score":57.8,"pct":89.3,"variant":"gpt-5-6-sol-high"},"aa_terminalbenchHard":{"rank":1,"of":74,"score":65.9,"pct":100,"variant":"gpt-5-6-sol"},"aa_tau2":{"rank":28,"of":73,"score":85.1,"pct":62.5,"variant":"gpt-5-6-sol"},"aa_ifbench":{"rank":24,"of":74,"score":72.7,"pct":68.5,"variant":"gpt-5-6-sol"},"aa_lcr":{"rank":7,"of":143,"score":84,"pct":95.8,"variant":"gpt-5-6-sol"},"aa_mmmuPro":{"rank":8,"of":69,"score":83.4,"pct":89.7,"variant":"gpt-5-6-sol"},"aa_critpt":{"rank":2,"of":146,"score":32.3,"pct":99.3,"variant":"gpt-5-6-sol"},"aa_omniscience":{"rank":24,"of":143,"score":22,"pct":83.8,"variant":"gpt-5-6-sol"},"aa_gdpvalNormalized":{"rank":4,"of":141,"score":0.6,"pct":97.9,"variant":"gpt-5-6-sol"},"livebench_global":{"rank":8,"of":64,"score":81.1,"pct":88.9,"variant":"gpt-5.6-sol-max"},"livebench_reasoning":{"rank":4,"of":64,"score":91.7,"pct":95.2,"variant":"gpt-5.6-sol-max"},"livebench_coding":{"rank":5,"of":64,"score":83.9,"pct":93.7,"variant":"gpt-5.6-sol-max"},"livebench_agentic_coding":{"rank":29,"of":64,"score":56.2,"pct":55.6,"variant":"gpt-5.6-sol-max"},"livebench_mathematics":{"rank":8,"of":64,"score":96.2,"pct":88.9,"variant":"gpt-5.6-sol-max"},"livebench_data_analysis":{"rank":10,"of":64,"score":79.8,"pct":85.7,"variant":"gpt-5.6-sol-max"},"livebench_language":{"rank":7,"of":64,"score":87.7,"pct":90.5,"variant":"gpt-5.6-sol-max"},"livebench_if":{"rank":22,"of":64,"score":71.8,"pct":66.7,"variant":"gpt-5.6-sol-max"},"epoch_eci":{"rank":15,"of":230,"score":163.02,"pct":93.9,"variant":"GPT-5.6 Sol"},"epoch_frontiermath":{"rank":11,"of":91,"score":89.1,"pct":88.9,"variant":"gpt-5.6-sol_max"},"epoch_frontiermath4":{"rank":13,"of":74,"score":82.9,"pct":83.6,"variant":"gpt-5.6-sol_max"},"epoch_gpqa":{"rank":24,"of":226,"score":93.5,"pct":89.8,"variant":"gpt-5.6-sol_max"},"epoch_simpleqa":{"rank":13,"of":94,"score":69.7,"pct":87.1,"variant":"gpt-5.6-sol_max"},"epoch_aime":{"rank":1,"of":208,"score":100,"pct":100,"variant":"gpt-5.6-sol_max"},"arc_v2":{"rank":7,"of":95,"score":92.5,"pct":93.6,"variant":"GPT-5.6 Sol (Max)"},"arc_v1":{"rank":12,"of":92,"score":97.5,"pct":87.9,"variant":"GPT-5.6 Sol (XHigh)"},"arc_v3":{"rank":13,"of":28,"score":7.8,"pct":55.6,"variant":"GPT-5.6 Sol (Max)"},"scale_mcp":{"rank":14,"of":37,"score":81.8,"pct":63.9,"variant":"GPT 5.6 Sol (mcp-atlas)"},"tbench":{"rank":23,"of":53,"score":38.48,"pct":57.7,"variant":"GPT-5.6 Sol (max)"},"eqbench":{"rank":13,"of":32,"score":1236.1,"pct":61.3,"variant":"gpt-5.6-sol"},"eqbench_cw":{"rank":12,"of":143,"score":1973.5,"pct":92.3,"variant":"gpt-5.6-sol"},"simplebench":{"rank":35,"of":112,"score":64.8,"pct":69.4,"variant":"GPT-5.6 Sol (xhigh)"},"benchlm":{"rank":19,"of":24,"score":73.2,"pct":21.7,"variant":"GPT-5.6 Sol"},"benchlm_agentic":{"rank":18,"of":24,"score":72.8,"pct":26.1,"variant":"GPT-5.6 Sol"},"benchlm_coding":{"rank":20,"of":23,"score":74.2,"pct":13.6,"variant":"GPT-5.6 Sol"},"benchlm_reasoning":{"rank":18,"of":23,"score":73,"pct":22.7,"variant":"GPT-5.6 Sol"},"benchlm_multimodalGrounded":{"rank":16,"of":23,"score":71.7,"pct":31.8,"variant":"GPT-5.6 Sol"},"benchlm_knowledge":{"rank":15,"of":24,"score":71.9,"pct":39.1,"variant":"GPT-5.6 Sol"},"benchlm_multilingual":{"rank":10,"of":10,"score":68,"pct":0,"variant":"GPT-5.6 Sol"},"benchlm_instructionFollowing":{"rank":19,"of":23,"score":67,"pct":18.2,"variant":"GPT-5.6 Sol"},"benchlm_math":{"rank":16,"of":19,"score":71.9,"pct":16.7,"variant":"GPT-5.6 Sol"}},"domains":{"overall":81.3,"coding":80.5,"agent":72.8,"reasoning":81.4,"math":80.9,"knowledge":87.2,"writing":80.5,"instruction":66.8,"chat":72.4,"business":87.9,"japanese":83.7,"vision":67.7,"longctx":79.9},"coverage":8,"avgPct":72.2,"overall":81.3,"rank":21,"avgRank":16.6,"aliases":["GPT-5.6 Sol (xHigh)","gpt-5-6-sol","gpt-5-6-sol-high","gpt-5.6-sol-max","GPT-5.6 Sol","gpt-5.6-sol_max","GPT-5.6 Sol (Max)","GPT-5.6 Sol (XHigh)","GPT 5.6 Sol (mcp-atlas)","GPT-5.6 Sol (max)","gpt-5.6-sol","GPT-5.6 Sol (xhigh)"],"open":false,"reasoning":true,"ctx":1000000,"pin":4,"pout":20,"tps":89,"ttft":0.91,"release":"2026-07-09","theta":1.174,"se":0.113,"lo":77.5,"hi":84.6,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":18},{"id":"gpt-5-4-pro","name":"GPT-5.4 Pro","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":21,"of":230,"score":160.31,"pct":91.3,"variant":"GPT-5.4 Pro"},"arc":{"rank":21,"of":95,"score":83.3,"pct":78.7,"variant":"GPT-5.4 Pro (XHigh)"}},"metrics":{"aa_critpt":{"rank":10,"of":146,"score":30,"pct":93.8,"variant":"gpt-5-4-pro"},"epoch_eci":{"rank":21,"of":230,"score":160.31,"pct":91.3,"variant":"GPT-5.4 Pro"},"arc_v2":{"rank":21,"of":95,"score":83.3,"pct":78.7,"variant":"GPT-5.4 Pro (XHigh)"},"arc_v1":{"rank":24,"of":92,"score":94.5,"pct":74.7,"variant":"GPT-5.4 Pro (XHigh)"},"scale_multichallenge":{"rank":14,"of":39,"score":69.23,"pct":65.8,"variant":"GPT 5.4 Pro (one-pass-agent)"}},"domains":{"overall":80.5,"reasoning":78.7,"knowledge":83.1,"instruction":69,"chat":64.3},"coverage":2,"avgPct":85,"overall":80.5,"rank":22,"avgRank":21,"aliases":["gpt-5-4-pro","GPT-5.4 Pro","GPT-5.4 Pro (XHigh)","GPT 5.4 Pro (one-pass-agent)"],"open":false,"reasoning":true,"ctx":1050000,"pin":30,"pout":180,"release":"2026-03-04","theta":1.132,"se":0.258,"lo":70.8,"hi":87.5,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":19},{"id":"muse-spark-1-3","name":"Muse Spark 1.3","provider":"meta","providerName":"Meta","country":"US","sites":{"aa":{"rank":11,"of":141,"score":48.1,"pct":92.9,"variant":"muse-spark-1-3"},"livebench":{"rank":5,"of":64,"score":81.6,"pct":93.7,"variant":"muse-spark-1.3-xhigh"},"epoch":{"rank":28,"of":230,"score":158.24,"pct":88.2,"variant":"Muse Spark 1.3"},"tbench":{"rank":40,"of":53,"score":14.85,"pct":25,"variant":"Muse Spark 1.3 (xhigh)"},"simplebench":{"rank":13,"of":112,"score":81.8,"pct":89.2,"variant":"Muse Spark 1.3"}},"metrics":{"arena_coding":{"rank":15,"of":344,"score":1535.1,"pct":95.9,"variant":"Muse Spark 1.3 (Max)"},"arena_math":{"rank":16,"of":333,"score":1501.7,"pct":95.5,"variant":"Muse Spark 1.3 (Max)"},"arena_creative_writing":{"rank":20,"of":347,"score":1470.2,"pct":94.5,"variant":"Muse Spark 1.3 (Max)"},"arena_instruction_following":{"rank":19,"of":349,"score":1485.9,"pct":94.8,"variant":"Muse Spark 1.3 (Max)"},"arena_hard_prompts":{"rank":10,"of":349,"score":1518.2,"pct":97.4,"variant":"Muse Spark 1.3 (Max)"},"arena_multi_turn":{"rank":18,"of":347,"score":1493.8,"pct":95.1,"variant":"Muse Spark 1.3 (Max)"},"arena_expert":{"rank":19,"of":302,"score":1523.8,"pct":94,"variant":"Muse Spark 1.3 (Max)"},"arena_japanese":{"rank":13,"of":233,"score":1499.6,"pct":94.8,"variant":"Muse Spark 1.3 (Max)"},"arena_industry_business_and_management_and_financial_operations":{"rank":8,"of":342,"score":1499.2,"pct":97.9,"variant":"Muse Spark 1.3 (Max)"},"arena_industry_medicine_and_healthcare":{"rank":22,"of":321,"score":1499.6,"pct":93.4,"variant":"Muse Spark 1.3 (Max)"},"arena_industry_legal_and_government":{"rank":20,"of":322,"score":1498.2,"pct":94.1,"variant":"Muse Spark 1.3 (Max)"},"arena_webdev":{"rank":22,"of":136,"score":1653,"pct":84.4,"variant":"Muse Spark 1.3 (Max)"},"arena_vision":{"rank":14,"of":143,"score":1288.2,"pct":90.8,"variant":"Muse Spark 1.3 (Max)"},"arena_document":{"rank":12,"of":39,"score":1474.1,"pct":71.1,"variant":"Muse Spark 1.3 (Max)"},"arena_agent":{"rank":26,"of":61,"score":0.011,"pct":58.3,"variant":"Muse Spark 1.3 (Max)"},"aa_index":{"rank":11,"of":141,"score":48.1,"pct":92.9,"variant":"muse-spark-1-3"},"aa_hle":{"rank":13,"of":143,"score":48.7,"pct":91.5,"variant":"muse-spark-1-3"},"aa_gpqa":{"rank":5,"of":120,"score":94.1,"pct":96.6,"variant":"muse-spark-1-3-xhigh"},"aa_scicode":{"rank":9,"of":141,"score":59.7,"pct":94.3,"variant":"muse-spark-1-3-xhigh"},"aa_lcr":{"rank":17,"of":143,"score":83,"pct":88.7,"variant":"muse-spark-1-3"},"aa_mmmuPro":{"rank":13,"of":69,"score":82,"pct":82.4,"variant":"muse-spark-1-3-xhigh"},"aa_critpt":{"rank":18,"of":146,"score":26,"pct":88.3,"variant":"muse-spark-1-3-xhigh"},"aa_omniscience":{"rank":21,"of":143,"score":25,"pct":85.9,"variant":"muse-spark-1-3"},"aa_gdpvalNormalized":{"rank":4,"of":141,"score":0.6,"pct":97.9,"variant":"muse-spark-1-3"},"livebench_global":{"rank":5,"of":64,"score":81.6,"pct":93.7,"variant":"muse-spark-1.3-xhigh"},"livebench_reasoning":{"rank":14,"of":64,"score":89.7,"pct":79.4,"variant":"muse-spark-1.3-xhigh"},"livebench_coding":{"rank":15,"of":64,"score":81.1,"pct":77.8,"variant":"muse-spark-1.3-xhigh"},"livebench_agentic_coding":{"rank":8,"of":64,"score":64.1,"pct":88.9,"variant":"muse-spark-1.3-xhigh"},"livebench_mathematics":{"rank":10,"of":64,"score":95.9,"pct":85.7,"variant":"muse-spark-1.3-xhigh"},"livebench_data_analysis":{"rank":11,"of":64,"score":79.6,"pct":84.1,"variant":"muse-spark-1.3-xhigh"},"livebench_language":{"rank":22,"of":64,"score":82.8,"pct":66.7,"variant":"muse-spark-1.3-xhigh"},"livebench_if":{"rank":4,"of":64,"score":78,"pct":95.2,"variant":"muse-spark-1.3-xhigh"},"epoch_eci":{"rank":28,"of":230,"score":158.24,"pct":88.2,"variant":"Muse Spark 1.3"},"epoch_frontiermath":{"rank":29,"of":91,"score":74.4,"pct":68.9,"variant":"muse-spark-1.3_xhigh"},"epoch_frontiermath4":{"rank":29,"of":74,"score":46.3,"pct":61.6,"variant":"muse-spark-1.3_max"},"epoch_aime":{"rank":24,"of":208,"score":99.2,"pct":88.9,"variant":"muse-spark-1.3_xhigh"},"tbench":{"rank":40,"of":53,"score":14.85,"pct":25,"variant":"Muse Spark 1.3 (xhigh)"},"eqbench_cw":{"rank":18,"of":143,"score":1906.9,"pct":88,"variant":"muse-spark-1.3"},"simplebench":{"rank":13,"of":112,"score":81.8,"pct":89.2,"variant":"Muse Spark 1.3"}},"domains":{"overall":80.3,"coding":70.9,"agent":66.6,"reasoning":82.8,"math":79.9,"knowledge":84.2,"writing":75.1,"instruction":85.4,"chat":62.7,"business":87.7,"japanese":84.4,"vision":67.6,"longctx":64.7},"coverage":5,"avgPct":77.8,"overall":80.3,"rank":23,"avgRank":19.4,"aliases":["Muse Spark 1.3 (Max)","muse-spark-1-3","muse-spark-1-3-xhigh","muse-spark-1.3-xhigh","Muse Spark 1.3","muse-spark-1.3_xhigh","muse-spark-1.3_max","Muse Spark 1.3 (xhigh)","muse-spark-1.3"],"open":false,"reasoning":true,"ctx":1000000,"pin":1.25,"pout":4.25,"tps":294,"ttft":21.44,"release":"2026-09-02","theta":1.122,"se":0.142,"lo":75.2,"hi":84.5,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":23},{"id":"hy4","name":"Hy4","provider":"tencent","providerName":"Tencent","country":"CN","sites":{"vals":{"rank":20,"of":42,"score":59.4,"pct":53.7,"variant":"tencent/hy4"},"tbench":{"rank":25,"of":53,"score":37.88,"pct":53.8,"variant":"Hy4 (max)"}},"metrics":{"arena_webdev":{"rank":23,"of":136,"score":1650.5,"pct":83.7,"variant":"Hy4"},"arena_agent":{"rank":18,"of":61,"score":0.061,"pct":71.7,"variant":"Hy4"},"vals_index":{"rank":20,"of":42,"score":59.4,"pct":53.7,"variant":"tencent/hy4"},"vals_vibe_code_bench":{"rank":27,"of":42,"score":81,"pct":36.6,"variant":"tencent/hy4"},"vals_finance_agent":{"rank":15,"of":42,"score":64.7,"pct":65.9,"variant":"tencent/hy4"},"vals_emb":{"rank":27,"of":42,"score":68.9,"pct":36.6,"variant":"tencent/hy4-preview"},"vals_code_migration":{"rank":17,"of":42,"score":59.1,"pct":61,"variant":"tencent/hy4"},"vals_legal_research":{"rank":17,"of":42,"score":45.2,"pct":61,"variant":"tencent/hy4-preview"},"vals_legal_agent_benchmark":{"rank":20,"of":42,"score":12.5,"pct":53.7,"variant":"tencent/hy4"},"tbench":{"rank":25,"of":53,"score":37.88,"pct":53.8,"variant":"Hy4 (max)"}},"domains":{"overall":79.2,"coding":81.1,"agent":79.6,"business":74.5},"coverage":2,"avgPct":53.8,"overall":79.2,"rank":24,"avgRank":22.5,"aliases":["Hy4","tencent/hy4","tencent/hy4-preview","Hy4 (max)"],"open":false,"release":"2026-11-04","reasoning":true,"theta":1.07,"se":0.167,"lo":73,"hi":84.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":true,"prevRank":20},{"id":"gpt-5-5-pro","name":"GPT-5.5 Pro","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":16,"of":230,"score":162.78,"pct":93.4,"variant":"GPT-5.5 Pro"},"arc":{"rank":17,"of":95,"score":84.6,"pct":83,"variant":"GPT-5.5 Pro (High)"},"simplebench":{"rank":18,"of":112,"score":76.9,"pct":84.7,"variant":"GPT-5.5 Pro"},"benchlm":{"rank":21,"of":24,"score":70.2,"pct":13,"variant":"GPT-5.5 Pro"}},"metrics":{"aa_critpt":{"rank":9,"of":146,"score":30.6,"pct":94.5,"variant":"gpt-5-5-pro"},"epoch_eci":{"rank":16,"of":230,"score":162.78,"pct":93.4,"variant":"GPT-5.5 Pro"},"epoch_frontiermath":{"rank":14,"of":91,"score":87.7,"pct":85.6,"variant":"gpt-5.5-pro_xhigh"},"epoch_frontiermath4":{"rank":16,"of":74,"score":78,"pct":79.5,"variant":"gpt-5.5-pro_xhigh"},"arc_v2":{"rank":17,"of":95,"score":84.6,"pct":83,"variant":"GPT-5.5 Pro (High)"},"arc_v1":{"rank":16,"of":92,"score":96.5,"pct":83.5,"variant":"GPT-5.5 Pro (High)"},"simplebench":{"rank":18,"of":112,"score":76.9,"pct":84.7,"variant":"GPT-5.5 Pro"},"benchlm":{"rank":21,"of":24,"score":70.2,"pct":13,"variant":"GPT-5.5 Pro"},"benchlm_agentic":{"rank":23,"of":24,"score":68.2,"pct":4.3,"variant":"GPT-5.5 Pro"},"benchlm_reasoning":{"rank":15,"of":23,"score":75.1,"pct":36.4,"variant":"GPT-5.5 Pro"},"benchlm_multimodalGrounded":{"rank":21,"of":23,"score":66.9,"pct":9.1,"variant":"GPT-5.5 Pro"},"benchlm_knowledge":{"rank":18,"of":24,"score":68.7,"pct":26.1,"variant":"GPT-5.5 Pro"},"benchlm_instructionFollowing":{"rank":20,"of":23,"score":66,"pct":13.6,"variant":"GPT-5.5 Pro"},"benchlm_math":{"rank":17,"of":19,"score":71.3,"pct":11.1,"variant":"GPT-5.5 Pro"}},"domains":{"overall":79.1,"agent":64.4,"reasoning":82.4,"math":78,"knowledge":81.9,"instruction":52.5,"vision":46.8},"coverage":4,"avgPct":68.5,"overall":79.1,"rank":25,"avgRank":18,"aliases":["gpt-5-5-pro","GPT-5.5 Pro","gpt-5.5-pro_xhigh","GPT-5.5 Pro (High)"],"open":false,"reasoning":true,"ctx":922000,"release":"2026-04-23","theta":1.063,"se":0.173,"lo":72.6,"hi":84.4,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":17},{"id":"deepseek-v4-1-flash","name":"DeepSeek V4.1 Flash","provider":"deepseek","providerName":"DeepSeek","country":"CN","sites":{"aa":{"rank":29,"of":141,"score":39.5,"pct":80,"variant":"deepseek-v4-1-flash"},"livebench":{"rank":8,"of":64,"score":81.1,"pct":88.9,"variant":"deepseek-v4.1-flash-max"},"epoch":{"rank":24,"of":230,"score":159.41,"pct":90,"variant":"DeepSeek V4.1 Flash 1017"},"arc":{"rank":24,"of":95,"score":78.1,"pct":75.5,"variant":"DeepSeek V4.1 Flash 1017 (Max)"},"vals":{"rank":16,"of":42,"score":61.3,"pct":63.4,"variant":"deepseek/deepseek-v4.1-flash-1017"},"tbench":{"rank":23,"of":53,"score":38.48,"pct":57.7,"variant":"DeepSeek V4.1 Flash 1017 (max)"},"simplebench":{"rank":33,"of":112,"score":66.7,"pct":71.2,"variant":"DeepSeek V4.1 Flash"},"benchlm":{"rank":22,"of":24,"score":70,"pct":8.7,"variant":"DeepSeek V4.1 Flash 1017"}},"metrics":{"arena_coding":{"rank":28,"of":344,"score":1525.1,"pct":92.1,"variant":"DeepSeek-V4.1-Flash-20260910 (Max)"},"arena_math":{"rank":24,"of":333,"score":1495.9,"pct":93.1,"variant":"DeepSeek-V4.1-Flash-20260910 (Max)"},"arena_creative_writing":{"rank":54,"of":347,"score":1440,"pct":84.7,"variant":"DeepSeek-V4.1-Flash-20260910 (Max)"},"arena_instruction_following":{"rank":28,"of":349,"score":1475,"pct":92.2,"variant":"DeepSeek-V4.1-Flash-20260910 (Max)"},"arena_hard_prompts":{"rank":36,"of":349,"score":1497.9,"pct":89.9,"variant":"DeepSeek-V4.1-Flash-20260910 (Max)"},"arena_multi_turn":{"rank":57,"of":347,"score":1469.5,"pct":83.8,"variant":"DeepSeek-V4.1-Flash-20260910 (Max)"},"arena_expert":{"rank":22,"of":302,"score":1517.4,"pct":93,"variant":"DeepSeek-V4.1-Flash-20260910 (Max)"},"arena_japanese":{"rank":34,"of":233,"score":1456.4,"pct":85.8,"variant":"DeepSeek-V4.1-Flash-20260910 (Max)"},"arena_industry_business_and_management_and_financial_operations":{"rank":28,"of":342,"score":1479.9,"pct":92.1,"variant":"DeepSeek-V4.1-Flash-20260910 (Max)"},"arena_industry_medicine_and_healthcare":{"rank":11,"of":321,"score":1512.1,"pct":96.9,"variant":"DeepSeek-V4.1-Flash-20260910 (Max)"},"arena_industry_legal_and_government":{"rank":70,"of":322,"score":1460.7,"pct":78.5,"variant":"DeepSeek-V4.1-Flash-20260910 (Max)"},"arena_webdev":{"rank":21,"of":136,"score":1658,"pct":85.2,"variant":"DeepSeek-V4.1-Flash-20261017 (Max)"},"arena_vision":{"rank":38,"of":143,"score":1262.2,"pct":73.9,"variant":"DeepSeek-V4.1-Flash-20260910 (Max)"},"arena_agent":{"rank":29,"of":61,"score":0.008,"pct":53.3,"variant":"DeepSeek-V4.1-Flash-20261017 (Max)"},"aa_index":{"rank":29,"of":141,"score":39.5,"pct":80,"variant":"deepseek-v4-1-flash"},"aa_hle":{"rank":42,"of":143,"score":39.2,"pct":71.1,"variant":"deepseek-v4-1-flash"},"aa_scicode":{"rank":42,"of":141,"score":51.9,"pct":70.7,"variant":"deepseek-v4-1-flash"},"aa_lcr":{"rank":7,"of":143,"score":84,"pct":95.8,"variant":"deepseek-v4-1-flash"},"aa_mmmuPro":{"rank":32,"of":69,"score":77,"pct":54.4,"variant":"deepseek-v4-1-flash"},"aa_critpt":{"rank":42,"of":146,"score":14.3,"pct":71.7,"variant":"deepseek-v4-1-flash"},"aa_omniscience":{"rank":63,"of":143,"score":-5.3,"pct":56.3,"variant":"deepseek-v4-1-flash"},"aa_gdpvalNormalized":{"rank":4,"of":141,"score":0.6,"pct":97.9,"variant":"deepseek-v4-1-flash"},"livebench_global":{"rank":8,"of":64,"score":81.1,"pct":88.9,"variant":"deepseek-v4.1-flash-max"},"livebench_reasoning":{"rank":29,"of":64,"score":86.7,"pct":55.6,"variant":"deepseek-v4.1-flash-max"},"livebench_coding":{"rank":20,"of":64,"score":80,"pct":69.8,"variant":"deepseek-v4.1-flash-max"},"livebench_agentic_coding":{"rank":1,"of":64,"score":77.3,"pct":100,"variant":"deepseek-v4.1-flash-max"},"livebench_mathematics":{"rank":20,"of":64,"score":93.3,"pct":69.8,"variant":"deepseek-v4.1-flash-max"},"livebench_data_analysis":{"rank":13,"of":64,"score":79.3,"pct":81,"variant":"deepseek-v4.1-flash-max"},"livebench_language":{"rank":27,"of":64,"score":81.2,"pct":58.7,"variant":"deepseek-v4.1-flash-max"},"livebench_if":{"rank":31,"of":64,"score":70,"pct":52.4,"variant":"deepseek-v4.1-flash-max"},"epoch_eci":{"rank":24,"of":230,"score":159.41,"pct":90,"variant":"DeepSeek V4.1 Flash 1017"},"epoch_frontiermath":{"rank":33,"of":91,"score":71.2,"pct":64.4,"variant":"deepseek-v4.1-flash-1017_max"},"epoch_frontiermath4":{"rank":29,"of":74,"score":46.3,"pct":61.6,"variant":"deepseek-v4.1-flash-1017_max"},"epoch_gpqa":{"rank":28,"of":226,"score":93.2,"pct":88,"variant":"deepseek-v4.1-flash-1017_max"},"epoch_simpleqa":{"rank":49,"of":94,"score":42.9,"pct":48.4,"variant":"deepseek-v4.1-flash_max"},"epoch_aime":{"rank":21,"of":208,"score":99.4,"pct":90.3,"variant":"deepseek-v4.1-flash-1017_max"},"arc_v2":{"rank":24,"of":95,"score":78.1,"pct":75.5,"variant":"DeepSeek V4.1 Flash 1017 (Max)"},"arc_v1":{"rank":24,"of":92,"score":94.5,"pct":74.7,"variant":"DeepSeek V4.1 Flash (Max)"},"arc_v3":{"rank":14,"of":28,"score":5.8,"pct":51.9,"variant":"DeepSeek V4.1 Flash 1017 (Max)"},"vals_index":{"rank":16,"of":42,"score":61.3,"pct":63.4,"variant":"deepseek/deepseek-v4.1-flash-1017"},"vals_vibe_code_bench":{"rank":12,"of":42,"score":87.7,"pct":73.2,"variant":"deepseek/deepseek-v4.1-flash-1017"},"vals_finance_agent":{"rank":19,"of":42,"score":62.9,"pct":56.1,"variant":"deepseek/deepseek-v4.1-flash-1017"},"vals_emb":{"rank":25,"of":42,"score":69.2,"pct":41.5,"variant":"deepseek/deepseek-v4.1-flash-1017"},"vals_code_migration":{"rank":14,"of":42,"score":68.5,"pct":68.3,"variant":"deepseek/deepseek-v4.1-flash-1017"},"vals_legal_research":{"rank":17,"of":42,"score":45.2,"pct":61,"variant":"deepseek/deepseek-v4.1-flash-1017"},"vals_legal_agent_benchmark":{"rank":15,"of":42,"score":14.2,"pct":65.9,"variant":"deepseek/deepseek-v4.1-flash-1017"},"tbench":{"rank":23,"of":53,"score":38.48,"pct":57.7,"variant":"DeepSeek V4.1 Flash 1017 (max)"},"eqbench_cw":{"rank":61,"of":143,"score":1539.9,"pct":57.7,"variant":"deepseek-v4.1-flash"},"simplebench":{"rank":33,"of":112,"score":66.7,"pct":71.2,"variant":"DeepSeek V4.1 Flash"},"benchlm":{"rank":22,"of":24,"score":70,"pct":8.7,"variant":"DeepSeek V4.1 Flash 1017"},"benchlm_agentic":{"rank":22,"of":24,"score":68.4,"pct":8.7,"variant":"DeepSeek V4.1 Flash 1017"},"benchlm_coding":{"rank":17,"of":23,"score":76.5,"pct":27.3,"variant":"DeepSeek V4.1 Flash 1017"},"benchlm_reasoning":{"rank":22,"of":23,"score":67.8,"pct":4.5,"variant":"DeepSeek V4.1 Flash 1017"},"benchlm_multimodalGrounded":{"rank":20,"of":23,"score":69,"pct":13.6,"variant":"DeepSeek V4.1 Flash 1017"},"benchlm_knowledge":{"rank":23,"of":24,"score":64.2,"pct":4.3,"variant":"DeepSeek V4.1 Flash 1017"},"benchlm_instructionFollowing":{"rank":22,"of":23,"score":64.8,"pct":4.5,"variant":"DeepSeek V4.1 Flash 1017"},"benchlm_math":{"rank":19,"of":19,"score":64.4,"pct":0,"variant":"DeepSeek V4.1 Flash 1017"}},"domains":{"overall":78.9,"coding":82.7,"agent":70.2,"reasoning":72.9,"math":72,"knowledge":75.9,"writing":66.3,"instruction":61.3,"chat":53.2,"business":86.9,"japanese":78.4,"vision":54.2,"longctx":61.4},"coverage":8,"avgPct":66.9,"overall":78.9,"rank":26,"avgRank":22.4,"aliases":["DeepSeek-V4.1-Flash-20260910 (Max)","DeepSeek-V4.1-Flash-20261017 (Max)","deepseek-v4-1-flash","deepseek-v4.1-flash-max","DeepSeek V4.1 Flash 1017","deepseek-v4.1-flash-1017_max","deepseek-v4.1-flash_max","DeepSeek V4.1 Flash 1017 (Max)","DeepSeek V4.1 Flash (Max)","deepseek/deepseek-v4.1-flash-1017","DeepSeek V4.1 Flash 1017 (max)","deepseek-v4.1-flash","DeepSeek V4.1 Flash"],"open":true,"reasoning":true,"ctx":1000000,"pin":0.3,"pout":1.2,"tps":176,"ttft":1.23,"release":"2026-09-09","theta":1.056,"se":0.101,"lo":75.3,"hi":82.2,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":21},{"id":"muse-ember","name":"Muse Ember","provider":"meta","providerName":"Meta","country":"US","sites":{"vals":{"rank":17,"of":42,"score":60.5,"pct":61,"variant":"meta/muse-ember"},"tbench":{"rank":27,"of":53,"score":30.61,"pct":50,"variant":"Muse Ember (xhigh)"},"simplebench":{"rank":25,"of":112,"score":72.7,"pct":78.4,"variant":"Muse Ember"}},"metrics":{"arena_webdev":{"rank":36,"of":136,"score":1608.3,"pct":74.1,"variant":"Muse Ember (Max)"},"arena_agent":{"rank":27,"of":61,"score":0.01,"pct":56.7,"variant":"Muse Ember (Max)"},"vals_index":{"rank":17,"of":42,"score":60.5,"pct":61,"variant":"meta/muse-ember"},"vals_vibe_code_bench":{"rank":21,"of":42,"score":83.7,"pct":51.2,"variant":"meta/muse-ember"},"vals_finance_agent":{"rank":17,"of":42,"score":63.8,"pct":61,"variant":"meta/muse-ember"},"vals_emb":{"rank":15,"of":42,"score":72.2,"pct":65.9,"variant":"meta/muse-ember"},"vals_code_migration":{"rank":27,"of":42,"score":47.1,"pct":36.6,"variant":"meta/muse-ember"},"vals_legal_research":{"rank":8,"of":42,"score":49,"pct":82.9,"variant":"meta/muse-ember"},"vals_legal_agent_benchmark":{"rank":2,"of":42,"score":25,"pct":97.6,"variant":"meta/muse-ember"},"tbench":{"rank":27,"of":53,"score":30.61,"pct":50,"variant":"Muse Ember (xhigh)"},"simplebench":{"rank":25,"of":112,"score":72.7,"pct":78.4,"variant":"Muse Ember"}},"domains":{"overall":78.6,"coding":75.5,"agent":71,"reasoning":78.4,"business":79.8},"coverage":3,"avgPct":63.1,"overall":78.6,"rank":27,"avgRank":23,"aliases":["Muse Ember (Max)","meta/muse-ember","Muse Ember (xhigh)","Muse Ember"],"open":false,"theta":1.041,"se":0.154,"lo":72.8,"hi":83.5,"firstSeen":"2026-11-09T18:28:01.189Z","isNew":true,"prevRank":22},{"id":"gpt-5-5","name":"GPT-5.5","provider":"openai","providerName":"OpenAI","country":"US","sites":{"aa":{"rank":33,"of":141,"score":38.4,"pct":77.1,"variant":"gpt-5-5"},"livebench":{"rank":10,"of":64,"score":80.2,"pct":85.7,"variant":"gpt-5.5-xhigh"},"epoch":{"rank":22,"of":230,"score":160.19,"pct":90.8,"variant":"GPT-5.5"},"arc":{"rank":16,"of":95,"score":85,"pct":84,"variant":"GPT-5.5 (XHigh)"},"eqbench":{"rank":6,"of":32,"score":1295.4,"pct":83.9,"variant":"gpt-5.5"},"simplebench":{"rank":31,"of":112,"score":69,"pct":73,"variant":"GPT-5.5"},"benchlm":{"rank":24,"of":24,"score":69.2,"pct":0,"variant":"GPT-5.5"}},"metrics":{"arena_coding":{"rank":41,"of":344,"score":1518,"pct":88.3,"variant":"GPT-5.5 (High)"},"arena_math":{"rank":20,"of":333,"score":1499.5,"pct":94.3,"variant":"GPT-5.5"},"arena_creative_writing":{"rank":31,"of":347,"score":1454.7,"pct":91.3,"variant":"GPT-5.5 Instant"},"arena_instruction_following":{"rank":26,"of":349,"score":1476.9,"pct":92.8,"variant":"GPT-5.5 (High)"},"arena_hard_prompts":{"rank":30,"of":349,"score":1500.7,"pct":91.7,"variant":"GPT-5.5 (High)"},"arena_multi_turn":{"rank":24,"of":347,"score":1488.2,"pct":93.4,"variant":"GPT-5.5 (High)"},"arena_expert":{"rank":30,"of":302,"score":1511.5,"pct":90.4,"variant":"GPT-5.5 (High)"},"arena_japanese":{"rank":10,"of":233,"score":1508.1,"pct":96.1,"variant":"GPT-5.5 (High)"},"arena_industry_business_and_management_and_financial_operations":{"rank":12,"of":342,"score":1490,"pct":96.8,"variant":"GPT-5.5 (High)"},"arena_industry_medicine_and_healthcare":{"rank":36,"of":321,"score":1487.8,"pct":89.1,"variant":"GPT-5.5 Instant"},"arena_industry_legal_and_government":{"rank":25,"of":322,"score":1496.7,"pct":92.5,"variant":"GPT-5.5 (High)"},"arena_vision":{"rank":18,"of":143,"score":1284.8,"pct":88,"variant":"GPT-5.5"},"arena_search":{"rank":9,"of":43,"score":1226.6,"pct":81,"variant":"GPT-5.5 (Search)"},"arena_document":{"rank":8,"of":39,"score":1481.4,"pct":81.6,"variant":"GPT-5.5 (High)"},"aa_index":{"rank":33,"of":141,"score":38.4,"pct":77.1,"variant":"gpt-5-5"},"aa_hle":{"rank":22,"of":143,"score":45.8,"pct":85.2,"variant":"gpt-5-5"},"aa_gpqa":{"rank":10,"of":120,"score":93.5,"pct":92.4,"variant":"gpt-5-5"},"aa_scicode":{"rank":25,"of":141,"score":56.1,"pct":82.9,"variant":"gpt-5-5-high"},"aa_terminalbenchHard":{"rank":4,"of":74,"score":60.6,"pct":95.9,"variant":"gpt-5-5"},"aa_tau2":{"rank":17,"of":73,"score":93.9,"pct":77.8,"variant":"gpt-5-5"},"aa_ifbench":{"rank":15,"of":74,"score":75.9,"pct":80.8,"variant":"gpt-5-5"},"aa_lcr":{"rank":6,"of":143,"score":84.3,"pct":96.5,"variant":"gpt-5-5"},"aa_mmmuPro":{"rank":14,"of":69,"score":81.2,"pct":80.9,"variant":"gpt-5-5-medium"},"aa_critpt":{"rank":15,"of":146,"score":27.1,"pct":90.3,"variant":"gpt-5-5"},"aa_omniscience":{"rank":27,"of":143,"score":20.5,"pct":81.7,"variant":"gpt-5-5"},"aa_gdpvalNormalized":{"rank":40,"of":141,"score":0.4,"pct":72.1,"variant":"gpt-5-5"},"aa_apexAgents":{"rank":6,"of":25,"score":37.7,"pct":79.2,"variant":"gpt-5-5"},"livebench_global":{"rank":10,"of":64,"score":80.2,"pct":85.7,"variant":"gpt-5.5-xhigh"},"livebench_reasoning":{"rank":14,"of":64,"score":89.7,"pct":79.4,"variant":"gpt-5.5-xhigh"},"livebench_coding":{"rank":9,"of":64,"score":82.1,"pct":87.3,"variant":"gpt-5.5-xhigh"},"livebench_agentic_coding":{"rank":33,"of":64,"score":54,"pct":49.2,"variant":"gpt-5.5-xhigh"},"livebench_mathematics":{"rank":10,"of":64,"score":95.9,"pct":85.7,"variant":"gpt-5.5-xhigh"},"livebench_data_analysis":{"rank":3,"of":64,"score":81.6,"pct":96.8,"variant":"gpt-5.5-xhigh"},"livebench_language":{"rank":8,"of":64,"score":87.4,"pct":88.9,"variant":"gpt-5.5-xhigh"},"livebench_if":{"rank":27,"of":64,"score":70.7,"pct":58.7,"variant":"gpt-5.5-xhigh"},"epoch_eci":{"rank":22,"of":230,"score":160.19,"pct":90.8,"variant":"GPT-5.5"},"epoch_frontiermath":{"rank":19,"of":91,"score":85.3,"pct":80,"variant":"gpt-5.5_xhigh"},"epoch_frontiermath4":{"rank":20,"of":74,"score":72.5,"pct":74,"variant":"gpt-5.5_xhigh"},"epoch_gpqa":{"rank":45,"of":226,"score":90.7,"pct":80.4,"variant":"gpt-5.5_low"},"epoch_simpleqa":{"rank":19,"of":94,"score":63,"pct":80.6,"variant":"gpt-5.5_xhigh"},"epoch_aime":{"rank":88,"of":208,"score":84.4,"pct":58,"variant":"gpt-5.5_low"},"arc_v2":{"rank":16,"of":95,"score":85,"pct":84,"variant":"GPT-5.5 (XHigh)"},"arc_v1":{"rank":23,"of":92,"score":95,"pct":75.8,"variant":"GPT-5.5 (XHigh)"},"arc_v3":{"rank":22,"of":28,"score":0.4,"pct":22.2,"variant":"GPT-5.5 (High)"},"scale_mcp":{"rank":22,"of":37,"score":75.3,"pct":41.7,"variant":"GPT 5.5 (mcp-atlas) xhigh"},"eqbench":{"rank":6,"of":32,"score":1295.4,"pct":83.9,"variant":"gpt-5.5"},"eqbench_cw":{"rank":20,"of":143,"score":1844.5,"pct":86.6,"variant":"gpt-5.5"},"simplebench":{"rank":31,"of":112,"score":69,"pct":73,"variant":"GPT-5.5"},"benchlm":{"rank":24,"of":24,"score":69.2,"pct":0,"variant":"GPT-5.5"},"benchlm_agentic":{"rank":24,"of":24,"score":67.3,"pct":0,"variant":"GPT-5.5"},"benchlm_coding":{"rank":23,"of":23,"score":64.9,"pct":0,"variant":"GPT-5.5"},"benchlm_reasoning":{"rank":19,"of":23,"score":72.7,"pct":18.2,"variant":"GPT-5.5"},"benchlm_multimodalGrounded":{"rank":22,"of":23,"score":66.6,"pct":4.5,"variant":"GPT-5.5"},"benchlm_knowledge":{"rank":19,"of":24,"score":68.4,"pct":21.7,"variant":"GPT-5.5"},"benchlm_instructionFollowing":{"rank":21,"of":23,"score":65.8,"pct":9.1,"variant":"GPT-5.5"},"benchlm_math":{"rank":18,"of":19,"score":68.8,"pct":5.6,"variant":"GPT-5.5"}},"domains":{"overall":77.6,"coding":67.1,"agent":62.5,"reasoning":79.2,"math":78.7,"knowledge":83.6,"writing":79.3,"instruction":63.7,"chat":83.6,"business":88.7,"japanese":85.4,"vision":53.5,"longctx":74.5},"coverage":7,"avgPct":70.6,"overall":77.6,"rank":28,"avgRank":20.3,"aliases":["GPT-5.5 (High)","GPT-5.5","GPT-5.5 Instant","GPT-5.5 (Search)","gpt-5-5","gpt-5-5-high","gpt-5-5-medium","gpt-5.5-xhigh","gpt-5.5_xhigh","gpt-5.5_low","GPT-5.5 (XHigh)","GPT 5.5 (mcp-atlas) xhigh","gpt-5.5"],"open":false,"reasoning":true,"ctx":922000,"pin":5,"pout":30,"tps":99,"ttft":0.86,"release":"2026-04-22","theta":0.994,"se":0.121,"lo":73,"hi":81.6,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":31},{"id":"inkling-2-small","name":"Inkling 2 Small","provider":"thinkingmachines","providerName":"Thinking Machines","country":"US","sites":{"arc":{"rank":23,"of":95,"score":81.7,"pct":76.6,"variant":"Inkling 2 Small (XHigh)"},"vals":{"rank":26,"of":42,"score":56.1,"pct":39,"variant":"thinkingmachines/inkling-2-small"}},"metrics":{"arena_coding":{"rank":96,"of":344,"score":1485.4,"pct":72.3,"variant":"Inkling 2 Small"},"arena_creative_writing":{"rank":156,"of":347,"score":1343.9,"pct":55.2,"variant":"Inkling 2 Small"},"arena_instruction_following":{"rank":116,"of":349,"score":1409.2,"pct":67,"variant":"Inkling 2 Small"},"arena_hard_prompts":{"rank":117,"of":349,"score":1438.6,"pct":66.7,"variant":"Inkling 2 Small"},"arena_multi_turn":{"rank":127,"of":347,"score":1412.8,"pct":63.6,"variant":"Inkling 2 Small"},"arena_expert":{"rank":63,"of":302,"score":1487.7,"pct":79.4,"variant":"Inkling 2 Small"},"arena_industry_business_and_management_and_financial_operations":{"rank":101,"of":342,"score":1432.4,"pct":70.7,"variant":"Inkling 2 Small"},"arena_webdev":{"rank":25,"of":136,"score":1642.7,"pct":82.2,"variant":"Inkling 2 Small"},"arena_agent":{"rank":22,"of":61,"score":0.015,"pct":65,"variant":"Inkling 2 Small"},"arc_v2":{"rank":23,"of":95,"score":81.7,"pct":76.6,"variant":"Inkling 2 Small (XHigh)"},"arc_v1":{"rank":16,"of":92,"score":96.5,"pct":83.5,"variant":"Inkling 2 Small (XHigh)"},"arc_v3":{"rank":16,"of":28,"score":2.6,"pct":44.4,"variant":"Inkling 2 Small (XHigh)"},"scale_mcp":{"rank":5,"of":37,"score":85.4,"pct":88.9,"variant":"Inkling 2 Small (mcp-atlas) xhigh"},"vals_index":{"rank":26,"of":42,"score":56.1,"pct":39,"variant":"thinkingmachines/inkling-2-small"},"vals_vibe_code_bench":{"rank":26,"of":42,"score":81.5,"pct":39,"variant":"thinkingmachines/inkling-2-small"},"vals_finance_agent":{"rank":6,"of":42,"score":67.5,"pct":87.8,"variant":"thinkingmachines/inkling-2-small"},"vals_emb":{"rank":24,"of":42,"score":69.5,"pct":43.9,"variant":"thinkingmachines/inkling-2-small"},"vals_code_migration":{"rank":32,"of":42,"score":39.5,"pct":24.4,"variant":"thinkingmachines/inkling-2-small"},"vals_legal_research":{"rank":13,"of":42,"score":46.6,"pct":70.7,"variant":"thinkingmachines/inkling-2-small"},"vals_legal_agent_benchmark":{"rank":6,"of":42,"score":21.7,"pct":87.8,"variant":"thinkingmachines/inkling-2-small"}},"domains":{"overall":77.1,"coding":72.9,"agent":68.2,"reasoning":70.9,"knowledge":72,"writing":32.5,"instruction":38.6,"chat":31.5,"business":74.6},"coverage":2,"avgPct":57.8,"overall":77.1,"rank":29,"avgRank":24.5,"aliases":["Inkling 2 Small","Inkling 2 Small (XHigh)","Inkling 2 Small (mcp-atlas) xhigh","thinkingmachines/inkling-2-small"],"open":true,"release":"2026-11-05","theta":0.972,"se":0.163,"lo":70.7,"hi":82.5,"firstSeen":"2026-11-06T00:31:46.850Z","isNew":true,"prevRank":24},{"id":"mimo-v2-6-pro","name":"MiMo V2.6 Pro","provider":"xiaomi","providerName":"Xiaomi","country":"CN","sites":{"aa":{"rank":15,"of":141,"score":46.3,"pct":90,"variant":"mimo-v2-6-pro"},"vals":{"rank":24,"of":42,"score":57.8,"pct":43.9,"variant":"xiaomi/mimo-v2.6-pro"},"tbench":{"rank":29,"of":53,"score":26.97,"pct":46.2,"variant":"MiMo V2.6 Pro (none)"}},"metrics":{"arena_coding":{"rank":13,"of":344,"score":1538.9,"pct":96.5,"variant":"MiMo-V2.6-Pro"},"arena_math":{"rank":32,"of":333,"score":1482.1,"pct":90.7,"variant":"MiMo-V2.6-Pro"},"arena_creative_writing":{"rank":39,"of":347,"score":1450.3,"pct":89,"variant":"MiMo-V2.6-Pro"},"arena_instruction_following":{"rank":31,"of":349,"score":1473.4,"pct":91.4,"variant":"MiMo-V2.6-Pro"},"arena_hard_prompts":{"rank":26,"of":349,"score":1504.9,"pct":92.8,"variant":"MiMo-V2.6-Pro"},"arena_multi_turn":{"rank":70,"of":347,"score":1463.4,"pct":80.1,"variant":"MiMo-V2.6-Pro"},"arena_expert":{"rank":15,"of":302,"score":1526.9,"pct":95.3,"variant":"MiMo-V2.6-Pro"},"arena_industry_business_and_management_and_financial_operations":{"rank":59,"of":342,"score":1457.9,"pct":83,"variant":"MiMo-V2.6-Pro"},"arena_industry_medicine_and_healthcare":{"rank":37,"of":321,"score":1487.7,"pct":88.8,"variant":"MiMo-V2.6-Pro"},"arena_industry_legal_and_government":{"rank":51,"of":322,"score":1470.7,"pct":84.4,"variant":"MiMo-V2.6-Pro"},"arena_webdev":{"rank":31,"of":136,"score":1622.1,"pct":77.8,"variant":"MiMo-V2.6-Pro"},"arena_vision":{"rank":49,"of":143,"score":1247.5,"pct":66.2,"variant":"MiMo-V2.6-Pro"},"arena_agent":{"rank":25,"of":61,"score":0.014,"pct":60,"variant":"MiMo-V2.6-Pro"},"aa_index":{"rank":15,"of":141,"score":46.3,"pct":90,"variant":"mimo-v2-6-pro"},"aa_hle":{"rank":12,"of":143,"score":49.4,"pct":92.3,"variant":"mimo-v2-6-pro"},"aa_scicode":{"rank":7,"of":141,"score":60.9,"pct":95.7,"variant":"mimo-v2-6-pro"},"aa_lcr":{"rank":3,"of":143,"score":86.3,"pct":98.6,"variant":"mimo-v2-6-pro"},"aa_critpt":{"rank":17,"of":146,"score":26.6,"pct":89,"variant":"mimo-v2-6-pro"},"aa_omniscience":{"rank":37,"of":143,"score":8.4,"pct":74.6,"variant":"mimo-v2-6-pro"},"aa_gdpvalNormalized":{"rank":4,"of":141,"score":0.6,"pct":97.9,"variant":"mimo-v2-6-pro"},"vals_index":{"rank":24,"of":42,"score":57.8,"pct":43.9,"variant":"xiaomi/mimo-v2.6-pro"},"vals_vibe_code_bench":{"rank":17,"of":42,"score":85.2,"pct":61,"variant":"xiaomi/mimo-v2.6-pro"},"vals_finance_agent":{"rank":16,"of":42,"score":64.3,"pct":63.4,"variant":"xiaomi/mimo-v2.6-pro"},"vals_emb":{"rank":31,"of":42,"score":67.3,"pct":26.8,"variant":"xiaomi/mimo-v2.6-pro"},"vals_code_migration":{"rank":27,"of":42,"score":47.1,"pct":36.6,"variant":"xiaomi/mimo-v2.6-pro"},"vals_legal_research":{"rank":11,"of":42,"score":47.1,"pct":75.6,"variant":"xiaomi/mimo-v2.6-pro"},"vals_legal_agent_benchmark":{"rank":16,"of":42,"score":13.8,"pct":63.4,"variant":"xiaomi/mimo-v2.6-pro"},"tbench":{"rank":29,"of":53,"score":26.97,"pct":46.2,"variant":"MiMo V2.6 Pro (none)"}},"domains":{"overall":76.8,"coding":75.4,"agent":70.1,"reasoning":80.1,"math":67.8,"knowledge":83.1,"writing":66.6,"instruction":64.8,"chat":50.8,"business":80.8,"vision":49,"longctx":67},"coverage":3,"avgPct":60,"overall":76.8,"rank":30,"avgRank":22.7,"aliases":["MiMo-V2.6-Pro","mimo-v2-6-pro","xiaomi/mimo-v2.6-pro","MiMo V2.6 Pro (none)"],"open":true,"reasoning":true,"ctx":1000000,"pin":0.435,"pout":0.87,"tps":48,"ttft":4.26,"theta":0.958,"se":0.143,"lo":71.2,"hi":81.6,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":27},{"id":"glm-5-3","name":"GLM-5.3","provider":"zai","providerName":"Z.ai (Zhipu)","country":"CN","sites":{"aa":{"rank":17,"of":141,"score":44.8,"pct":88.6,"variant":"glm-5-3"},"livebench":{"rank":31,"of":64,"score":76.1,"pct":52.4,"variant":"glm-5.3"},"epoch":{"rank":34,"of":230,"score":157.1,"pct":85.6,"variant":"GLM-5.3"},"vals":{"rank":19,"of":42,"score":59.8,"pct":56.1,"variant":"zai/glm-5.3"},"tbench":{"rank":20,"of":53,"score":41.21,"pct":63.5,"variant":"GLM-5.3 (max)"},"simplebench":{"rank":34,"of":112,"score":66.2,"pct":70.3,"variant":"GLM 5.3"}},"metrics":{"arena_coding":{"rank":30,"of":344,"score":1523.9,"pct":91.5,"variant":"GLM-5.3 (Max)"},"arena_math":{"rank":13,"of":333,"score":1503.9,"pct":96.4,"variant":"GLM-5.3 (Max)"},"arena_creative_writing":{"rank":29,"of":347,"score":1456.5,"pct":91.9,"variant":"GLM-5.3 (Max)"},"arena_instruction_following":{"rank":23,"of":349,"score":1479.3,"pct":93.7,"variant":"GLM-5.3 (Max)"},"arena_hard_prompts":{"rank":24,"of":349,"score":1506.9,"pct":93.4,"variant":"GLM-5.3 (Max)"},"arena_multi_turn":{"rank":27,"of":347,"score":1485.1,"pct":92.5,"variant":"GLM-5.3 (Max)"},"arena_expert":{"rank":20,"of":302,"score":1522.3,"pct":93.7,"variant":"GLM-5.3 (Max)"},"arena_japanese":{"rank":21,"of":233,"score":1483.1,"pct":91.4,"variant":"GLM-5.3 (Max)"},"arena_industry_business_and_management_and_financial_operations":{"rank":31,"of":342,"score":1476.3,"pct":91.2,"variant":"GLM-5.3 (Max)"},"arena_industry_medicine_and_healthcare":{"rank":24,"of":321,"score":1499.1,"pct":92.8,"variant":"GLM-5.3 (Max)"},"arena_industry_legal_and_government":{"rank":35,"of":322,"score":1482.9,"pct":89.4,"variant":"GLM-5.3 (Max)"},"arena_webdev":{"rank":30,"of":136,"score":1622.7,"pct":78.5,"variant":"GLM-5.3 (Max)"},"arena_agent":{"rank":32,"of":61,"score":0,"pct":48.3,"variant":"GLM-5.3 (Max)"},"aa_index":{"rank":17,"of":141,"score":44.8,"pct":88.6,"variant":"glm-5-3"},"aa_hle":{"rank":33,"of":143,"score":42.3,"pct":77.5,"variant":"glm-5-3"},"aa_gpqa":{"rank":23,"of":120,"score":91.7,"pct":81.5,"variant":"glm-5-3"},"aa_scicode":{"rank":11,"of":141,"score":59,"pct":92.9,"variant":"glm-5-3"},"aa_lcr":{"rank":42,"of":143,"score":79.7,"pct":71.1,"variant":"glm-5-3"},"aa_critpt":{"rank":29,"of":146,"score":19.1,"pct":80.7,"variant":"glm-5-3"},"aa_omniscience":{"rank":32,"of":143,"score":14.3,"pct":78.2,"variant":"glm-5-3"},"aa_gdpvalNormalized":{"rank":4,"of":141,"score":0.6,"pct":97.9,"variant":"glm-5-3"},"livebench_global":{"rank":31,"of":64,"score":76.1,"pct":52.4,"variant":"glm-5.3"},"livebench_reasoning":{"rank":32,"of":64,"score":85.8,"pct":50.8,"variant":"glm-5.3"},"livebench_coding":{"rank":24,"of":64,"score":79,"pct":63.5,"variant":"glm-5.3"},"livebench_agentic_coding":{"rank":15,"of":64,"score":60.9,"pct":77.8,"variant":"glm-5.3"},"livebench_mathematics":{"rank":42,"of":64,"score":87.9,"pct":34.9,"variant":"glm-5.3"},"livebench_data_analysis":{"rank":51,"of":64,"score":70.2,"pct":20.6,"variant":"glm-5.3"},"livebench_language":{"rank":30,"of":64,"score":79.9,"pct":54,"variant":"glm-5.3"},"livebench_if":{"rank":33,"of":64,"score":69.3,"pct":49.2,"variant":"glm-5.3"},"epoch_eci":{"rank":34,"of":230,"score":157.1,"pct":85.6,"variant":"GLM-5.3"},"epoch_frontiermath":{"rank":36,"of":91,"score":68.8,"pct":61.1,"variant":"glm-5.3_max"},"epoch_frontiermath4":{"rank":41,"of":74,"score":29.3,"pct":45.2,"variant":"glm-5.3_max"},"epoch_gpqa":{"rank":41,"of":226,"score":90.9,"pct":82.2,"variant":"glm-5.3_max"},"epoch_simpleqa":{"rank":53,"of":94,"score":41,"pct":44.1,"variant":"glm-5.3_max"},"epoch_aime":{"rank":65,"of":208,"score":91.1,"pct":69.1,"variant":"glm-5.3_max"},"scale_mcp":{"rank":8,"of":37,"score":84.2,"pct":80.6,"variant":"GLM 5.3 (mcp-atlas)"},"vals_index":{"rank":19,"of":42,"score":59.8,"pct":56.1,"variant":"zai/glm-5.3"},"vals_vibe_code_bench":{"rank":30,"of":42,"score":78.1,"pct":29.3,"variant":"zai/glm-5.3"},"vals_finance_agent":{"rank":14,"of":42,"score":65,"pct":68.3,"variant":"zai/glm-5.3"},"vals_emb":{"rank":26,"of":42,"score":69.1,"pct":39,"variant":"zai/glm-5.3"},"vals_code_migration":{"rank":20,"of":42,"score":54.1,"pct":53.7,"variant":"zai/glm-5.3"},"vals_legal_research":{"rank":8,"of":42,"score":49,"pct":82.9,"variant":"zai/glm-5.3"},"vals_legal_agent_benchmark":{"rank":14,"of":42,"score":14.6,"pct":68.3,"variant":"zai/glm-5.3"},"tbench":{"rank":20,"of":53,"score":41.21,"pct":63.5,"variant":"GLM-5.3 (max)"},"eqbench_cw":{"rank":7,"of":143,"score":2076.4,"pct":95.8,"variant":"GLM-5.3"},"simplebench":{"rank":34,"of":112,"score":66.2,"pct":70.3,"variant":"GLM 5.3"}},"domains":{"overall":76.7,"coding":80.7,"agent":74.8,"reasoning":73.5,"math":64.5,"knowledge":78.6,"writing":73.4,"instruction":65.6,"chat":59.4,"business":77.5,"japanese":82.3,"longctx":50.3},"coverage":6,"avgPct":69.4,"overall":76.7,"rank":31,"avgRank":25.8,"aliases":["GLM-5.3 (Max)","glm-5-3","glm-5.3","GLM-5.3","glm-5.3_max","GLM 5.3 (mcp-atlas)","zai/glm-5.3","GLM-5.3 (max)","GLM 5.3"],"open":true,"reasoning":true,"ctx":1000000,"pin":1.4,"pout":4.4,"tps":81,"ttft":2.73,"release":"2026-08-14","theta":0.953,"se":0.116,"lo":72.2,"hi":80.7,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":25},{"id":"grok-4-7","name":"Grok 4.7","provider":"xai","providerName":"xAI","country":"US","sites":{"aa":{"rank":14,"of":141,"score":46.4,"pct":90.7,"variant":"grok-4-7"},"livebench":{"rank":22,"of":64,"score":77.4,"pct":66.7,"variant":"grok-4.7-xhigh"},"epoch":{"rank":38,"of":230,"score":156.43,"pct":83.8,"variant":"Grok 4.7"},"arc":{"rank":34,"of":95,"score":61.4,"pct":64.9,"variant":"Grok 4.7 (XHigh)"},"vals":{"rank":23,"of":42,"score":58.6,"pct":46.3,"variant":"grok/grok-4.7"},"tbench":{"rank":22,"of":53,"score":38.79,"pct":59.6,"variant":"Grok 4.7 (xhigh)"}},"metrics":{"arena_coding":{"rank":87,"of":344,"score":1491,"pct":74.9,"variant":"Grok 4.7 (xHigh)"},"arena_math":{"rank":81,"of":333,"score":1443.4,"pct":75.9,"variant":"Grok 4.7 (xHigh)"},"arena_creative_writing":{"rank":74,"of":347,"score":1421.9,"pct":78.9,"variant":"Grok 4.7 (xHigh)"},"arena_instruction_following":{"rank":81,"of":349,"score":1434.8,"pct":77,"variant":"Grok 4.7 (xHigh)"},"arena_hard_prompts":{"rank":79,"of":349,"score":1465.1,"pct":77.6,"variant":"Grok 4.7 (xHigh)"},"arena_multi_turn":{"rank":103,"of":347,"score":1432,"pct":70.5,"variant":"Grok 4.7 (xHigh)"},"arena_expert":{"rank":74,"of":302,"score":1478.7,"pct":75.7,"variant":"Grok 4.7 (xHigh)"},"arena_japanese":{"rank":62,"of":233,"score":1418.5,"pct":73.7,"variant":"Grok 4.7 (xHigh)"},"arena_industry_business_and_management_and_financial_operations":{"rank":95,"of":342,"score":1438.9,"pct":72.4,"variant":"Grok 4.7 (xHigh)"},"arena_industry_medicine_and_healthcare":{"rank":84,"of":321,"score":1458.4,"pct":74.1,"variant":"Grok 4.7 (xHigh)"},"arena_industry_legal_and_government":{"rank":68,"of":322,"score":1462.1,"pct":79.1,"variant":"Grok 4.7 (xHigh)"},"arena_webdev":{"rank":26,"of":136,"score":1638.9,"pct":81.5,"variant":"Grok 4.7 (xHigh)"},"arena_vision":{"rank":47,"of":143,"score":1250,"pct":67.6,"variant":"Grok 4.7 (xHigh)"},"arena_agent":{"rank":22,"of":61,"score":0.015,"pct":65,"variant":"Grok 4.7 (xHigh)"},"aa_index":{"rank":14,"of":141,"score":46.4,"pct":90.7,"variant":"grok-4-7"},"aa_hle":{"rank":28,"of":143,"score":43.1,"pct":81,"variant":"grok-4-7"},"aa_scicode":{"rank":16,"of":141,"score":57.8,"pct":89.3,"variant":"grok-4-7-high"},"aa_lcr":{"rank":37,"of":143,"score":80,"pct":74.6,"variant":"grok-4-7-low"},"aa_mmmuPro":{"rank":28,"of":69,"score":78.2,"pct":60.3,"variant":"grok-4-7-low"},"aa_critpt":{"rank":31,"of":146,"score":18,"pct":79.3,"variant":"grok-4-7-high"},"aa_omniscience":{"rank":9,"of":143,"score":32,"pct":94.4,"variant":"grok-4-7"},"aa_gdpvalNormalized":{"rank":4,"of":141,"score":0.6,"pct":97.9,"variant":"grok-4-7-high"},"livebench_global":{"rank":22,"of":64,"score":77.4,"pct":66.7,"variant":"grok-4.7-xhigh"},"livebench_reasoning":{"rank":45,"of":64,"score":82.7,"pct":30.2,"variant":"grok-4.7-xhigh"},"livebench_coding":{"rank":37,"of":64,"score":77.2,"pct":42.9,"variant":"grok-4.7-xhigh"},"livebench_agentic_coding":{"rank":33,"of":64,"score":54,"pct":49.2,"variant":"grok-4.7-xhigh"},"livebench_mathematics":{"rank":12,"of":64,"score":95.7,"pct":82.5,"variant":"grok-4.7-xhigh"},"livebench_data_analysis":{"rank":29,"of":64,"score":76.9,"pct":55.6,"variant":"grok-4.7-xhigh"},"livebench_language":{"rank":29,"of":64,"score":80.1,"pct":55.6,"variant":"grok-4.7-xhigh"},"livebench_if":{"rank":10,"of":64,"score":75.3,"pct":85.7,"variant":"grok-4.7-xhigh"},"epoch_eci":{"rank":38,"of":230,"score":156.43,"pct":83.8,"variant":"Grok 4.7"},"epoch_frontiermath":{"rank":56,"of":91,"score":53,"pct":38.9,"variant":"grok-4.7_xhigh"},"epoch_frontiermath4":{"rank":56,"of":74,"score":17.1,"pct":24.7,"variant":"grok-4.7_xhigh"},"epoch_gpqa":{"rank":32,"of":226,"score":92.7,"pct":86.2,"variant":"grok-4.7_xhigh"},"epoch_simpleqa":{"rank":27,"of":94,"score":56,"pct":72,"variant":"grok-4.7_xhigh"},"epoch_aime":{"rank":35,"of":208,"score":98.1,"pct":83.6,"variant":"grok-4.7_xhigh"},"arc_v2":{"rank":34,"of":95,"score":61.4,"pct":64.9,"variant":"Grok 4.7 (XHigh)"},"arc_v1":{"rank":37,"of":92,"score":90.2,"pct":60.4,"variant":"Grok 4.7 (High)"},"arc_v3":{"rank":12,"of":28,"score":10,"pct":59.3,"variant":"Grok 4.7 (High)"},"vals_index":{"rank":23,"of":42,"score":58.6,"pct":46.3,"variant":"grok/grok-4.7"},"vals_vibe_code_bench":{"rank":15,"of":42,"score":86.2,"pct":65.9,"variant":"grok/grok-4.7"},"vals_finance_agent":{"rank":26,"of":42,"score":60.6,"pct":39,"variant":"grok/grok-4.7"},"vals_emb":{"rank":17,"of":42,"score":71.5,"pct":61,"variant":"grok/grok-4.7"},"vals_code_migration":{"rank":22,"of":42,"score":51.8,"pct":48.8,"variant":"grok/grok-4.7"},"vals_legal_research":{"rank":11,"of":42,"score":47.1,"pct":75.6,"variant":"grok/grok-4.7"},"vals_legal_agent_benchmark":{"rank":9,"of":42,"score":18.3,"pct":80.5,"variant":"grok/grok-4.7"},"tbench":{"rank":22,"of":53,"score":38.79,"pct":59.6,"variant":"Grok 4.7 (xhigh)"},"eqbench_cw":{"rank":9,"of":143,"score":2012.2,"pct":94.4,"variant":"grok-4.7"}},"domains":{"overall":76.7,"coding":79.2,"agent":71.3,"reasoning":68.9,"math":76.3,"knowledge":82.3,"writing":71.8,"instruction":79.4,"chat":38.5,"business":84.4,"japanese":71.8,"vision":53.5,"longctx":51},"coverage":6,"avgPct":68.7,"overall":76.7,"rank":31,"avgRank":25.5,"aliases":["Grok 4.7 (xHigh)","grok-4-7","grok-4-7-high","grok-4-7-low","grok-4.7-xhigh","Grok 4.7","grok-4.7_xhigh","Grok 4.7 (XHigh)","Grok 4.7 (High)","grok/grok-4.7","Grok 4.7 (xhigh)","grok-4.7"],"open":false,"reasoning":true,"ctx":500000,"pin":2,"pout":6,"tps":93,"ttft":3.87,"release":"2026-09-21","theta":0.953,"se":0.112,"lo":72.4,"hi":80.6,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":26},{"id":"gpt-5-4","name":"GPT-5.4","provider":"openai","providerName":"OpenAI","country":"US","sites":{"livebench":{"rank":17,"of":64,"score":78,"pct":74.6,"variant":"gpt-5.4-xhigh"},"epoch":{"rank":29,"of":230,"score":157.89,"pct":87.8,"variant":"GPT-5.4"},"arc":{"rank":27,"of":95,"score":74,"pct":72.3,"variant":"GPT-5.4 (XHigh)"},"eqbench":{"rank":10,"of":32,"score":1257.7,"pct":71,"variant":"gpt-5.4"}},"metrics":{"arena_coding":{"rank":33,"of":344,"score":1520.7,"pct":90.7,"variant":"GPT-5.4 (High)"},"arena_math":{"rank":28,"of":333,"score":1490.8,"pct":91.9,"variant":"GPT-5.4 (High)"},"arena_creative_writing":{"rank":53,"of":347,"score":1440.5,"pct":85,"variant":"GPT-5.4 (High)"},"arena_instruction_following":{"rank":36,"of":349,"score":1470.6,"pct":89.9,"variant":"GPT-5.4 (High)"},"arena_hard_prompts":{"rank":39,"of":349,"score":1496.4,"pct":89.1,"variant":"GPT-5.4 (High)"},"arena_multi_turn":{"rank":20,"of":347,"score":1492.7,"pct":94.5,"variant":"GPT-5.4 (High)"},"arena_expert":{"rank":26,"of":302,"score":1514.3,"pct":91.7,"variant":"GPT-5.4 (High)"},"arena_japanese":{"rank":23,"of":233,"score":1478.5,"pct":90.5,"variant":"GPT-5.4 (High)"},"arena_industry_business_and_management_and_financial_operations":{"rank":25,"of":342,"score":1481.7,"pct":93,"variant":"GPT-5.4 (High)"},"arena_industry_medicine_and_healthcare":{"rank":58,"of":321,"score":1474.1,"pct":82.2,"variant":"GPT-5.4 (High)"},"arena_industry_legal_and_government":{"rank":30,"of":322,"score":1489.7,"pct":91,"variant":"GPT-5.4 (High)"},"arena_webdev":{"rank":91,"of":136,"score":1400,"pct":33.3,"variant":"GPT-5.4"},"arena_vision":{"rank":20,"of":143,"score":1282,"pct":86.6,"variant":"GPT-5.4 (High)"},"arena_search":{"rank":24,"of":43,"score":1195.3,"pct":45.2,"variant":"GPT-5.4 (Search)"},"arena_document":{"rank":14,"of":39,"score":1471.4,"pct":65.8,"variant":"GPT-5.4"},"livebench_global":{"rank":17,"of":64,"score":78,"pct":74.6,"variant":"gpt-5.4-xhigh"},"livebench_reasoning":{"rank":23,"of":64,"score":88.1,"pct":65.1,"variant":"gpt-5.4-xhigh"},"livebench_coding":{"rank":35,"of":64,"score":77.5,"pct":46,"variant":"gpt-5.4-xhigh"},"livebench_agentic_coding":{"rank":35,"of":64,"score":53.8,"pct":46,"variant":"gpt-5.4-xhigh"},"livebench_mathematics":{"rank":17,"of":64,"score":94.1,"pct":74.6,"variant":"gpt-5.4-xhigh"},"livebench_data_analysis":{"rank":13,"of":64,"score":79.3,"pct":81,"variant":"gpt-5.4-xhigh"},"livebench_language":{"rank":24,"of":64,"score":82.6,"pct":63.5,"variant":"gpt-5.4-xhigh"},"livebench_if":{"rank":29,"of":64,"score":70.2,"pct":55.6,"variant":"gpt-5.4-xhigh"},"epoch_eci":{"rank":29,"of":230,"score":157.89,"pct":87.8,"variant":"GPT-5.4"},"arc_v2":{"rank":27,"of":95,"score":74,"pct":72.3,"variant":"GPT-5.4 (XHigh)"},"arc_v1":{"rank":28,"of":92,"score":93.7,"pct":70.3,"variant":"GPT-5.4 (XHigh)"},"arc_v3":{"rank":25,"of":28,"score":0.2,"pct":11.1,"variant":"GPT-5.4 (High)"},"scale_mcp":{"rank":23,"of":37,"score":70.6,"pct":38.9,"variant":"GPT 5.4 (mcp-atlas) xhigh"},"eqbench":{"rank":10,"of":32,"score":1257.7,"pct":71,"variant":"gpt-5.4"},"eqbench_cw":{"rank":23,"of":143,"score":1840.8,"pct":84.5,"variant":"gpt-5.4"}},"domains":{"overall":76.5,"coding":52.5,"agent":59.3,"reasoning":77.9,"math":77.4,"knowledge":77.4,"writing":73.1,"instruction":67.9,"chat":77.1,"business":87,"japanese":81.6,"vision":66.9,"longctx":60.1},"coverage":4,"avgPct":76.4,"overall":76.5,"rank":33,"avgRank":20.8,"aliases":["GPT-5.4 (High)","GPT-5.4","GPT-5.4 (Search)","gpt-5.4-xhigh","GPT-5.4 (XHigh)","GPT 5.4 (mcp-atlas) xhigh","gpt-5.4"],"open":false,"reasoning":true,"ctx":1050000,"pin":2.5,"pout":15,"tps":99,"ttft":0.77,"release":"2026-03-04","theta":0.946,"se":0.165,"lo":69.9,"hi":82.1,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":28},{"id":"qwen3-8-max","name":"Qwen3.8 Max","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"aa":{"rank":16,"of":141,"score":45.4,"pct":89.3,"variant":"qwen3-8-max"},"livebench":{"rank":16,"of":64,"score":78.5,"pct":76.2,"variant":"qwen3.8-max"},"epoch":{"rank":41,"of":230,"score":155.99,"pct":82.5,"variant":"Qwen3.8 Max (0902)"},"tbench":{"rank":29,"of":53,"score":26.97,"pct":46.2,"variant":"Qwen3.8-Max-0902 (max)"}},"metrics":{"arena_coding":{"rank":29,"of":344,"score":1524.6,"pct":91.8,"variant":"Qwen3.8-Max"},"arena_math":{"rank":19,"of":333,"score":1500.9,"pct":94.6,"variant":"Qwen3.8-Max"},"arena_creative_writing":{"rank":17,"of":347,"score":1472.8,"pct":95.4,"variant":"Qwen3.8-Max"},"arena_instruction_following":{"rank":25,"of":349,"score":1478,"pct":93.1,"variant":"Qwen3.8-Max"},"arena_hard_prompts":{"rank":21,"of":349,"score":1507.4,"pct":94.3,"variant":"Qwen3.8-Max"},"arena_multi_turn":{"rank":16,"of":347,"score":1494.8,"pct":95.7,"variant":"Qwen3.8-Max"},"arena_expert":{"rank":27,"of":302,"score":1514.1,"pct":91.4,"variant":"Qwen3.8-Max"},"arena_japanese":{"rank":26,"of":233,"score":1470,"pct":89.2,"variant":"Qwen3.8-Max"},"arena_industry_business_and_management_and_financial_operations":{"rank":22,"of":342,"score":1484.5,"pct":93.8,"variant":"Qwen3.8-Max"},"arena_industry_medicine_and_healthcare":{"rank":5,"of":321,"score":1517.7,"pct":98.8,"variant":"Qwen3.8-Max"},"arena_industry_legal_and_government":{"rank":26,"of":322,"score":1496.1,"pct":92.2,"variant":"Qwen3.8-Max"},"arena_webdev":{"rank":19,"of":136,"score":1673.6,"pct":86.7,"variant":"Qwen3.8-Max (0902)"},"arena_vision":{"rank":7,"of":143,"score":1293.7,"pct":95.8,"variant":"Qwen3.8-Max"},"arena_search":{"rank":10,"of":43,"score":1226.2,"pct":78.6,"variant":"Qwen3.8-Max"},"arena_agent":{"rank":37,"of":61,"score":-0.009,"pct":40,"variant":"Qwen3.8-Max"},"aa_index":{"rank":16,"of":141,"score":45.4,"pct":89.3,"variant":"qwen3-8-max"},"aa_hle":{"rank":28,"of":143,"score":43.1,"pct":81,"variant":"qwen3-8-max"},"aa_gpqa":{"rank":10,"of":120,"score":93.5,"pct":92.4,"variant":"qwen3-8-2-4t-a95b"},"aa_scicode":{"rank":34,"of":141,"score":54.1,"pct":76.4,"variant":"qwen3-8-2-4t-a95b"},"aa_lcr":{"rank":35,"of":143,"score":80.3,"pct":76.1,"variant":"qwen3-8-2-4t-a95b"},"aa_mmmuPro":{"rank":11,"of":69,"score":82.8,"pct":85.3,"variant":"qwen3-8-max"},"aa_critpt":{"rank":26,"of":146,"score":20,"pct":82.8,"variant":"qwen3-8-max-0803"},"aa_omniscience":{"rank":35,"of":143,"score":12,"pct":76.1,"variant":"qwen3-8-max"},"aa_gdpvalNormalized":{"rank":4,"of":141,"score":0.6,"pct":97.9,"variant":"qwen3-8-max-0803"},"aa_apexAgents":{"rank":2,"of":25,"score":42.4,"pct":95.8,"variant":"qwen3-8-max"},"livebench_global":{"rank":16,"of":64,"score":78.5,"pct":76.2,"variant":"qwen3.8-max"},"livebench_reasoning":{"rank":22,"of":64,"score":88.2,"pct":66.7,"variant":"qwen3.8-max"},"livebench_coding":{"rank":52,"of":64,"score":72.9,"pct":19,"variant":"qwen3.8-max"},"livebench_agentic_coding":{"rank":6,"of":64,"score":64.6,"pct":92.1,"variant":"qwen3.8-max"},"livebench_mathematics":{"rank":27,"of":64,"score":91.3,"pct":58.7,"variant":"qwen3.8-max"},"livebench_data_analysis":{"rank":23,"of":64,"score":78.4,"pct":65.1,"variant":"qwen3.8-max"},"livebench_language":{"rank":32,"of":64,"score":79.7,"pct":50.8,"variant":"qwen3.8-max"},"livebench_if":{"rank":13,"of":64,"score":74.1,"pct":81,"variant":"qwen3.8-max"},"epoch_eci":{"rank":41,"of":230,"score":155.99,"pct":82.5,"variant":"Qwen3.8 Max (0902)"},"epoch_frontiermath":{"rank":28,"of":91,"score":74.7,"pct":70,"variant":"qwen3.8-max_xhigh"},"epoch_frontiermath4":{"rank":29,"of":74,"score":46.3,"pct":61.6,"variant":"qwen3.8-max_xhigh"},"epoch_gpqa":{"rank":32,"of":226,"score":92.7,"pct":86.2,"variant":"qwen3.8-max_xhigh"},"epoch_simpleqa":{"rank":40,"of":94,"score":47.3,"pct":58.1,"variant":"qwen3.8-max-0902_xhigh"},"epoch_aime":{"rank":1,"of":208,"score":100,"pct":100,"variant":"qwen3.8-max-0902_xhigh"},"scale_mcp":{"rank":7,"of":37,"score":84.5,"pct":83.3,"variant":"Qwen3.8-2.4T-A95B (mcp-atlas) xhigh"},"tbench":{"rank":29,"of":53,"score":26.97,"pct":46.2,"variant":"Qwen3.8-Max-0902 (max)"},"eqbench_cw":{"rank":21,"of":143,"score":1843.8,"pct":85.9,"variant":"Qwen/Qwen3.8-2.4T-A95B"}},"domains":{"overall":76.2,"coding":74.5,"agent":70,"reasoning":77.5,"math":72.4,"knowledge":81.6,"writing":70.1,"instruction":77.9,"chat":63.1,"business":86.8,"japanese":80.4,"vision":69.9,"longctx":51.8},"coverage":4,"avgPct":73.6,"overall":76.2,"rank":34,"avgRank":25.5,"aliases":["Qwen3.8-Max","Qwen3.8-Max (0902)","qwen3-8-max","qwen3-8-2-4t-a95b","qwen3-8-max-0803","qwen3.8-max","Qwen3.8 Max (0902)","qwen3.8-max_xhigh","qwen3.8-max-0902_xhigh","Qwen3.8-2.4T-A95B (mcp-atlas) xhigh","Qwen3.8-Max-0902 (max)","Qwen/Qwen3.8-2.4T-A95B"],"open":false,"reasoning":true,"ctx":1000000,"pin":2,"pout":6,"tps":39,"ttft":2.84,"release":"2026-09-01","theta":0.93,"se":0.152,"lo":70.1,"hi":81.4,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":30},{"id":"gemini-3-8-flash","name":"Gemini 3.8 Flash","provider":"google","providerName":"Google","country":"US","sites":{"aa":{"rank":26,"of":141,"score":40.9,"pct":82.1,"variant":"gemini-3-8-flash"},"livebench":{"rank":33,"of":64,"score":75.8,"pct":49.2,"variant":"gemini-3.8-flash-high"},"epoch":{"rank":25,"of":230,"score":158.81,"pct":89.5,"variant":"Gemini 3.8 Flash"},"arc":{"rank":13,"of":95,"score":89.2,"pct":87.2,"variant":"Gemini 3.8 Flash (High)"},"scale":{"rank":5,"of":44,"score":44.52,"pct":90.7,"variant":"Gemini 3.8 Flash"},"vals":{"rank":27,"of":42,"score":56,"pct":36.6,"variant":"google/gemini-3.8-flash"},"tbench":{"rank":36,"of":53,"score":18.18,"pct":32.7,"variant":"Gemini 3.8 Flash (high)"},"simplebench":{"rank":11,"of":112,"score":82.4,"pct":91,"variant":"Gemini 3.8 Flash"}},"metrics":{"arena_coding":{"rank":23,"of":344,"score":1529.6,"pct":93.6,"variant":"Gemini 3.8 Flash (High)"},"arena_math":{"rank":6,"of":333,"score":1519.1,"pct":98.5,"variant":"Gemini 3.8 Flash (High)"},"arena_creative_writing":{"rank":11,"of":347,"score":1488.8,"pct":97.1,"variant":"Gemini 3.8 Flash (High)"},"arena_instruction_following":{"rank":13,"of":349,"score":1492.5,"pct":96.6,"variant":"Gemini 3.8 Flash (High)"},"arena_hard_prompts":{"rank":11,"of":349,"score":1517.7,"pct":97.1,"variant":"Gemini 3.8 Flash (High)"},"arena_multi_turn":{"rank":9,"of":347,"score":1503.6,"pct":97.7,"variant":"Gemini 3.8 Flash (High)"},"arena_expert":{"rank":17,"of":302,"score":1526.3,"pct":94.7,"variant":"Gemini 3.8 Flash (High)"},"arena_japanese":{"rank":6,"of":233,"score":1516,"pct":97.8,"variant":"Gemini 3.8 Flash (High)"},"arena_industry_business_and_management_and_financial_operations":{"rank":19,"of":342,"score":1485.4,"pct":94.7,"variant":"Gemini 3.8 Flash (High)"},"arena_industry_medicine_and_healthcare":{"rank":17,"of":321,"score":1506.4,"pct":95,"variant":"Gemini 3.8 Flash (High)"},"arena_industry_legal_and_government":{"rank":27,"of":322,"score":1495.5,"pct":91.9,"variant":"Gemini 3.8 Flash (High)"},"arena_webdev":{"rank":41,"of":136,"score":1584.2,"pct":70.4,"variant":"Gemini 3.8 Flash (High)"},"arena_vision":{"rank":10,"of":143,"score":1292.8,"pct":93.7,"variant":"Gemini 3.8 Flash (High)"},"arena_document":{"rank":15,"of":39,"score":1469.4,"pct":63.2,"variant":"Gemini 3.8 Flash (High)"},"arena_agent":{"rank":22,"of":61,"score":0.015,"pct":65,"variant":"Gemini 3.8 Flash (High)"},"aa_index":{"rank":26,"of":141,"score":40.9,"pct":82.1,"variant":"gemini-3-8-flash"},"aa_hle":{"rank":17,"of":143,"score":47.8,"pct":88.7,"variant":"gemini-3-8-flash"},"aa_gpqa":{"rank":2,"of":120,"score":95.3,"pct":99.2,"variant":"gemini-3-8-flash"},"aa_scicode":{"rank":21,"of":141,"score":56.6,"pct":85.7,"variant":"gemini-3-8-flash"},"aa_lcr":{"rank":7,"of":143,"score":84,"pct":95.8,"variant":"gemini-3-8-flash-medium"},"aa_mmmuPro":{"rank":4,"of":69,"score":85.6,"pct":95.6,"variant":"gemini-3-8-flash"},"aa_critpt":{"rank":30,"of":146,"score":18.3,"pct":80,"variant":"gemini-3-8-flash"},"aa_omniscience":{"rank":13,"of":143,"score":29.6,"pct":91.5,"variant":"gemini-3-8-flash"},"aa_gdpvalNormalized":{"rank":22,"of":141,"score":0.5,"pct":85,"variant":"gemini-3-8-flash-medium"},"livebench_global":{"rank":33,"of":64,"score":75.8,"pct":49.2,"variant":"gemini-3.8-flash-high"},"livebench_reasoning":{"rank":17,"of":64,"score":89.3,"pct":74.6,"variant":"gemini-3.8-flash-high"},"livebench_coding":{"rank":54,"of":64,"score":72.5,"pct":15.9,"variant":"gemini-3.8-flash-high"},"livebench_agentic_coding":{"rank":32,"of":64,"score":54.2,"pct":50.8,"variant":"gemini-3.8-flash-high"},"livebench_mathematics":{"rank":26,"of":64,"score":91.6,"pct":60.3,"variant":"gemini-3.8-flash-high"},"livebench_data_analysis":{"rank":63,"of":64,"score":54,"pct":1.6,"variant":"gemini-3.8-flash-high"},"livebench_language":{"rank":6,"of":64,"score":87.8,"pct":92.1,"variant":"gemini-3.8-flash-high"},"livebench_if":{"rank":1,"of":64,"score":81.4,"pct":100,"variant":"gemini-3.8-flash-high"},"epoch_eci":{"rank":25,"of":230,"score":158.81,"pct":89.5,"variant":"Gemini 3.8 Flash"},"epoch_frontiermath":{"rank":37,"of":91,"score":68.4,"pct":60,"variant":"gemini-3.8-flash_high"},"epoch_frontiermath4":{"rank":52,"of":74,"score":22,"pct":30.1,"variant":"gemini-3.8-flash_high"},"epoch_gpqa":{"rank":9,"of":226,"score":95.4,"pct":96.4,"variant":"gemini-3.8-flash_high"},"epoch_simpleqa":{"rank":13,"of":94,"score":69.7,"pct":87.1,"variant":"gemini-3.8-flash_high"},"epoch_aime":{"rank":27,"of":208,"score":98.9,"pct":87.4,"variant":"gemini-3.8-flash_high"},"arc_v2":{"rank":13,"of":95,"score":89.2,"pct":87.2,"variant":"Gemini 3.8 Flash (High)"},"arc_v1":{"rank":1,"of":92,"score":98.5,"pct":100,"variant":"Gemini 3.8 Flash (High)"},"arc_v3":{"rank":9,"of":28,"score":35,"pct":70.4,"variant":"Gemini 3.8 Flash (High)"},"scale_hle":{"rank":5,"of":44,"score":44.52,"pct":90.7,"variant":"Gemini 3.8 Flash"},"vals_index":{"rank":27,"of":42,"score":56,"pct":36.6,"variant":"google/gemini-3.8-flash"},"vals_vibe_code_bench":{"rank":29,"of":42,"score":78.7,"pct":31.7,"variant":"google/gemini-3.8-flash"},"vals_finance_agent":{"rank":10,"of":42,"score":65.8,"pct":78,"variant":"google/gemini-3.8-flash"},"vals_emb":{"rank":12,"of":42,"score":72.9,"pct":73.2,"variant":"google/gemini-3.8-flash"},"vals_code_migration":{"rank":34,"of":42,"score":38.2,"pct":19.5,"variant":"google/gemini-3.8-flash"},"vals_legal_research":{"rank":26,"of":42,"score":38.9,"pct":39,"variant":"google/gemini-3.8-flash"},"vals_legal_agent_benchmark":{"rank":21,"of":42,"score":12.1,"pct":51.2,"variant":"google/gemini-3.8-flash"},"tbench":{"rank":36,"of":53,"score":18.18,"pct":32.7,"variant":"Gemini 3.8 Flash (high)"},"eqbench_cw":{"rank":33,"of":143,"score":1744.4,"pct":77.5,"variant":"gemini-3.8-flash"},"simplebench":{"rank":11,"of":112,"score":82.4,"pct":91,"variant":"Gemini 3.8 Flash"}},"domains":{"overall":75.7,"coding":67.4,"agent":71.7,"reasoning":83.1,"math":72.1,"knowledge":88.4,"writing":79.3,"instruction":90.1,"chat":66.3,"business":50.9,"japanese":86.3,"vision":75,"longctx":58.3},"coverage":8,"avgPct":69.9,"overall":75.7,"rank":35,"avgRank":22,"aliases":["Gemini 3.8 Flash (High)","gemini-3-8-flash","gemini-3-8-flash-medium","gemini-3.8-flash-high","Gemini 3.8 Flash","gemini-3.8-flash_high","google/gemini-3.8-flash","Gemini 3.8 Flash (high)","gemini-3.8-flash"],"open":false,"reasoning":true,"ctx":1000000,"pin":0.75,"pout":3.75,"tps":147,"ttft":22.59,"release":"2026-09-02","theta":0.91,"se":0.099,"lo":71.8,"hi":79.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":29},{"id":"grok-4-6","name":"Grok 4.6","provider":"xai","providerName":"xAI","country":"US","sites":{"aa":{"rank":18,"of":141,"score":44.3,"pct":87.9,"variant":"grok-4-6"},"livebench":{"rank":17,"of":64,"score":78,"pct":74.6,"variant":"grok-4.6"},"epoch":{"rank":30,"of":230,"score":157.82,"pct":87.3,"variant":"Grok 4.6"},"arc":{"rank":31,"of":95,"score":67.1,"pct":68.1,"variant":"Grok 4.6 (XHigh)"},"tbench":{"rank":35,"of":53,"score":19.7,"pct":34.6,"variant":"Grok 4.6 (high)"},"simplebench":{"rank":21,"of":112,"score":75.9,"pct":82,"variant":"Grok 4.6"}},"metrics":{"arena_coding":{"rank":58,"of":344,"score":1508.4,"pct":83.4,"variant":"Grok 4.6 (High)"},"arena_math":{"rank":78,"of":333,"score":1445.2,"pct":76.8,"variant":"Grok 4.6 (High)"},"arena_creative_writing":{"rank":52,"of":347,"score":1442.5,"pct":85.3,"variant":"Grok 4.6 (High)"},"arena_instruction_following":{"rank":58,"of":349,"score":1451.5,"pct":83.6,"variant":"Grok 4.6 (High)"},"arena_hard_prompts":{"rank":58,"of":349,"score":1481.6,"pct":83.6,"variant":"Grok 4.6 (High)"},"arena_multi_turn":{"rank":81,"of":347,"score":1449.8,"pct":76.9,"variant":"Grok 4.6 (High)"},"arena_expert":{"rank":51,"of":302,"score":1496.3,"pct":83.4,"variant":"Grok 4.6 (High)"},"arena_japanese":{"rank":72,"of":233,"score":1408.7,"pct":69.4,"variant":"Grok 4.6 (High)"},"arena_industry_business_and_management_and_financial_operations":{"rank":78,"of":342,"score":1445.9,"pct":77.4,"variant":"Grok 4.6 (High)"},"arena_industry_medicine_and_healthcare":{"rank":76,"of":321,"score":1463.7,"pct":76.6,"variant":"Grok 4.6 (High)"},"arena_industry_legal_and_government":{"rank":77,"of":322,"score":1456.3,"pct":76.3,"variant":"Grok 4.6 (High)"},"arena_webdev":{"rank":32,"of":136,"score":1618,"pct":77,"variant":"Grok 4.6 (High)"},"arena_vision":{"rank":34,"of":143,"score":1264.3,"pct":76.8,"variant":"Grok 4.6 (High)"},"arena_document":{"rank":27,"of":39,"score":1450.4,"pct":31.6,"variant":"Grok 4.6 (High)"},"arena_agent":{"rank":35,"of":61,"score":-0.006,"pct":43.3,"variant":"Grok 4.6 (xHigh)"},"aa_index":{"rank":18,"of":141,"score":44.3,"pct":87.9,"variant":"grok-4-6"},"aa_hle":{"rank":25,"of":143,"score":44.1,"pct":83.1,"variant":"grok-4-6-xhigh"},"aa_gpqa":{"rank":3,"of":120,"score":94.9,"pct":98.3,"variant":"grok-4-6"},"aa_scicode":{"rank":22,"of":141,"score":56.5,"pct":85,"variant":"grok-4-6"},"aa_lcr":{"rank":31,"of":143,"score":81,"pct":78.9,"variant":"grok-4-6-medium"},"aa_critpt":{"rank":27,"of":146,"score":19.7,"pct":82.1,"variant":"grok-4-6-xhigh"},"aa_omniscience":{"rank":11,"of":143,"score":30.5,"pct":93,"variant":"grok-4-6"},"aa_gdpvalNormalized":{"rank":4,"of":141,"score":0.6,"pct":97.9,"variant":"grok-4-6-medium"},"livebench_global":{"rank":17,"of":64,"score":78,"pct":74.6,"variant":"grok-4.6"},"livebench_reasoning":{"rank":11,"of":64,"score":90.5,"pct":84.1,"variant":"grok-4.6"},"livebench_coding":{"rank":42,"of":64,"score":76.8,"pct":34.9,"variant":"grok-4.6"},"livebench_agentic_coding":{"rank":24,"of":64,"score":57,"pct":63.5,"variant":"grok-4.6"},"livebench_mathematics":{"rank":25,"of":64,"score":92.6,"pct":61.9,"variant":"grok-4.6"},"livebench_data_analysis":{"rank":39,"of":64,"score":73.9,"pct":39.7,"variant":"grok-4.6"},"livebench_language":{"rank":17,"of":64,"score":83.7,"pct":74.6,"variant":"grok-4.6"},"livebench_if":{"rank":21,"of":64,"score":71.9,"pct":68.3,"variant":"grok-4.6"},"epoch_eci":{"rank":30,"of":230,"score":157.82,"pct":87.3,"variant":"Grok 4.6"},"epoch_frontiermath":{"rank":39,"of":91,"score":66,"pct":57.8,"variant":"grok-4.6_xhigh"},"epoch_frontiermath4":{"rank":37,"of":74,"score":31.7,"pct":50.7,"variant":"grok-4.6_xhigh"},"epoch_gpqa":{"rank":19,"of":226,"score":94,"pct":92,"variant":"grok-4.6_high"},"epoch_simpleqa":{"rank":36,"of":94,"score":49.3,"pct":62.4,"variant":"grok-4.6_high"},"epoch_aime":{"rank":24,"of":208,"score":99.2,"pct":88.9,"variant":"grok-4.6_xhigh"},"arc_v2":{"rank":31,"of":95,"score":67.1,"pct":68.1,"variant":"Grok 4.6 (XHigh)"},"arc_v1":{"rank":42,"of":92,"score":87.5,"pct":54.9,"variant":"Grok 4.6 (Medium)"},"arc_v3":{"rank":17,"of":28,"score":2.1,"pct":40.7,"variant":"Grok 4.6 (XHigh)"},"tbench":{"rank":35,"of":53,"score":19.7,"pct":34.6,"variant":"Grok 4.6 (high)"},"simplebench":{"rank":21,"of":112,"score":75.9,"pct":82,"variant":"Grok 4.6"}},"domains":{"overall":74.5,"coding":69.9,"agent":63.8,"reasoning":80.3,"math":72.2,"knowledge":81.3,"writing":75,"instruction":71.9,"chat":45.4,"business":80.9,"japanese":69.9,"vision":57.9,"longctx":29.5},"coverage":6,"avgPct":72.4,"overall":74.5,"rank":36,"avgRank":25.3,"aliases":["Grok 4.6 (High)","Grok 4.6 (xHigh)","grok-4-6","grok-4-6-xhigh","grok-4-6-medium","grok-4.6","Grok 4.6","grok-4.6_xhigh","grok-4.6_high","Grok 4.6 (XHigh)","Grok 4.6 (Medium)","Grok 4.6 (high)"],"open":false,"reasoning":true,"ctx":500000,"pin":2,"pout":6,"tps":65,"ttft":6.58,"release":"2026-08-11","theta":0.859,"se":0.127,"lo":69.3,"hi":79.2,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":39},{"id":"gemini-3-7-flash","name":"Gemini 3.7 Flash","provider":"google","providerName":"Google","country":"US","sites":{"aa":{"rank":30,"of":141,"score":39.1,"pct":79.3,"variant":"gemini-3-7-flash"},"livebench":{"rank":15,"of":64,"score":78.8,"pct":77.8,"variant":"gemini-3.7-flash-high"},"epoch":{"rank":27,"of":230,"score":158.4,"pct":88.6,"variant":"Gemini 3.7 Flash"},"arc":{"rank":17,"of":95,"score":84.6,"pct":83,"variant":"Gemini 3.7 Flash (High)"},"tbench":{"rank":42,"of":53,"score":12.42,"pct":21.2,"variant":"Gemini 3.7 Flash (high)"}},"metrics":{"arena_coding":{"rank":34,"of":344,"score":1520.5,"pct":90.4,"variant":"Gemini 3.7 Flash (High)"},"arena_math":{"rank":17,"of":333,"score":1501.4,"pct":95.2,"variant":"Gemini 3.7 Flash (High)"},"arena_creative_writing":{"rank":12,"of":347,"score":1487.3,"pct":96.8,"variant":"Gemini 3.7 Flash (High)"},"arena_instruction_following":{"rank":18,"of":349,"score":1486.5,"pct":95.1,"variant":"Gemini 3.7 Flash (High)"},"arena_hard_prompts":{"rank":20,"of":349,"score":1510.5,"pct":94.5,"variant":"Gemini 3.7 Flash (High)"},"arena_multi_turn":{"rank":22,"of":347,"score":1490.2,"pct":93.9,"variant":"Gemini 3.7 Flash (High)"},"arena_expert":{"rank":21,"of":302,"score":1519.2,"pct":93.4,"variant":"Gemini 3.7 Flash (High)"},"arena_japanese":{"rank":4,"of":233,"score":1519.5,"pct":98.7,"variant":"Gemini 3.7 Flash (High)"},"arena_industry_business_and_management_and_financial_operations":{"rank":18,"of":342,"score":1486.2,"pct":95,"variant":"Gemini 3.7 Flash (High)"},"arena_industry_medicine_and_healthcare":{"rank":16,"of":321,"score":1507.3,"pct":95.3,"variant":"Gemini 3.7 Flash (High)"},"arena_industry_legal_and_government":{"rank":24,"of":322,"score":1496.9,"pct":92.8,"variant":"Gemini 3.7 Flash (High)"},"arena_webdev":{"rank":40,"of":136,"score":1588.7,"pct":71.1,"variant":"Gemini 3.7 Flash (High)"},"arena_vision":{"rank":5,"of":143,"score":1294.2,"pct":97.2,"variant":"Gemini 3.7 Flash (High)"},"arena_document":{"rank":17,"of":39,"score":1467.9,"pct":57.9,"variant":"Gemini 3.7 Flash (High)"},"arena_agent":{"rank":40,"of":61,"score":-0.031,"pct":35,"variant":"Gemini 3.7 Flash (High)"},"aa_index":{"rank":30,"of":141,"score":39.1,"pct":79.3,"variant":"gemini-3-7-flash"},"aa_hle":{"rank":15,"of":143,"score":47.9,"pct":90.1,"variant":"gemini-3-7-flash"},"aa_gpqa":{"rank":4,"of":120,"score":94.5,"pct":97.5,"variant":"gemini-3-7-flash"},"aa_scicode":{"rank":20,"of":141,"score":57.2,"pct":86.4,"variant":"gemini-3-7-flash"},"aa_lcr":{"rank":28,"of":143,"score":81.7,"pct":81,"variant":"gemini-3-7-flash"},"aa_mmmuPro":{"rank":5,"of":69,"score":85.5,"pct":94.1,"variant":"gemini-3-7-flash"},"aa_critpt":{"rank":42,"of":146,"score":14.3,"pct":71.7,"variant":"gemini-3-7-flash"},"aa_omniscience":{"rank":18,"of":143,"score":26.5,"pct":88,"variant":"gemini-3-7-flash"},"aa_gdpvalNormalized":{"rank":40,"of":141,"score":0.4,"pct":72.1,"variant":"gemini-3-7-flash"},"livebench_global":{"rank":15,"of":64,"score":78.8,"pct":77.8,"variant":"gemini-3.7-flash-high"},"livebench_reasoning":{"rank":24,"of":64,"score":87.8,"pct":63.5,"variant":"gemini-3.7-flash-high"},"livebench_coding":{"rank":27,"of":64,"score":78.9,"pct":58.7,"variant":"gemini-3.7-flash-high"},"livebench_agentic_coding":{"rank":19,"of":64,"score":58.3,"pct":71.4,"variant":"gemini-3.7-flash-high"},"livebench_mathematics":{"rank":19,"of":64,"score":93.5,"pct":71.4,"variant":"gemini-3.7-flash-high"},"livebench_data_analysis":{"rank":54,"of":64,"score":68,"pct":15.9,"variant":"gemini-3.7-flash-high"},"livebench_language":{"rank":10,"of":64,"score":85.5,"pct":85.7,"variant":"gemini-3.7-flash-high"},"livebench_if":{"rank":2,"of":64,"score":79.9,"pct":98.4,"variant":"gemini-3.7-flash-high"},"epoch_eci":{"rank":27,"of":230,"score":158.4,"pct":88.6,"variant":"Gemini 3.7 Flash"},"epoch_frontiermath":{"rank":32,"of":91,"score":71.6,"pct":65.6,"variant":"gemini-3.7-flash_high"},"epoch_frontiermath4":{"rank":35,"of":74,"score":36.6,"pct":53.4,"variant":"gemini-3.7-flash_high"},"epoch_gpqa":{"rank":11,"of":226,"score":94.8,"pct":95.6,"variant":"gemini-3.7-flash_high"},"epoch_simpleqa":{"rank":15,"of":94,"score":69.2,"pct":84.9,"variant":"gemini-3.7-flash_high"},"epoch_aime":{"rank":40,"of":208,"score":97.2,"pct":81.2,"variant":"gemini-3.7-flash_high"},"arc_v2":{"rank":17,"of":95,"score":84.6,"pct":83,"variant":"Gemini 3.7 Flash (High)"},"arc_v1":{"rank":21,"of":92,"score":95.5,"pct":78,"variant":"Gemini 3.7 Flash (High)"},"tbench":{"rank":42,"of":53,"score":12.42,"pct":21.2,"variant":"Gemini 3.7 Flash (high)"},"eqbench_cw":{"rank":35,"of":143,"score":1719.5,"pct":76.1,"variant":"gemini-3.7-flash"}},"domains":{"overall":74.2,"coding":66,"agent":58.6,"reasoning":79.1,"math":75.7,"knowledge":86.8,"writing":76.3,"instruction":88.2,"chat":61.3,"business":73.5,"japanese":86.7,"vision":75,"longctx":55.2},"coverage":5,"avgPct":70,"overall":74.2,"rank":37,"avgRank":26.2,"aliases":["Gemini 3.7 Flash (High)","gemini-3-7-flash","gemini-3.7-flash-high","Gemini 3.7 Flash","gemini-3.7-flash_high","Gemini 3.7 Flash (high)","gemini-3.7-flash"],"open":false,"reasoning":true,"ctx":1000000,"pin":0.75,"pout":3.75,"tps":288,"ttft":1.27,"release":"2026-08-13","theta":0.845,"se":0.134,"lo":68.6,"hi":79.1,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":42},{"id":"muse-spark-1-2","name":"Muse Spark 1.2","provider":"meta","providerName":"Meta","country":"US","sites":{"aa":{"rank":28,"of":141,"score":39.6,"pct":80.7,"variant":"muse-spark-1-2"},"livebench":{"rank":17,"of":64,"score":78,"pct":74.6,"variant":"muse-spark-1.2-xhigh"},"epoch":{"rank":46,"of":230,"score":155.02,"pct":80.3,"variant":"Muse Spark 1.2"},"simplebench":{"rank":23,"of":112,"score":74.5,"pct":80.2,"variant":"Muse Spark 1.2"}},"metrics":{"arena_coding":{"rank":12,"of":344,"score":1540.3,"pct":96.8,"variant":"Muse Spark 1.2 (xHigh)"},"arena_math":{"rank":31,"of":333,"score":1482.6,"pct":91,"variant":"Muse Spark 1.2 (xHigh)"},"arena_creative_writing":{"rank":49,"of":347,"score":1445.2,"pct":86.1,"variant":"Muse Spark 1.2 (xHigh)"},"arena_instruction_following":{"rank":27,"of":349,"score":1476,"pct":92.5,"variant":"Muse Spark 1.2 (xHigh)"},"arena_hard_prompts":{"rank":15,"of":349,"score":1514.1,"pct":96,"variant":"Muse Spark 1.2 (xHigh)"},"arena_multi_turn":{"rank":8,"of":347,"score":1507.6,"pct":98,"variant":"Muse Spark 1.2 (xHigh)"},"arena_expert":{"rank":38,"of":302,"score":1503.1,"pct":87.7,"variant":"Muse Spark 1.2 (xHigh)"},"arena_japanese":{"rank":15,"of":233,"score":1497.3,"pct":94,"variant":"Muse Spark 1.2 (xHigh)"},"arena_industry_business_and_management_and_financial_operations":{"rank":9,"of":342,"score":1496.3,"pct":97.7,"variant":"Muse Spark 1.2 (xHigh)"},"arena_industry_medicine_and_healthcare":{"rank":15,"of":321,"score":1508.2,"pct":95.6,"variant":"Muse Spark 1.2 (xHigh)"},"arena_industry_legal_and_government":{"rank":8,"of":322,"score":1509.5,"pct":97.8,"variant":"Muse Spark 1.2 (xHigh)"},"arena_webdev":{"rank":55,"of":136,"score":1533.3,"pct":60,"variant":"Muse Spark 1.2 (xHigh)"},"arena_vision":{"rank":9,"of":143,"score":1293,"pct":94.4,"variant":"Muse Spark 1.2 (xHigh)"},"arena_agent":{"rank":53,"of":61,"score":-0.091,"pct":13.3,"variant":"Muse Spark 1.2 (xHigh)"},"aa_index":{"rank":28,"of":141,"score":39.6,"pct":80.7,"variant":"muse-spark-1-2"},"aa_hle":{"rank":23,"of":143,"score":45.5,"pct":84.5,"variant":"muse-spark-1-2"},"aa_gpqa":{"rank":31,"of":120,"score":90.4,"pct":74.8,"variant":"muse-spark-1-2"},"aa_scicode":{"rank":19,"of":141,"score":57.4,"pct":87.1,"variant":"muse-spark-1-2"},"aa_lcr":{"rank":51,"of":143,"score":79,"pct":64.8,"variant":"muse-spark-1-2"},"aa_critpt":{"rank":34,"of":146,"score":17.7,"pct":77.2,"variant":"muse-spark-1-2"},"aa_omniscience":{"rank":16,"of":143,"score":27.2,"pct":89.4,"variant":"muse-spark-1-2"},"aa_gdpvalNormalized":{"rank":22,"of":141,"score":0.5,"pct":85,"variant":"muse-spark-1-2"},"livebench_global":{"rank":17,"of":64,"score":78,"pct":74.6,"variant":"muse-spark-1.2-xhigh"},"livebench_reasoning":{"rank":13,"of":64,"score":90,"pct":81,"variant":"muse-spark-1.2-xhigh"},"livebench_coding":{"rank":35,"of":64,"score":77.5,"pct":46,"variant":"muse-spark-1.2-xhigh"},"livebench_agentic_coding":{"rank":20,"of":64,"score":57.6,"pct":69.8,"variant":"muse-spark-1.2-xhigh"},"livebench_mathematics":{"rank":28,"of":64,"score":91.2,"pct":57.1,"variant":"muse-spark-1.2-xhigh"},"livebench_data_analysis":{"rank":31,"of":64,"score":76.5,"pct":52.4,"variant":"muse-spark-1.2-xhigh"},"livebench_language":{"rank":37,"of":64,"score":78.6,"pct":42.9,"variant":"muse-spark-1.2-xhigh"},"livebench_if":{"rank":11,"of":64,"score":74.3,"pct":84.1,"variant":"muse-spark-1.2-xhigh"},"epoch_eci":{"rank":46,"of":230,"score":155.02,"pct":80.3,"variant":"Muse Spark 1.2"},"epoch_simpleqa":{"rank":22,"of":94,"score":60.3,"pct":77.4,"variant":"muse-spark-1.2_xhigh"},"eqbench_cw":{"rank":22,"of":143,"score":1842.2,"pct":85.2,"variant":"muse-spark-1.2"},"simplebench":{"rank":23,"of":112,"score":74.5,"pct":80.2,"variant":"Muse Spark 1.2"}},"domains":{"overall":74.1,"coding":70.3,"agent":50.1,"reasoning":81.1,"math":71,"knowledge":84.4,"writing":67.6,"instruction":78.3,"chat":67.7,"business":84.6,"japanese":84.1,"vision":71.9,"longctx":48.4},"coverage":4,"avgPct":79,"overall":74.1,"rank":38,"avgRank":28.5,"aliases":["Muse Spark 1.2 (xHigh)","muse-spark-1-2","muse-spark-1.2-xhigh","Muse Spark 1.2","muse-spark-1.2_xhigh","muse-spark-1.2"],"open":false,"reasoning":true,"ctx":1048576,"pin":1.25,"pout":4.25,"tps":369,"ttft":11.08,"release":"2026-08-05","theta":0.841,"se":0.159,"lo":67.4,"hi":79.9,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":33},{"id":"step-5","name":"Step 5","provider":"stepfun","providerName":"StepFun","country":"CN","sites":{"aa":{"rank":19,"of":141,"score":43.7,"pct":87.1,"variant":"step-5"},"vals":{"rank":28,"of":42,"score":54.8,"pct":34.1,"variant":"stepfun/step-5-preview"}},"metrics":{"arena_coding":{"rank":66,"of":344,"score":1504.2,"pct":81,"variant":"Step 5 Preview"},"arena_math":{"rank":47,"of":333,"score":1473.7,"pct":86.1,"variant":"Step 5 Preview"},"arena_creative_writing":{"rank":81,"of":347,"score":1414.1,"pct":76.9,"variant":"Step 5 Preview"},"arena_instruction_following":{"rank":59,"of":349,"score":1451,"pct":83.3,"variant":"Step 5 Preview"},"arena_hard_prompts":{"rank":64,"of":349,"score":1477.3,"pct":81.9,"variant":"Step 5 Preview"},"arena_multi_turn":{"rank":91,"of":347,"score":1444.7,"pct":74,"variant":"Step 5 Preview"},"arena_expert":{"rank":60,"of":302,"score":1489.4,"pct":80.4,"variant":"Step 5 Preview"},"arena_japanese":{"rank":75,"of":233,"score":1401.4,"pct":68.1,"variant":"Step 5 Preview"},"arena_industry_business_and_management_and_financial_operations":{"rank":68,"of":342,"score":1451.8,"pct":80.4,"variant":"Step 5 Preview"},"arena_industry_medicine_and_healthcare":{"rank":82,"of":321,"score":1459.6,"pct":74.7,"variant":"Step 5 Preview"},"arena_industry_legal_and_government":{"rank":92,"of":322,"score":1442.6,"pct":71.7,"variant":"Step 5 Preview"},"arena_webdev":{"rank":47,"of":136,"score":1570.1,"pct":65.9,"variant":"Step 5 Preview (High)"},"arena_vision":{"rank":51,"of":143,"score":1246.5,"pct":64.8,"variant":"Step 5 Preview"},"arena_agent":{"rank":44,"of":61,"score":-0.051,"pct":28.3,"variant":"Step 5 Preview"},"aa_index":{"rank":19,"of":141,"score":43.7,"pct":87.1,"variant":"step-5"},"aa_hle":{"rank":20,"of":143,"score":46.5,"pct":86.6,"variant":"step-5"},"aa_scicode":{"rank":12,"of":141,"score":58.9,"pct":92.1,"variant":"step-5"},"aa_lcr":{"rank":2,"of":143,"score":88.3,"pct":99.3,"variant":"step-5"},"aa_mmmuPro":{"rank":33,"of":69,"score":76.4,"pct":52.9,"variant":"step-5"},"aa_critpt":{"rank":22,"of":146,"score":20.9,"pct":85.5,"variant":"step-5"},"aa_omniscience":{"rank":31,"of":143,"score":16.4,"pct":78.9,"variant":"step-5"},"aa_gdpvalNormalized":{"rank":22,"of":141,"score":0.5,"pct":85,"variant":"step-5"},"aa_apexAgents":{"rank":5,"of":25,"score":38,"pct":83.3,"variant":"step-5"},"vals_index":{"rank":28,"of":42,"score":54.8,"pct":34.1,"variant":"stepfun/step-5-preview"},"vals_vibe_code_bench":{"rank":36,"of":42,"score":70.4,"pct":14.6,"variant":"stepfun/step-5-preview"},"vals_finance_agent":{"rank":30,"of":42,"score":58.9,"pct":29.3,"variant":"stepfun/step-5-preview"},"vals_emb":{"rank":23,"of":42,"score":69.6,"pct":46.3,"variant":"stepfun/step-5-preview"},"vals_code_migration":{"rank":29,"of":42,"score":46.9,"pct":31.7,"variant":"stepfun/step-5-preview"},"vals_legal_research":{"rank":24,"of":42,"score":40.4,"pct":43.9,"variant":"stepfun/step-5-preview"},"vals_legal_agent_benchmark":{"rank":18,"of":42,"score":12.9,"pct":58.5,"variant":"stepfun/step-5-preview"}},"domains":{"overall":74,"coding":73.1,"agent":58.6,"reasoning":75.6,"math":65.6,"knowledge":80,"writing":55.1,"instruction":55.9,"chat":43.4,"business":77.9,"japanese":68.5,"vision":48.8,"longctx":71.5},"coverage":2,"avgPct":60.6,"overall":74,"rank":39,"avgRank":23.5,"aliases":["Step 5 Preview","Step 5 Preview (High)","step-5","stepfun/step-5-preview"],"open":false,"reasoning":true,"ctx":1000000,"pin":1,"pout":2.7,"tps":91,"ttft":2.19,"theta":0.835,"se":0.16,"lo":67.1,"hi":79.8,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":32},{"id":"kimi-k3","name":"Kimi K3","provider":"moonshot","providerName":"Moonshot AI","country":"CN","sites":{"aa":{"rank":20,"of":141,"score":43.6,"pct":86.4,"variant":"kimi-k3"},"livebench":{"rank":13,"of":64,"score":79.2,"pct":81,"variant":"kimi-k3"},"epoch":{"rank":26,"of":230,"score":158.61,"pct":89.1,"variant":"Kimi K3"},"arc":{"rank":38,"of":95,"score":60.4,"pct":60.6,"variant":"Kimi K3 (Max)"},"vals":{"rank":31,"of":42,"score":53,"pct":26.8,"variant":"kimi/kimi-k3"},"tbench":{"rank":32,"of":53,"score":23.03,"pct":40.4,"variant":"Kimi K3 (max)"},"eqbench":{"rank":4,"of":32,"score":1319.2,"pct":90.3,"variant":"kimi-k3"},"simplebench":{"rank":45,"of":112,"score":60.7,"pct":60.4,"variant":"Kimi K3 (max)"}},"metrics":{"arena_coding":{"rank":14,"of":344,"score":1537,"pct":96.2,"variant":"Kimi K3 (Max)"},"arena_math":{"rank":15,"of":333,"score":1502,"pct":95.8,"variant":"Kimi K3 (Max)"},"arena_creative_writing":{"rank":27,"of":347,"score":1460.4,"pct":92.5,"variant":"Kimi K3 (Max)"},"arena_instruction_following":{"rank":16,"of":349,"score":1489,"pct":95.7,"variant":"Kimi K3 (Max)"},"arena_hard_prompts":{"rank":13,"of":349,"score":1515.8,"pct":96.6,"variant":"Kimi K3 (Max)"},"arena_multi_turn":{"rank":10,"of":347,"score":1501.8,"pct":97.4,"variant":"Kimi K3 (Max)"},"arena_expert":{"rank":13,"of":302,"score":1528.4,"pct":96,"variant":"Kimi K3 (Max)"},"arena_japanese":{"rank":7,"of":233,"score":1511.7,"pct":97.4,"variant":"Kimi K3 (Max)"},"arena_industry_business_and_management_and_financial_operations":{"rank":15,"of":342,"score":1488.6,"pct":95.9,"variant":"Kimi K3 (Max)"},"arena_industry_medicine_and_healthcare":{"rank":12,"of":321,"score":1511.6,"pct":96.6,"variant":"Kimi K3 (Max)"},"arena_industry_legal_and_government":{"rank":11,"of":322,"score":1505.8,"pct":96.9,"variant":"Kimi K3 (Max)"},"arena_webdev":{"rank":20,"of":136,"score":1659.2,"pct":85.9,"variant":"Kimi K3 (Max)"},"arena_agent":{"rank":33,"of":61,"score":-0.001,"pct":46.7,"variant":"Kimi K3 (Max)"},"aa_index":{"rank":20,"of":141,"score":43.6,"pct":86.4,"variant":"kimi-k3"},"aa_hle":{"rank":19,"of":143,"score":46.9,"pct":87.3,"variant":"kimi-k3"},"aa_gpqa":{"rank":10,"of":120,"score":93.5,"pct":92.4,"variant":"kimi-k3"},"aa_scicode":{"rank":10,"of":141,"score":59.5,"pct":93.6,"variant":"kimi-k3"},"aa_lcr":{"rank":1,"of":143,"score":88.7,"pct":100,"variant":"kimi-k3"},"aa_mmmuPro":{"rank":17,"of":69,"score":80.5,"pct":76.5,"variant":"kimi-k3"},"aa_critpt":{"rank":20,"of":146,"score":23.4,"pct":86.9,"variant":"kimi-k3"},"aa_omniscience":{"rank":28,"of":143,"score":19.7,"pct":81,"variant":"kimi-k3"},"aa_gdpvalNormalized":{"rank":22,"of":141,"score":0.5,"pct":85,"variant":"kimi-k3"},"aa_apexAgents":{"rank":3,"of":25,"score":41.3,"pct":91.7,"variant":"kimi-k3"},"livebench_global":{"rank":13,"of":64,"score":79.2,"pct":81,"variant":"kimi-k3"},"livebench_reasoning":{"rank":8,"of":64,"score":90.7,"pct":88.9,"variant":"kimi-k3"},"livebench_coding":{"rank":13,"of":64,"score":81.4,"pct":81,"variant":"kimi-k3"},"livebench_agentic_coding":{"rank":10,"of":64,"score":62.2,"pct":85.7,"variant":"kimi-k3"},"livebench_mathematics":{"rank":52,"of":64,"score":84.4,"pct":19,"variant":"kimi-k3"},"livebench_data_analysis":{"rank":20,"of":64,"score":78.7,"pct":69.8,"variant":"kimi-k3"},"livebench_language":{"rank":10,"of":64,"score":85.5,"pct":85.7,"variant":"kimi-k3"},"livebench_if":{"rank":24,"of":64,"score":71.4,"pct":63.5,"variant":"kimi-k3"},"epoch_eci":{"rank":26,"of":230,"score":158.61,"pct":89.1,"variant":"Kimi K3"},"epoch_frontiermath":{"rank":31,"of":91,"score":72.2,"pct":66.7,"variant":"kimi-k3_max"},"epoch_frontiermath4":{"rank":34,"of":74,"score":39,"pct":54.8,"variant":"kimi-k3_max"},"epoch_gpqa":{"rank":29,"of":226,"score":93.1,"pct":87.6,"variant":"kimi-k3_max"},"epoch_simpleqa":{"rank":33,"of":94,"score":50.6,"pct":65.6,"variant":"kimi-k3_max"},"epoch_aime":{"rank":40,"of":208,"score":97.2,"pct":81.2,"variant":"kimi-k3_max"},"arc_v2":{"rank":38,"of":95,"score":60.4,"pct":60.6,"variant":"Kimi K3 (Max)"},"arc_v1":{"rank":24,"of":92,"score":94.5,"pct":74.7,"variant":"Kimi K3 (Max)"},"scale_mcp":{"rank":11,"of":37,"score":82.3,"pct":72.2,"variant":"Kimi K3 (mcp-atlas) max"},"vals_index":{"rank":31,"of":42,"score":53,"pct":26.8,"variant":"kimi/kimi-k3"},"vals_vibe_code_bench":{"rank":18,"of":42,"score":85,"pct":58.5,"variant":"kimi/kimi-k3"},"vals_finance_agent":{"rank":29,"of":42,"score":60,"pct":31.7,"variant":"kimi/kimi-k3"},"vals_emb":{"rank":18,"of":42,"score":71.3,"pct":58.5,"variant":"kimi/kimi-k3"},"vals_code_migration":{"rank":37,"of":42,"score":22.7,"pct":12.2,"variant":"kimi/kimi-k3"},"vals_legal_research":{"rank":14,"of":42,"score":46.2,"pct":68.3,"variant":"kimi/kimi-k3"},"vals_legal_agent_benchmark":{"rank":18,"of":42,"score":12.9,"pct":58.5,"variant":"kimi/kimi-k3"},"tbench":{"rank":32,"of":53,"score":23.03,"pct":40.4,"variant":"Kimi K3 (max)"},"eqbench":{"rank":4,"of":32,"score":1319.2,"pct":90.3,"variant":"kimi-k3"},"eqbench_cw":{"rank":6,"of":143,"score":2083.3,"pct":96.5,"variant":"kimi-k3"},"simplebench":{"rank":45,"of":112,"score":60.7,"pct":60.4,"variant":"Kimi K3 (max)"}},"domains":{"overall":73.3,"coding":71.3,"agent":68.7,"reasoning":79.6,"math":57.7,"knowledge":82.9,"writing":80.3,"instruction":71.7,"chat":87.3,"business":86.6,"japanese":85.8,"vision":60.8,"longctx":72.3},"coverage":8,"avgPct":66.9,"overall":73.3,"rank":40,"avgRank":26.1,"aliases":["Kimi K3 (Max)","kimi-k3","Kimi K3","kimi-k3_max","Kimi K3 (mcp-atlas) max","kimi/kimi-k3","Kimi K3 (max)"],"open":true,"reasoning":true,"ctx":1048576,"pin":3,"pout":15,"tps":42,"ttft":3.48,"release":"2026-07-16","theta":0.808,"se":0.105,"lo":68.9,"hi":77.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":36},{"id":"gpt-5-6-terra","name":"GPT-5.6 Terra","provider":"openai","providerName":"OpenAI","country":"US","sites":{"aa":{"rank":22,"of":141,"score":42.1,"pct":85,"variant":"gpt-5-6-terra"},"livebench":{"rank":20,"of":64,"score":77.9,"pct":69.8,"variant":"gpt-5.6-terra-max"},"epoch":{"rank":19,"of":230,"score":160.8,"pct":92.1,"variant":"GPT-5.6 Terra"},"arc":{"rank":22,"of":95,"score":82.5,"pct":77.7,"variant":"GPT-5.6 Terra (Max)"},"tbench":{"rank":34,"of":53,"score":21.52,"pct":36.5,"variant":"GPT-5.6 Terra (max)"},"eqbench":{"rank":15,"of":32,"score":1220.1,"pct":54.8,"variant":"gpt-5.6-terra"},"simplebench":{"rank":66,"of":112,"score":48.9,"pct":41.4,"variant":"GPT-5.6 Terra (xhigh)"}},"metrics":{"arena_coding":{"rank":42,"of":344,"score":1517.5,"pct":88,"variant":"GPT-5.6 Terra (xHigh)"},"arena_math":{"rank":40,"of":333,"score":1477.5,"pct":88.3,"variant":"GPT-5.6 Terra (xHigh)"},"arena_creative_writing":{"rank":67,"of":347,"score":1430.3,"pct":80.9,"variant":"GPT-5.6 Terra (xHigh)"},"arena_instruction_following":{"rank":47,"of":349,"score":1462.9,"pct":86.8,"variant":"GPT-5.6 Terra (xHigh)"},"arena_hard_prompts":{"rank":46,"of":349,"score":1490.5,"pct":87.1,"variant":"GPT-5.6 Terra (xHigh)"},"arena_multi_turn":{"rank":48,"of":347,"score":1474.3,"pct":86.4,"variant":"GPT-5.6 Terra (xHigh)"},"arena_expert":{"rank":34,"of":302,"score":1506.7,"pct":89,"variant":"GPT-5.6 Terra (xHigh)"},"arena_japanese":{"rank":29,"of":233,"score":1464.5,"pct":87.9,"variant":"GPT-5.6 Terra (xHigh)"},"arena_industry_business_and_management_and_financial_operations":{"rank":46,"of":342,"score":1466,"pct":86.8,"variant":"GPT-5.6 Terra (xHigh)"},"arena_industry_medicine_and_healthcare":{"rank":79,"of":321,"score":1460.4,"pct":75.6,"variant":"GPT-5.6 Terra (xHigh)"},"arena_industry_legal_and_government":{"rank":44,"of":322,"score":1476.4,"pct":86.6,"variant":"GPT-5.6 Terra (xHigh)"},"arena_vision":{"rank":30,"of":143,"score":1267.1,"pct":79.6,"variant":"GPT-5.6 Terra (xHigh)"},"arena_document":{"rank":11,"of":39,"score":1474.2,"pct":73.7,"variant":"GPT-5.6 Terra (xHigh)"},"arena_agent":{"rank":39,"of":61,"score":-0.027,"pct":36.7,"variant":"GPT-5.6 Terra (xHigh)"},"aa_index":{"rank":22,"of":141,"score":42.1,"pct":85,"variant":"gpt-5-6-terra"},"aa_hle":{"rank":30,"of":143,"score":42.9,"pct":79.6,"variant":"gpt-5-6-terra"},"aa_gpqa":{"rank":18,"of":120,"score":92.5,"pct":85.7,"variant":"gpt-5-6-terra"},"aa_scicode":{"rank":27,"of":141,"score":55,"pct":81.4,"variant":"gpt-5-6-terra"},"aa_terminalbenchHard":{"rank":2,"of":74,"score":62.9,"pct":98.6,"variant":"gpt-5-6-terra-xhigh"},"aa_tau2":{"rank":26,"of":73,"score":86.3,"pct":65.3,"variant":"gpt-5-6-terra"},"aa_ifbench":{"rank":26,"of":74,"score":71.2,"pct":65.8,"variant":"gpt-5-6-terra"},"aa_lcr":{"rank":17,"of":143,"score":83,"pct":88.7,"variant":"gpt-5-6-terra"},"aa_mmmuPro":{"rank":16,"of":69,"score":80.7,"pct":77.9,"variant":"gpt-5-6-terra"},"aa_critpt":{"rank":10,"of":146,"score":30,"pct":93.8,"variant":"gpt-5-6-terra"},"aa_omniscience":{"rank":54,"of":143,"score":0.1,"pct":62.7,"variant":"gpt-5-6-terra"},"aa_gdpvalNormalized":{"rank":22,"of":141,"score":0.5,"pct":85,"variant":"gpt-5-6-terra-xhigh"},"aa_apexAgents":{"rank":4,"of":25,"score":38.9,"pct":87.5,"variant":"gpt-5-6-terra"},"livebench_global":{"rank":20,"of":64,"score":77.9,"pct":69.8,"variant":"gpt-5.6-terra-max"},"livebench_reasoning":{"rank":9,"of":64,"score":90.6,"pct":87.3,"variant":"gpt-5.6-terra-max"},"livebench_coding":{"rank":29,"of":64,"score":78.2,"pct":55.6,"variant":"gpt-5.6-terra-max"},"livebench_agentic_coding":{"rank":30,"of":64,"score":54.9,"pct":54,"variant":"gpt-5.6-terra-max"},"livebench_mathematics":{"rank":15,"of":64,"score":94.9,"pct":77.8,"variant":"gpt-5.6-terra-max"},"livebench_data_analysis":{"rank":13,"of":64,"score":79.3,"pct":81,"variant":"gpt-5.6-terra-max"},"livebench_language":{"rank":20,"of":64,"score":82.9,"pct":69.8,"variant":"gpt-5.6-terra-max"},"livebench_if":{"rank":46,"of":64,"score":64.6,"pct":28.6,"variant":"gpt-5.6-terra-max"},"epoch_eci":{"rank":19,"of":230,"score":160.8,"pct":92.1,"variant":"GPT-5.6 Terra"},"epoch_frontiermath":{"rank":16,"of":91,"score":86,"pct":83.3,"variant":"gpt-5.6-terra_max"},"epoch_frontiermath4":{"rank":21,"of":74,"score":70.7,"pct":72.6,"variant":"gpt-5.6-terra_max"},"epoch_gpqa":{"rank":26,"of":226,"score":93.3,"pct":88.9,"variant":"gpt-5.6-terra_max"},"epoch_simpleqa":{"rank":48,"of":94,"score":43.2,"pct":49.5,"variant":"gpt-5.6-terra_max"},"epoch_aime":{"rank":19,"of":208,"score":99.7,"pct":91.3,"variant":"gpt-5.6-terra_max"},"arc_v2":{"rank":22,"of":95,"score":82.5,"pct":77.7,"variant":"GPT-5.6 Terra (Max)"},"arc_v1":{"rank":16,"of":92,"score":96.5,"pct":83.5,"variant":"GPT-5.6 Terra (Max)"},"arc_v3":{"rank":19,"of":28,"score":0.8,"pct":33.3,"variant":"GPT-5.6 Terra (Max)"},"tbench":{"rank":34,"of":53,"score":21.52,"pct":36.5,"variant":"GPT-5.6 Terra (max)"},"eqbench":{"rank":15,"of":32,"score":1220.1,"pct":54.8,"variant":"gpt-5.6-terra"},"eqbench_cw":{"rank":19,"of":143,"score":1856.2,"pct":87.3,"variant":"gpt-5.6-terra"},"simplebench":{"rank":66,"of":112,"score":48.9,"pct":41.4,"variant":"GPT-5.6 Terra (xhigh)"}},"domains":{"overall":72.5,"coding":70.9,"agent":63,"reasoning":76.2,"math":79.2,"knowledge":78.7,"writing":73.4,"instruction":50.6,"chat":68,"business":86.8,"japanese":79.6,"vision":61.8,"longctx":64.9},"coverage":7,"avgPct":65.3,"overall":72.5,"rank":41,"avgRank":28.3,"aliases":["GPT-5.6 Terra (xHigh)","gpt-5-6-terra","gpt-5-6-terra-xhigh","gpt-5.6-terra-max","GPT-5.6 Terra","gpt-5.6-terra_max","GPT-5.6 Terra (Max)","GPT-5.6 Terra (max)","gpt-5.6-terra","GPT-5.6 Terra (xhigh)"],"open":false,"reasoning":true,"ctx":1000000,"pin":2,"pout":12,"tps":136,"ttft":0.77,"release":"2026-07-09","theta":0.776,"se":0.123,"lo":67.2,"hi":77.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":40},{"id":"claude-opus-4-7","name":"Claude Opus 4.7","provider":"anthropic","providerName":"Anthropic","country":"US","sites":{"livebench":{"rank":28,"of":64,"score":76.5,"pct":57.1,"variant":"claude-opus-4-7-xhigh-effort"},"epoch":{"rank":32,"of":230,"score":157.49,"pct":86.5,"variant":"Claude Opus 4.7"},"arc":{"rank":26,"of":95,"score":75.8,"pct":73.4,"variant":"Claude 4.7 (Max)"},"scale":{"rank":10,"of":44,"score":36.2,"pct":79.1,"variant":"claude-opus-4-7"},"eqbench":{"rank":7,"of":32,"score":1293.2,"pct":80.6,"variant":"claude-opus-4-7"},"simplebench":{"rank":38,"of":112,"score":62.9,"pct":66.7,"variant":"Claude Opus 4.7"}},"metrics":{"arena_coding":{"rank":5,"of":344,"score":1551.1,"pct":98.8,"variant":"Claude Opus 4.7 (High)"},"arena_math":{"rank":14,"of":333,"score":1503.4,"pct":96.1,"variant":"Claude Opus 4.7 (High)"},"arena_creative_writing":{"rank":10,"of":347,"score":1489.5,"pct":97.4,"variant":"Claude Opus 4.7 (High)"},"arena_instruction_following":{"rank":7,"of":349,"score":1502.6,"pct":98.3,"variant":"Claude Opus 4.7 (High)"},"arena_hard_prompts":{"rank":8,"of":349,"score":1525.4,"pct":98,"variant":"Claude Opus 4.7 (High)"},"arena_multi_turn":{"rank":6,"of":347,"score":1516.3,"pct":98.6,"variant":"Claude Opus 4.7 (High)"},"arena_expert":{"rank":9,"of":302,"score":1534.5,"pct":97.3,"variant":"Claude Opus 4.7 (High)"},"arena_japanese":{"rank":17,"of":233,"score":1490,"pct":93.1,"variant":"Claude Opus 4.7 (High)"},"arena_industry_business_and_management_and_financial_operations":{"rank":4,"of":342,"score":1508.7,"pct":99.1,"variant":"Claude Opus 4.7 (High)"},"arena_industry_medicine_and_healthcare":{"rank":6,"of":321,"score":1516.9,"pct":98.4,"variant":"Claude Opus 4.7 (High)"},"arena_industry_legal_and_government":{"rank":4,"of":322,"score":1511.6,"pct":99.1,"variant":"Claude Opus 4.7 (High)"},"arena_webdev":{"rank":48,"of":136,"score":1557.4,"pct":65.2,"variant":"Claude Opus 4.7 (High)"},"arena_vision":{"rank":3,"of":143,"score":1298.7,"pct":98.6,"variant":"Claude Opus 4.7"},"arena_search":{"rank":14,"of":43,"score":1209.8,"pct":69,"variant":"Claude Opus 4.7"},"arena_document":{"rank":4,"of":39,"score":1494.4,"pct":92.1,"variant":"Claude Opus 4.7"},"livebench_global":{"rank":28,"of":64,"score":76.5,"pct":57.1,"variant":"claude-opus-4-7-xhigh-effort"},"livebench_reasoning":{"rank":27,"of":64,"score":87.2,"pct":58.7,"variant":"claude-opus-4-7-xhigh-effort"},"livebench_coding":{"rank":9,"of":64,"score":82.1,"pct":87.3,"variant":"claude-opus-4-7-xhigh-effort"},"livebench_agentic_coding":{"rank":40,"of":64,"score":50.7,"pct":38.1,"variant":"claude-opus-4-7-xhigh-effort"},"livebench_mathematics":{"rank":22,"of":64,"score":92.9,"pct":66.7,"variant":"claude-opus-4-7-xhigh-effort"},"livebench_data_analysis":{"rank":24,"of":64,"score":78.3,"pct":63.5,"variant":"claude-opus-4-7-xhigh-effort"},"livebench_language":{"rank":38,"of":64,"score":77.9,"pct":41.3,"variant":"claude-opus-4-7-xhigh-effort"},"livebench_if":{"rank":40,"of":64,"score":66.7,"pct":38.1,"variant":"claude-opus-4-7-xhigh-effort"},"epoch_eci":{"rank":32,"of":230,"score":157.49,"pct":86.5,"variant":"Claude Opus 4.7"},"epoch_frontiermath":{"rank":34,"of":91,"score":70.2,"pct":63.3,"variant":"claude-opus-4-7_max"},"epoch_frontiermath4":{"rank":37,"of":74,"score":31.7,"pct":50.7,"variant":"claude-opus-4-7_max"},"epoch_gpqa":{"rank":49,"of":226,"score":90.2,"pct":78.7,"variant":"claude-opus-4-7_xhigh"},"epoch_simpleqa":{"rank":32,"of":94,"score":51.7,"pct":66.7,"variant":"claude-opus-4-7_xhigh"},"epoch_aime":{"rank":37,"of":208,"score":97.8,"pct":82.6,"variant":"claude-opus-4-7_xhigh"},"arc_v2":{"rank":26,"of":95,"score":75.8,"pct":73.4,"variant":"Claude 4.7 (Max)"},"arc_v1":{"rank":29,"of":92,"score":93.5,"pct":69.2,"variant":"Claude 4.7 (High)"},"arc_v3":{"rank":25,"of":28,"score":0.2,"pct":11.1,"variant":"Opus 4.7 (High)"},"scale_hle":{"rank":10,"of":44,"score":36.2,"pct":79.1,"variant":"claude-opus-4-7"},"scale_mcp":{"rank":16,"of":37,"score":79.1,"pct":58.3,"variant":"Claude Opus 4.7 (mcp-atlas) max"},"eqbench":{"rank":7,"of":32,"score":1293.2,"pct":80.6,"variant":"claude-opus-4-7"},"eqbench_cw":{"rank":16,"of":143,"score":1914.9,"pct":89.4,"variant":"claude-opus-4-7"},"simplebench":{"rank":38,"of":112,"score":62.9,"pct":66.7,"variant":"Claude Opus 4.7"}},"domains":{"overall":72.5,"coding":71.2,"agent":60.8,"reasoning":75.6,"math":74.5,"knowledge":83.3,"writing":69.2,"instruction":58.6,"chat":84,"business":86.8,"japanese":83.2,"vision":74.3,"longctx":86.9},"coverage":6,"avgPct":73.9,"overall":72.5,"rank":42,"avgRank":23.5,"aliases":["Claude Opus 4.7 (High)","Claude Opus 4.7","claude-opus-4-7-xhigh-effort","claude-opus-4-7_max","claude-opus-4-7_xhigh","Claude 4.7 (Max)","Claude 4.7 (High)","Opus 4.7 (High)","claude-opus-4-7","Claude Opus 4.7 (mcp-atlas) max"],"open":false,"reasoning":true,"ctx":1000000,"pin":5,"pout":25,"tps":55,"ttft":1.35,"release":"2026-04-16","theta":0.775,"se":0.13,"lo":66.8,"hi":77.5,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":35},{"id":"claude-opus-4-8","name":"Claude Opus 4.8","provider":"anthropic","providerName":"Anthropic","country":"US","sites":{"aa":{"rank":23,"of":141,"score":41.8,"pct":84.3,"variant":"claude-opus-4-8"},"livebench":{"rank":29,"of":64,"score":76.2,"pct":55.6,"variant":"claude-opus-4-8-max-effort"},"epoch":{"rank":23,"of":230,"score":159.9,"pct":90.4,"variant":"Claude Opus 4.8"},"arc":{"rank":28,"of":95,"score":72.1,"pct":71.3,"variant":"Claude Opus 4.8 (High)"},"tbench":{"rank":31,"of":53,"score":23.64,"pct":42.3,"variant":"Opus 4.8 (max)"},"eqbench":{"rank":9,"of":32,"score":1267.8,"pct":74.2,"variant":"claude-opus-4-8"},"simplebench":{"rank":35,"of":112,"score":64.8,"pct":69.4,"variant":"Claude Opus 4.8"}},"metrics":{"arena_coding":{"rank":16,"of":344,"score":1533.5,"pct":95.6,"variant":"Claude Opus 4.8 (High)"},"arena_math":{"rank":27,"of":333,"score":1492.7,"pct":92.2,"variant":"Claude Opus 4.8 (High)"},"arena_creative_writing":{"rank":21,"of":347,"score":1470.1,"pct":94.2,"variant":"Claude Opus 4.8 (High)"},"arena_instruction_following":{"rank":14,"of":349,"score":1491.7,"pct":96.3,"variant":"Claude Opus 4.8 (High)"},"arena_hard_prompts":{"rank":16,"of":349,"score":1513.3,"pct":95.7,"variant":"Claude Opus 4.8 (High)"},"arena_multi_turn":{"rank":12,"of":347,"score":1497.3,"pct":96.8,"variant":"Claude Opus 4.8 (High)"},"arena_expert":{"rank":18,"of":302,"score":1525.6,"pct":94.4,"variant":"Claude Opus 4.8 (High)"},"arena_japanese":{"rank":30,"of":233,"score":1462.1,"pct":87.5,"variant":"Claude Opus 4.8"},"arena_industry_business_and_management_and_financial_operations":{"rank":15,"of":342,"score":1488.6,"pct":95.9,"variant":"Claude Opus 4.8 (High)"},"arena_industry_medicine_and_healthcare":{"rank":21,"of":321,"score":1501.1,"pct":93.8,"variant":"Claude Opus 4.8 (High)"},"arena_industry_legal_and_government":{"rank":21,"of":322,"score":1498,"pct":93.8,"variant":"Claude Opus 4.8"},"arena_webdev":{"rank":49,"of":136,"score":1555.5,"pct":64.4,"variant":"Claude Opus 4.8 (High)"},"arena_vision":{"rank":16,"of":143,"score":1285.5,"pct":89.4,"variant":"Claude Opus 4.8 (High)"},"arena_search":{"rank":25,"of":43,"score":1194,"pct":42.9,"variant":"Claude Opus 4.8"},"arena_document":{"rank":7,"of":39,"score":1485.4,"pct":84.2,"variant":"Claude Opus 4.8 (High)"},"aa_index":{"rank":23,"of":141,"score":41.8,"pct":84.3,"variant":"claude-opus-4-8"},"aa_hle":{"rank":13,"of":143,"score":48.7,"pct":91.5,"variant":"claude-opus-4-8"},"aa_gpqa":{"rank":22,"of":120,"score":92,"pct":82.4,"variant":"claude-opus-4-8"},"aa_scicode":{"rank":31,"of":141,"score":54.4,"pct":78.6,"variant":"claude-opus-4-8"},"aa_terminalbenchHard":{"rank":5,"of":74,"score":58.3,"pct":94.5,"variant":"claude-opus-4-8"},"aa_tau2":{"rank":13,"of":73,"score":94.4,"pct":83.3,"variant":"claude-opus-4-8"},"aa_ifbench":{"rank":40,"of":74,"score":62.2,"pct":46.6,"variant":"claude-opus-4-8"},"aa_lcr":{"rank":60,"of":143,"score":77.7,"pct":58.5,"variant":"claude-opus-4-8"},"aa_critpt":{"rank":22,"of":146,"score":20.9,"pct":85.5,"variant":"claude-opus-4-8"},"aa_omniscience":{"rank":14,"of":143,"score":28.8,"pct":90.8,"variant":"claude-opus-4-8"},"aa_gdpvalNormalized":{"rank":22,"of":141,"score":0.5,"pct":85,"variant":"claude-opus-4-8"},"livebench_global":{"rank":29,"of":64,"score":76.2,"pct":55.6,"variant":"claude-opus-4-8-max-effort"},"livebench_reasoning":{"rank":18,"of":64,"score":89.2,"pct":73,"variant":"claude-opus-4-8-max-effort"},"livebench_coding":{"rank":11,"of":64,"score":81.8,"pct":84.1,"variant":"claude-opus-4-8-max-effort"},"livebench_agentic_coding":{"rank":41,"of":64,"score":50.5,"pct":36.5,"variant":"claude-opus-4-8-max-effort"},"livebench_mathematics":{"rank":16,"of":64,"score":94.3,"pct":76.2,"variant":"claude-opus-4-8-max-effort"},"livebench_data_analysis":{"rank":56,"of":64,"score":66,"pct":12.7,"variant":"claude-opus-4-8-max-effort"},"livebench_language":{"rank":32,"of":64,"score":79.7,"pct":50.8,"variant":"claude-opus-4-8-max-effort"},"livebench_if":{"rank":20,"of":64,"score":72,"pct":69.8,"variant":"claude-opus-4-8-max-effort"},"epoch_eci":{"rank":23,"of":230,"score":159.9,"pct":90.4,"variant":"Claude Opus 4.8"},"epoch_frontiermath":{"rank":23,"of":91,"score":80,"pct":75.6,"variant":"claude-opus-4-8_max"},"epoch_frontiermath4":{"rank":26,"of":74,"score":56.1,"pct":65.8,"variant":"claude-opus-4-8_max"},"epoch_gpqa":{"rank":39,"of":226,"score":91,"pct":83.1,"variant":"claude-opus-4-8_max"},"epoch_simpleqa":{"rank":29,"of":94,"score":53,"pct":69.9,"variant":"claude-opus-4-8_max"},"epoch_aime":{"rank":32,"of":208,"score":98.3,"pct":85,"variant":"claude-opus-4-8_max"},"arc_v2":{"rank":28,"of":95,"score":72.1,"pct":71.3,"variant":"Claude Opus 4.8 (High)"},"arc_v1":{"rank":30,"of":92,"score":92.5,"pct":68.1,"variant":"Claude Opus 4.8 (Max)"},"arc_v3":{"rank":18,"of":28,"score":1.5,"pct":37,"variant":"Claude Opus 4.8 (High)"},"scale_mcp":{"rank":12,"of":37,"score":82.2,"pct":69.4,"variant":"Claude Opus 4.8 (mcp-atlas) max"},"tbench":{"rank":31,"of":53,"score":23.64,"pct":42.3,"variant":"Opus 4.8 (max)"},"eqbench":{"rank":9,"of":32,"score":1267.8,"pct":74.2,"variant":"claude-opus-4-8"},"eqbench_cw":{"rank":24,"of":143,"score":1840.1,"pct":83.8,"variant":"claude-opus-4-8"},"simplebench":{"rank":35,"of":112,"score":64.8,"pct":69.4,"variant":"Claude Opus 4.8"}},"domains":{"overall":72.4,"coding":71,"agent":62.5,"reasoning":79,"math":77.8,"knowledge":83.1,"writing":70,"instruction":69.9,"chat":79.2,"business":71.3,"japanese":79.2,"vision":68.5,"longctx":77.1},"coverage":7,"avgPct":69.6,"overall":72.4,"rank":43,"avgRank":25.4,"aliases":["Claude Opus 4.8 (High)","Claude Opus 4.8","claude-opus-4-8","claude-opus-4-8-max-effort","claude-opus-4-8_max","Claude Opus 4.8 (Max)","Claude Opus 4.8 (mcp-atlas) max","Opus 4.8 (max)"],"open":false,"reasoning":true,"ctx":1000000,"pin":5,"pout":25,"tps":65,"ttft":30.27,"release":"2026-05-28","theta":0.771,"se":0.123,"lo":67.1,"hi":77.2,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":41},{"id":"muse-spark","name":"Muse Spark","provider":"meta","providerName":"Meta","country":"US","sites":{"epoch":{"rank":54,"of":230,"score":153.15,"pct":76.9,"variant":"Muse Spark"},"scale":{"rank":7,"of":44,"score":40.56,"pct":86,"variant":"Muse Spark"}},"metrics":{"arena_coding":{"rank":24,"of":344,"score":1529,"pct":93.3,"variant":"Muse Spark"},"arena_math":{"rank":56,"of":333,"score":1467.8,"pct":83.4,"variant":"Muse Spark"},"arena_creative_writing":{"rank":25,"of":347,"score":1464.8,"pct":93.1,"variant":"Muse Spark"},"arena_instruction_following":{"rank":45,"of":349,"score":1465,"pct":87.4,"variant":"Muse Spark"},"arena_hard_prompts":{"rank":25,"of":349,"score":1506.1,"pct":93.1,"variant":"Muse Spark"},"arena_multi_turn":{"rank":19,"of":347,"score":1493.1,"pct":94.8,"variant":"Muse Spark"},"arena_expert":{"rank":58,"of":302,"score":1490,"pct":81.1,"variant":"Muse Spark"},"arena_industry_business_and_management_and_financial_operations":{"rank":14,"of":342,"score":1488.8,"pct":96.2,"variant":"Muse Spark"},"arena_industry_medicine_and_healthcare":{"rank":27,"of":321,"score":1496.6,"pct":91.9,"variant":"Muse Spark"},"arena_industry_legal_and_government":{"rank":16,"of":322,"score":1500.9,"pct":95.3,"variant":"Muse Spark"},"arena_vision":{"rank":6,"of":143,"score":1294,"pct":96.5,"variant":"Muse Spark"},"arena_document":{"rank":19,"of":39,"score":1466.7,"pct":52.6,"variant":"Muse Spark"},"epoch_eci":{"rank":54,"of":230,"score":153.15,"pct":76.9,"variant":"Muse Spark"},"epoch_gpqa":{"rank":53,"of":226,"score":89.8,"pct":76.9,"variant":"muse-spark"},"epoch_aime":{"rank":70,"of":208,"score":88.9,"pct":66.7,"variant":"muse-spark"},"scale_hle":{"rank":7,"of":44,"score":40.56,"pct":86,"variant":"Muse Spark"},"scale_multichallenge":{"rank":6,"of":39,"score":75.52,"pct":86.8,"variant":"Muse Spark (one-pass-agent)"},"scale_mcp":{"rank":12,"of":37,"score":82.2,"pct":69.4,"variant":"Muse Spark (mcp-atlas) max"}},"domains":{"overall":72,"coding":62.8,"agent":67.8,"reasoning":79.4,"math":64.4,"knowledge":84.9,"writing":70.7,"instruction":79.3,"chat":76.9,"business":80.2,"vision":72.3,"longctx":52.7},"coverage":2,"avgPct":81.5,"overall":72,"rank":44,"avgRank":30.5,"aliases":["Muse Spark","muse-spark","Muse Spark (one-pass-agent)","Muse Spark (mcp-atlas) max"],"open":false,"reasoning":true,"ctx":262144,"release":"2026-04-08","theta":0.756,"se":0.228,"lo":61.6,"hi":80.4,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":37},{"id":"claude-haiku-5-5","name":"Claude Haiku 5.5","provider":"anthropic","providerName":"Anthropic","country":"US","sites":{"aa":{"rank":21,"of":141,"score":43.4,"pct":85.7,"variant":"claude-haiku-5-5"},"livebench":{"rank":48,"of":64,"score":72.1,"pct":25.4,"variant":"claude-haiku-5-5-xhigh-effort"},"epoch":{"rank":20,"of":230,"score":160.33,"pct":91.7,"variant":"Claude Haiku 5.5"},"arc":{"rank":36,"of":95,"score":61.3,"pct":62.8,"variant":"Claude Haiku 5.5 (XHigh)"},"vals":{"rank":22,"of":42,"score":58.7,"pct":48.8,"variant":"anthropic/claude-haiku-5-5"},"tbench":{"rank":21,"of":53,"score":40,"pct":61.5,"variant":"Haiku 5.5 (max)"},"simplebench":{"rank":50,"of":112,"score":59.2,"pct":55.9,"variant":"Claude Haiku 5.5"}},"metrics":{"arena_coding":{"rank":91,"of":344,"score":1487.2,"pct":73.8,"variant":"Claude Haiku 5.5 (High)"},"arena_math":{"rank":77,"of":333,"score":1447.3,"pct":77.1,"variant":"Claude Haiku 5.5 (High)"},"arena_creative_writing":{"rank":138,"of":347,"score":1359.4,"pct":60.4,"variant":"Claude Haiku 5.5 (High)"},"arena_instruction_following":{"rank":98,"of":349,"score":1421.2,"pct":72.1,"variant":"Claude Haiku 5.5 (High)"},"arena_hard_prompts":{"rank":106,"of":349,"score":1446,"pct":69.8,"variant":"Claude Haiku 5.5 (High)"},"arena_multi_turn":{"rank":130,"of":347,"score":1410.7,"pct":62.7,"variant":"Claude Haiku 5.5 (High)"},"arena_expert":{"rank":94,"of":302,"score":1460.5,"pct":69.1,"variant":"Claude Haiku 5.5 (High)"},"arena_japanese":{"rank":74,"of":233,"score":1404,"pct":68.5,"variant":"Claude Haiku 5.5 (High)"},"arena_industry_business_and_management_and_financial_operations":{"rank":111,"of":342,"score":1422,"pct":67.7,"variant":"Claude Haiku 5.5 (High)"},"arena_industry_medicine_and_healthcare":{"rank":135,"of":321,"score":1418.7,"pct":58.1,"variant":"Claude Haiku 5.5 (High)"},"arena_industry_legal_and_government":{"rank":128,"of":322,"score":1411.8,"pct":60.4,"variant":"Claude Haiku 5.5 (High)"},"arena_webdev":{"rank":38,"of":136,"score":1595.4,"pct":72.6,"variant":"Claude Haiku 5.5 (High)"},"arena_agent":{"rank":35,"of":61,"score":-0.006,"pct":43.3,"variant":"Claude Haiku 5.5 (High)"},"aa_index":{"rank":21,"of":141,"score":43.4,"pct":85.7,"variant":"claude-haiku-5-5"},"aa_hle":{"rank":24,"of":143,"score":44.4,"pct":83.8,"variant":"claude-haiku-5-5"},"aa_scicode":{"rank":27,"of":141,"score":55,"pct":81.4,"variant":"claude-haiku-5-5"},"aa_lcr":{"rank":21,"of":143,"score":82.7,"pct":85.9,"variant":"claude-haiku-5-5"},"aa_critpt":{"rank":21,"of":146,"score":22.6,"pct":86.2,"variant":"claude-haiku-5-5-xhigh"},"aa_omniscience":{"rank":36,"of":143,"score":10.7,"pct":75.4,"variant":"claude-haiku-5-5"},"aa_gdpvalNormalized":{"rank":4,"of":141,"score":0.6,"pct":97.9,"variant":"claude-haiku-5-5"},"livebench_global":{"rank":48,"of":64,"score":72.1,"pct":25.4,"variant":"claude-haiku-5-5-xhigh-effort"},"livebench_reasoning":{"rank":38,"of":64,"score":84.6,"pct":41.3,"variant":"claude-haiku-5-5-max-effort"},"livebench_coding":{"rank":33,"of":64,"score":77.9,"pct":49.2,"variant":"claude-haiku-5-5-max-effort"},"livebench_agentic_coding":{"rank":22,"of":64,"score":57.2,"pct":66.7,"variant":"claude-haiku-5-5-max-effort"},"livebench_mathematics":{"rank":24,"of":64,"score":92.8,"pct":63.5,"variant":"claude-haiku-5-5-xhigh-effort"},"livebench_data_analysis":{"rank":43,"of":64,"score":72.8,"pct":33.3,"variant":"claude-haiku-5-5-xhigh-effort"},"livebench_language":{"rank":61,"of":64,"score":63.5,"pct":4.8,"variant":"claude-haiku-5-5-xhigh-effort"},"livebench_if":{"rank":41,"of":64,"score":66.5,"pct":36.5,"variant":"claude-haiku-5-5-xhigh-effort"},"epoch_eci":{"rank":20,"of":230,"score":160.33,"pct":91.7,"variant":"Claude Haiku 5.5"},"epoch_frontiermath":{"rank":27,"of":91,"score":75.1,"pct":71.1,"variant":"claude-haiku-5-5_max"},"epoch_frontiermath4":{"rank":29,"of":74,"score":46.3,"pct":61.6,"variant":"claude-haiku-5-5_max"},"epoch_gpqa":{"rank":54,"of":226,"score":89.6,"pct":76.4,"variant":"claude-haiku-5-5_max"},"epoch_simpleqa":{"rank":77,"of":94,"score":23.8,"pct":18.3,"variant":"claude-haiku-5-5_max"},"epoch_aime":{"rank":27,"of":208,"score":98.9,"pct":87.4,"variant":"claude-haiku-5-5_xhigh"},"arc_v2":{"rank":36,"of":95,"score":61.3,"pct":62.8,"variant":"Claude Haiku 5.5 (XHigh)"},"arc_v1":{"rank":39,"of":92,"score":89,"pct":58.2,"variant":"Claude Haiku 5.5 (Max)"},"arc_v3":{"rank":15,"of":28,"score":2.8,"pct":48.1,"variant":"Claude Haiku 5.5 (Max)"},"vals_index":{"rank":22,"of":42,"score":58.7,"pct":48.8,"variant":"anthropic/claude-haiku-5-5"},"vals_vibe_code_bench":{"rank":5,"of":42,"score":90.4,"pct":90.2,"variant":"anthropic/claude-haiku-5-5"},"vals_finance_agent":{"rank":12,"of":42,"score":65.4,"pct":73.2,"variant":"anthropic/claude-haiku-5-5"},"vals_emb":{"rank":34,"of":42,"score":65.5,"pct":19.5,"variant":"anthropic/claude-haiku-5-5"},"vals_code_migration":{"rank":25,"of":42,"score":50.2,"pct":41.5,"variant":"anthropic/claude-haiku-5-5"},"vals_legal_research":{"rank":20,"of":42,"score":43.8,"pct":53.7,"variant":"anthropic/claude-haiku-5-5"},"vals_legal_agent_benchmark":{"rank":37,"of":42,"score":4.2,"pct":12.2,"variant":"anthropic/claude-haiku-5-5"},"tbench":{"rank":21,"of":53,"score":40,"pct":61.5,"variant":"Haiku 5.5 (max)"},"simplebench":{"rank":50,"of":112,"score":59.2,"pct":55.9,"variant":"Claude Haiku 5.5"}},"domains":{"overall":71.6,"coding":78.5,"agent":68.9,"reasoning":70.4,"math":73.7,"knowledge":70.1,"writing":30.1,"instruction":55.1,"chat":30.8,"business":78.9,"japanese":69,"longctx":58.1},"coverage":7,"avgPct":61.7,"overall":71.6,"rank":45,"avgRank":31.1,"aliases":["Claude Haiku 5.5 (High)","claude-haiku-5-5","claude-haiku-5-5-xhigh","claude-haiku-5-5-xhigh-effort","claude-haiku-5-5-max-effort","Claude Haiku 5.5","claude-haiku-5-5_max","claude-haiku-5-5_xhigh","Claude Haiku 5.5 (XHigh)","Claude Haiku 5.5 (Max)","anthropic/claude-haiku-5-5","Haiku 5.5 (max)"],"open":false,"reasoning":true,"ctx":1000000,"pin":0.1,"pout":0.5,"tps":235,"ttft":6.33,"release":"2026-10-07","theta":0.738,"se":0.108,"lo":66.9,"hi":75.8,"firstSeen":"2026-10-07T20:36:01.934Z","isNew":false,"prevRank":38},{"id":"qwen3-8-flash-next","name":"Qwen 3.8 Flash Next","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"aa":{"rank":27,"of":141,"score":39.8,"pct":81.4,"variant":"qwen3-8-flash-next"},"livebench":{"rank":29,"of":64,"score":76.2,"pct":55.6,"variant":"qwen3.8-flash-next"}},"metrics":{"arena_webdev":{"rank":29,"of":136,"score":1625.7,"pct":79.3,"variant":"Qwen3.8-Flash-Next"},"arena_agent":{"rank":43,"of":61,"score":-0.049,"pct":30,"variant":"Qwen3.8-Flash-Next"},"aa_index":{"rank":27,"of":141,"score":39.8,"pct":81.4,"variant":"qwen3-8-flash-next"},"aa_hle":{"rank":46,"of":143,"score":38,"pct":68.3,"variant":"qwen3-8-flash-next"},"aa_gpqa":{"rank":19,"of":120,"score":92.3,"pct":84.9,"variant":"qwen3-8-flash-next"},"aa_scicode":{"rank":48,"of":141,"score":50.6,"pct":66.4,"variant":"qwen3-8-flash-next"},"aa_lcr":{"rank":42,"of":143,"score":79.7,"pct":71.1,"variant":"qwen3-8-flash-next"},"aa_mmmuPro":{"rank":20,"of":69,"score":79.8,"pct":72.1,"variant":"qwen3-8-flash-next"},"aa_critpt":{"rank":49,"of":146,"score":11.1,"pct":66.9,"variant":"qwen3-8-flash-next"},"aa_omniscience":{"rank":68,"of":143,"score":-9.7,"pct":52.8,"variant":"qwen3-8-flash-next"},"aa_gdpvalNormalized":{"rank":4,"of":141,"score":0.6,"pct":97.9,"variant":"qwen3-8-flash-next"},"livebench_global":{"rank":29,"of":64,"score":76.2,"pct":55.6,"variant":"qwen3.8-flash-next"},"livebench_reasoning":{"rank":26,"of":64,"score":87.4,"pct":60.3,"variant":"qwen3.8-flash-next"},"livebench_coding":{"rank":53,"of":64,"score":72.6,"pct":17.5,"variant":"qwen3.8-flash-next"},"livebench_agentic_coding":{"rank":12,"of":64,"score":61.6,"pct":82.5,"variant":"qwen3.8-flash-next"},"livebench_mathematics":{"rank":50,"of":64,"score":85.8,"pct":22.2,"variant":"qwen3.8-flash-next"},"livebench_data_analysis":{"rank":38,"of":64,"score":74.2,"pct":41.3,"variant":"qwen3.8-flash-next"},"livebench_language":{"rank":48,"of":64,"score":74.6,"pct":25.4,"variant":"qwen3.8-flash-next"},"livebench_if":{"rank":5,"of":64,"score":77.1,"pct":93.7,"variant":"qwen3.8-flash-next"}},"domains":{"overall":70.2,"coding":70.5,"agent":60.8,"reasoning":74.1,"math":55.6,"knowledge":72.4,"writing":56,"instruction":84.1,"business":82.3,"vision":58.8,"longctx":50.3},"coverage":2,"avgPct":68.5,"overall":70.2,"rank":46,"avgRank":28,"aliases":["Qwen3.8-Flash-Next","qwen3-8-flash-next","qwen3.8-flash-next"],"open":true,"reasoning":true,"ctx":256000,"pin":0.15,"pout":0.47,"tps":52,"ttft":2.16,"theta":0.687,"se":0.178,"lo":62.1,"hi":77.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":43},{"id":"gemini-3-1-pro","name":"Gemini 3.1 Pro","provider":"google","providerName":"Google","country":"US","sites":{"aa":{"rank":51,"of":141,"score":29.7,"pct":64.3,"variant":"gemini-3-1-pro-preview"},"livebench":{"rank":25,"of":64,"score":77,"pct":61.9,"variant":"gemini-3.1-pro-preview-high"},"epoch":{"rank":40,"of":230,"score":156.25,"pct":83,"variant":"Gemini 3.1 Pro"},"arc":{"rank":25,"of":95,"score":77.1,"pct":74.5,"variant":"Gemini 3.1 Pro (Preview)"},"scale":{"rank":3,"of":44,"score":46.44,"pct":95.3,"variant":"gemini-3.1-pro-preview (thinking high)"},"tbench":{"rank":49,"of":53,"score":2.73,"pct":7.7,"variant":"Gemini 3.1 Pro (high)"},"eqbench":{"rank":25,"of":32,"score":1132.3,"pct":22.6,"variant":"gemini-3.1-pro-preview"},"simplebench":{"rank":15,"of":112,"score":79.6,"pct":87.4,"variant":"Gemini 3.1 Pro Preview"}},"metrics":{"arena_coding":{"rank":34,"of":344,"score":1520.5,"pct":90.4,"variant":"Gemini 3.1 Pro Preview"},"arena_math":{"rank":29,"of":333,"score":1487.8,"pct":91.6,"variant":"Gemini 3.1 Pro Preview"},"arena_creative_writing":{"rank":15,"of":347,"score":1481.5,"pct":96,"variant":"Gemini 3.1 Pro Preview"},"arena_instruction_following":{"rank":22,"of":349,"score":1479.5,"pct":94,"variant":"Gemini 3.1 Pro Preview"},"arena_hard_prompts":{"rank":21,"of":349,"score":1507.4,"pct":94.3,"variant":"Gemini 3.1 Pro Preview"},"arena_multi_turn":{"rank":15,"of":347,"score":1495.3,"pct":96,"variant":"Gemini 3.1 Pro Preview"},"arena_expert":{"rank":32,"of":302,"score":1508.8,"pct":89.7,"variant":"Gemini 3.1 Pro Preview"},"arena_japanese":{"rank":14,"of":233,"score":1497.4,"pct":94.4,"variant":"Gemini 3.1 Pro Preview"},"arena_industry_business_and_management_and_financial_operations":{"rank":30,"of":342,"score":1477.8,"pct":91.5,"variant":"Gemini 3.1 Pro Preview"},"arena_industry_medicine_and_healthcare":{"rank":19,"of":321,"score":1504.9,"pct":94.4,"variant":"Gemini 3.1 Pro Preview"},"arena_industry_legal_and_government":{"rank":18,"of":322,"score":1498.6,"pct":94.7,"variant":"Gemini 3.1 Pro Preview"},"arena_webdev":{"rank":75,"of":136,"score":1446.3,"pct":45.2,"variant":"Gemini 3.1 Pro Preview"},"arena_vision":{"rank":22,"of":143,"score":1280.4,"pct":85.2,"variant":"Gemini 3.1 Pro Preview"},"arena_search":{"rank":15,"of":43,"score":1209.5,"pct":66.7,"variant":"Gemini 3.1 Pro (Grounding)"},"arena_document":{"rank":22,"of":39,"score":1459,"pct":44.7,"variant":"Gemini 3.1 Pro Preview"},"arena_agent":{"rank":46,"of":61,"score":-0.057,"pct":25,"variant":"Gemini 3.1 Pro Preview"},"aa_index":{"rank":51,"of":141,"score":29.7,"pct":64.3,"variant":"gemini-3-1-pro-preview"},"aa_hle":{"rank":18,"of":143,"score":47,"pct":88,"variant":"gemini-3-1-pro-preview"},"aa_gpqa":{"rank":5,"of":120,"score":94.1,"pct":96.6,"variant":"gemini-3-1-pro-preview"},"aa_scicode":{"rank":14,"of":141,"score":58.7,"pct":90.7,"variant":"gemini-3-1-pro-preview"},"aa_terminalbenchHard":{"rank":6,"of":74,"score":53.8,"pct":93.2,"variant":"gemini-3-1-pro-preview"},"aa_tau2":{"rank":7,"of":73,"score":95.6,"pct":91.7,"variant":"gemini-3-1-pro-preview"},"aa_ifbench":{"rank":10,"of":74,"score":77.1,"pct":87.7,"variant":"gemini-3-1-pro-preview"},"aa_lcr":{"rank":24,"of":143,"score":82,"pct":83.8,"variant":"gemini-3-1-pro-preview"},"aa_mmmuPro":{"rank":12,"of":69,"score":82.4,"pct":83.8,"variant":"gemini-3-1-pro-preview"},"aa_critpt":{"rank":34,"of":146,"score":17.7,"pct":77.2,"variant":"gemini-3-1-pro-preview"},"aa_omniscience":{"rank":10,"of":143,"score":31.9,"pct":93.7,"variant":"gemini-3-1-pro-preview"},"aa_gdpvalNormalized":{"rank":85,"of":141,"score":0.1,"pct":40,"variant":"gemini-3-1-pro-preview"},"aa_apexAgents":{"rank":9,"of":25,"score":32,"pct":66.7,"variant":"gemini-3-1-pro-preview"},"livebench_global":{"rank":25,"of":64,"score":77,"pct":61.9,"variant":"gemini-3.1-pro-preview-high"},"livebench_reasoning":{"rank":39,"of":64,"score":84,"pct":39.7,"variant":"gemini-3.1-pro-preview-high"},"livebench_coding":{"rank":43,"of":64,"score":76.5,"pct":33.3,"variant":"gemini-3.1-pro-preview-high"},"livebench_agentic_coding":{"rank":54,"of":64,"score":44.1,"pct":15.9,"variant":"gemini-3.1-pro-preview-high"},"livebench_mathematics":{"rank":29,"of":64,"score":91,"pct":55.6,"variant":"gemini-3.1-pro-preview-high"},"livebench_data_analysis":{"rank":22,"of":64,"score":78.5,"pct":66.7,"variant":"gemini-3.1-pro-preview-high"},"livebench_language":{"rank":12,"of":64,"score":85.4,"pct":82.5,"variant":"gemini-3.1-pro-preview-high"},"livebench_if":{"rank":3,"of":64,"score":79.1,"pct":96.8,"variant":"gemini-3.1-pro-preview-high"},"epoch_eci":{"rank":40,"of":230,"score":156.25,"pct":83,"variant":"Gemini 3.1 Pro"},"epoch_frontiermath":{"rank":45,"of":91,"score":59.6,"pct":51.1,"variant":"gemini-3.1-pro-preview"},"epoch_frontiermath4":{"rank":44,"of":74,"score":26.8,"pct":41.1,"variant":"gemini-3.1-pro-preview"},"epoch_gpqa":{"rank":13,"of":226,"score":94.4,"pct":94.7,"variant":"gemini-3.1-pro-preview_high"},"epoch_simpleqa":{"rank":8,"of":94,"score":73.5,"pct":92.5,"variant":"gemini-3.1-pro-preview_high"},"epoch_aime":{"rank":45,"of":208,"score":95.6,"pct":78.7,"variant":"gemini-3.1-pro-preview_high"},"arc_v2":{"rank":25,"of":95,"score":77.1,"pct":74.5,"variant":"Gemini 3.1 Pro (Preview)"},"arc_v1":{"rank":11,"of":92,"score":98,"pct":89,"variant":"Gemini 3.1 Pro (Preview)"},"arc_v3":{"rank":22,"of":28,"score":0.4,"pct":22.2,"variant":"Gemini 3.1 Pro (Preview)"},"scale_hle":{"rank":3,"of":44,"score":46.44,"pct":95.3,"variant":"gemini-3.1-pro-preview (thinking high)"},"scale_multichallenge":{"rank":13,"of":39,"score":71.37,"pct":68.4,"variant":"Gemini 3.1 Pro (one-pass-agent)"},"scale_mcp":{"rank":17,"of":37,"score":78.2,"pct":55.6,"variant":"Gemini 3.1 Pro (mcp-atlas) high"},"tbench":{"rank":49,"of":53,"score":2.73,"pct":7.7,"variant":"Gemini 3.1 Pro (high)"},"eqbench":{"rank":25,"of":32,"score":1132.3,"pct":22.6,"variant":"gemini-3.1-pro-preview"},"eqbench_cw":{"rank":68,"of":143,"score":1491.2,"pct":52.8,"variant":"gemini-3.1-pro-preview"},"simplebench":{"rank":15,"of":112,"score":79.6,"pct":87.4,"variant":"Gemini 3.1 Pro Preview"}},"domains":{"overall":69.8,"coding":56.7,"agent":54.8,"reasoning":78.3,"math":69.8,"knowledge":88.9,"writing":72.7,"instruction":82.8,"chat":56.3,"business":84.8,"japanese":84.1,"vision":67.3,"longctx":41.8},"coverage":8,"avgPct":62.1,"overall":69.8,"rank":47,"avgRank":29.1,"aliases":["Gemini 3.1 Pro Preview","Gemini 3.1 Pro (Grounding)","gemini-3-1-pro-preview","gemini-3.1-pro-preview-high","Gemini 3.1 Pro","gemini-3.1-pro-preview","gemini-3.1-pro-preview_high","Gemini 3.1 Pro (Preview)","gemini-3.1-pro-preview (thinking high)","Gemini 3.1 Pro (one-pass-agent)","Gemini 3.1 Pro (mcp-atlas) high","Gemini 3.1 Pro (high)"],"open":false,"reasoning":true,"ctx":1000000,"pin":2,"pout":12,"tps":139,"ttft":16.93,"release":"2026-02-19","theta":0.671,"se":0.111,"lo":64.8,"hi":74.4,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":34},{"id":"mimo-v2-6-flash","name":"MiMo V2.6 Flash","provider":"xiaomi","providerName":"Xiaomi","country":"CN","sites":{"aa":{"rank":37,"of":141,"score":37.9,"pct":74.3,"variant":"mimo-v2-6-flash"},"vals":{"rank":28,"of":42,"score":54.8,"pct":34.1,"variant":"xiaomi/mimo-v2.6-flash"},"tbench":{"rank":38,"of":53,"score":16.06,"pct":28.8,"variant":"MiMo V2.6 Flash (none)"}},"metrics":{"arena_coding":{"rank":57,"of":344,"score":1510,"pct":83.7,"variant":"MiMo-V2.6-Flash"},"arena_math":{"rank":61,"of":333,"score":1463.2,"pct":81.9,"variant":"MiMo-V2.6-Flash"},"arena_creative_writing":{"rank":104,"of":347,"score":1393.6,"pct":70.2,"variant":"MiMo-V2.6-Flash"},"arena_instruction_following":{"rank":81,"of":349,"score":1434.8,"pct":77,"variant":"MiMo-V2.6-Flash"},"arena_hard_prompts":{"rank":75,"of":349,"score":1472.3,"pct":78.7,"variant":"MiMo-V2.6-Flash"},"arena_multi_turn":{"rank":88,"of":347,"score":1446.3,"pct":74.9,"variant":"MiMo-V2.6-Flash"},"arena_expert":{"rank":57,"of":302,"score":1490.3,"pct":81.4,"variant":"MiMo-V2.6-Flash"},"arena_japanese":{"rank":92,"of":233,"score":1377.8,"pct":60.8,"variant":"MiMo-V2.6-Flash"},"arena_industry_business_and_management_and_financial_operations":{"rank":65,"of":342,"score":1453.5,"pct":81.2,"variant":"MiMo-V2.6-Flash"},"arena_industry_medicine_and_healthcare":{"rank":86,"of":321,"score":1457.6,"pct":73.4,"variant":"MiMo-V2.6-Flash"},"arena_industry_legal_and_government":{"rank":93,"of":322,"score":1441.8,"pct":71.3,"variant":"MiMo-V2.6-Flash"},"arena_webdev":{"rank":27,"of":136,"score":1637.5,"pct":80.7,"variant":"MiMo-V2.6-Flash"},"arena_vision":{"rank":52,"of":143,"score":1245.8,"pct":64.1,"variant":"MiMo-V2.6-Flash"},"arena_agent":{"rank":38,"of":61,"score":-0.018,"pct":38.3,"variant":"MiMo-V2.6-Flash"},"aa_index":{"rank":37,"of":141,"score":37.9,"pct":74.3,"variant":"mimo-v2-6-flash"},"aa_hle":{"rank":51,"of":143,"score":35.1,"pct":64.8,"variant":"mimo-v2-6-flash"},"aa_scicode":{"rank":45,"of":141,"score":51.3,"pct":68.6,"variant":"mimo-v2-6-flash"},"aa_lcr":{"rank":71,"of":143,"score":74.3,"pct":50.7,"variant":"mimo-v2-6-flash"},"aa_mmmuPro":{"rank":49,"of":69,"score":73.1,"pct":29.4,"variant":"mimo-v2-6-flash"},"aa_critpt":{"rank":48,"of":146,"score":12,"pct":67.6,"variant":"mimo-v2-6-flash"},"aa_omniscience":{"rank":75,"of":143,"score":-12.7,"pct":47.9,"variant":"mimo-v2-6-flash"},"aa_gdpvalNormalized":{"rank":4,"of":141,"score":0.6,"pct":97.9,"variant":"mimo-v2-6-flash"},"vals_index":{"rank":28,"of":42,"score":54.8,"pct":34.1,"variant":"xiaomi/mimo-v2.6-flash"},"vals_vibe_code_bench":{"rank":28,"of":42,"score":79,"pct":34.1,"variant":"xiaomi/mimo-v2.6-flash"},"vals_finance_agent":{"rank":18,"of":42,"score":63.3,"pct":58.5,"variant":"xiaomi/mimo-v2.6-flash"},"vals_emb":{"rank":27,"of":42,"score":68.9,"pct":36.6,"variant":"xiaomi/mimo-v2.6-flash"},"vals_code_migration":{"rank":33,"of":42,"score":38.8,"pct":22,"variant":"xiaomi/mimo-v2.6-flash"},"vals_legal_research":{"rank":30,"of":42,"score":38,"pct":29.3,"variant":"xiaomi/mimo-v2.6-flash"},"vals_legal_agent_benchmark":{"rank":17,"of":42,"score":13.3,"pct":61,"variant":"xiaomi/mimo-v2.6-flash"},"tbench":{"rank":38,"of":53,"score":16.06,"pct":28.8,"variant":"MiMo V2.6 Flash (none)"}},"domains":{"overall":68.9,"coding":67.4,"agent":60.7,"reasoning":60,"math":62.7,"knowledge":71.4,"writing":48.3,"instruction":49.1,"chat":44,"business":77.9,"japanese":63.5,"vision":41,"longctx":36.4},"coverage":3,"avgPct":45.7,"overall":68.9,"rank":48,"avgRank":34.3,"aliases":["MiMo-V2.6-Flash","mimo-v2-6-flash","xiaomi/mimo-v2.6-flash","MiMo V2.6 Flash (none)"],"open":true,"reasoning":true,"ctx":1000000,"pin":0.14,"pout":0.28,"tps":52,"ttft":5.06,"theta":0.635,"se":0.143,"lo":62.2,"hi":74.8,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":46},{"id":"grok-4-20","name":"Grok 4.20","provider":"xai","providerName":"xAI","country":"US","sites":{"epoch":{"rank":60,"of":230,"score":152.26,"pct":74.2,"variant":"Grok 4.20"},"arc":{"rank":33,"of":95,"score":65.1,"pct":66,"variant":"Grok 4.20 (Reasoning)"}},"metrics":{"epoch_eci":{"rank":60,"of":230,"score":152.26,"pct":74.2,"variant":"Grok 4.20"},"epoch_frontiermath":{"rank":61,"of":91,"score":44.9,"pct":33.3,"variant":"grok-4.20-0309-reasoning"},"epoch_frontiermath4":{"rank":56,"of":74,"score":17.1,"pct":24.7,"variant":"grok-4.20-0309-reasoning"},"epoch_gpqa":{"rank":57,"of":226,"score":89.3,"pct":75.1,"variant":"grok-4.20-0309-reasoning"},"epoch_simpleqa":{"rank":72,"of":94,"score":30.2,"pct":23.7,"variant":"grok-4.20-0309-reasoning"},"epoch_aime":{"rank":61,"of":208,"score":92.2,"pct":71,"variant":"grok-4.20-0309-reasoning"},"arc_v2":{"rank":33,"of":95,"score":65.1,"pct":66,"variant":"Grok 4.20 (Reasoning)"},"arc_v1":{"rank":38,"of":92,"score":89.5,"pct":59.3,"variant":"Grok 4.20 (Reasoning)"},"arc_v3":{"rank":28,"of":28,"score":0.1,"pct":0,"variant":"Grok 4.20 (Beta Reasoning)"}},"domains":{"overall":68.7,"agent":60.5,"reasoning":71.6,"math":55.8,"knowledge":66.9},"coverage":2,"avgPct":70.1,"overall":68.7,"rank":49,"avgRank":46.5,"aliases":["Grok 4.20","grok-4.20-0309-reasoning","Grok 4.20 (Reasoning)","Grok 4.20 (Beta Reasoning)"],"open":false,"reasoning":true,"ctx":2000000,"pin":2,"pout":6,"tps":108,"ttft":0.57,"release":"2026-02-17","theta":0.629,"se":0.258,"lo":56.4,"hi":78.9,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":45},{"id":"claude-opus-4-6","name":"Claude Opus 4.6","provider":"anthropic","providerName":"Anthropic","country":"US","sites":{"livebench":{"rank":39,"of":64,"score":74.5,"pct":39.7,"variant":"claude-opus-4-6-thinking-auto-high-effort"},"epoch":{"rank":39,"of":230,"score":156.33,"pct":83.4,"variant":"Claude Opus 4.6"},"arc":{"rank":30,"of":95,"score":69.2,"pct":69.1,"variant":"Claude Opus 4.6 (120K, High)"},"scale":{"rank":11,"of":44,"score":34.44,"pct":76.7,"variant":"claude-opus-4-6-thinking-max"},"eqbench":{"rank":17,"of":32,"score":1210,"pct":48.4,"variant":"claude-opus-4-6"},"simplebench":{"rank":32,"of":112,"score":67.6,"pct":72.1,"variant":"Claude Opus 4.6"}},"metrics":{"arena_coding":{"rank":9,"of":344,"score":1547.2,"pct":97.7,"variant":"Claude Opus 4.6 (High)"},"arena_math":{"rank":8,"of":333,"score":1516,"pct":97.9,"variant":"Claude Opus 4.6 (High)"},"arena_creative_writing":{"rank":7,"of":347,"score":1498.1,"pct":98.3,"variant":"Claude Opus 4.6 (High)"},"arena_instruction_following":{"rank":5,"of":349,"score":1510.9,"pct":98.9,"variant":"Claude Opus 4.6 (High)"},"arena_hard_prompts":{"rank":5,"of":349,"score":1530.2,"pct":98.9,"variant":"Claude Opus 4.6 (High)"},"arena_multi_turn":{"rank":6,"of":347,"score":1516.3,"pct":98.6,"variant":"Claude Opus 4.6 (High)"},"arena_expert":{"rank":6,"of":302,"score":1543.6,"pct":98.3,"variant":"Claude Opus 4.6 (High)"},"arena_japanese":{"rank":12,"of":233,"score":1501.1,"pct":95.3,"variant":"Claude Opus 4.6 (High)"},"arena_industry_business_and_management_and_financial_operations":{"rank":7,"of":342,"score":1499.6,"pct":98.2,"variant":"Claude Opus 4.6 (High)"},"arena_industry_medicine_and_healthcare":{"rank":8,"of":321,"score":1516.3,"pct":97.8,"variant":"Claude Opus 4.6 (High)"},"arena_industry_legal_and_government":{"rank":7,"of":322,"score":1509.8,"pct":98.1,"variant":"Claude Opus 4.6 (High)"},"arena_webdev":{"rank":51,"of":136,"score":1546.4,"pct":63,"variant":"Claude Opus 4.6 (High)"},"arena_vision":{"rank":4,"of":143,"score":1298.2,"pct":97.9,"variant":"Claude Opus 4.6 (High)"},"arena_search":{"rank":11,"of":43,"score":1221.8,"pct":76.2,"variant":"Claude Opus 4.6 (Search)"},"arena_document":{"rank":3,"of":39,"score":1496.9,"pct":94.7,"variant":"Claude Opus 4.6 (High)"},"livebench_global":{"rank":39,"of":64,"score":74.5,"pct":39.7,"variant":"claude-opus-4-6-thinking-auto-high-effort"},"livebench_reasoning":{"rank":19,"of":64,"score":88.7,"pct":71.4,"variant":"claude-opus-4-6-thinking-auto-high-effort"},"livebench_coding":{"rank":29,"of":64,"score":78.2,"pct":55.6,"variant":"claude-opus-4-6-thinking-auto-high-effort"},"livebench_agentic_coding":{"rank":45,"of":64,"score":49,"pct":30.2,"variant":"claude-opus-4-6-thinking-auto-high-effort"},"livebench_mathematics":{"rank":36,"of":64,"score":89.3,"pct":44.4,"variant":"claude-opus-4-6-thinking-auto-high-effort"},"livebench_data_analysis":{"rank":52,"of":64,"score":69.9,"pct":19,"variant":"claude-opus-4-6-thinking-auto-high-effort"},"livebench_language":{"rank":19,"of":64,"score":83.3,"pct":71.4,"variant":"claude-opus-4-6-thinking-auto-high-effort"},"livebench_if":{"rank":50,"of":64,"score":63.3,"pct":22.2,"variant":"claude-opus-4-6-thinking-auto-high-effort"},"epoch_eci":{"rank":39,"of":230,"score":156.33,"pct":83.4,"variant":"Claude Opus 4.6"},"epoch_frontiermath":{"rank":39,"of":91,"score":66,"pct":57.8,"variant":"claude-opus-4-6_max"},"epoch_frontiermath4":{"rank":44,"of":74,"score":26.8,"pct":41.1,"variant":"claude-opus-4-6_max"},"epoch_gpqa":{"rank":46,"of":226,"score":90.5,"pct":80,"variant":"claude-opus-4-6_32K"},"epoch_simpleqa":{"rank":41,"of":94,"score":47,"pct":57,"variant":"claude-opus-4-6_max"},"epoch_aime":{"rank":52,"of":208,"score":94.4,"pct":75.4,"variant":"claude-opus-4-6_64K"},"arc_v2":{"rank":30,"of":95,"score":69.2,"pct":69.1,"variant":"Claude Opus 4.6 (120K, High)"},"arc_v1":{"rank":27,"of":92,"score":94,"pct":71.4,"variant":"Claude Opus 4.6 (120K, High)"},"arc_v3":{"rank":21,"of":28,"score":0.5,"pct":25.9,"variant":"Anthropic Opus 4.6 (Max)"},"scale_hle":{"rank":11,"of":44,"score":34.44,"pct":76.7,"variant":"claude-opus-4-6-thinking-max"},"scale_multichallenge":{"rank":28,"of":39,"score":56.02,"pct":28.9,"variant":"Claude Opus 4.6 (one-pass-agent)"},"scale_mcp":{"rank":19,"of":37,"score":76.8,"pct":50,"variant":"Claude Opus 4.6 (mcp-atlas) max"},"eqbench":{"rank":17,"of":32,"score":1210,"pct":48.4,"variant":"claude-opus-4-6"},"eqbench_cw":{"rank":27,"of":143,"score":1810.3,"pct":81.7,"variant":"claude-opus-4-6"},"simplebench":{"rank":32,"of":112,"score":67.6,"pct":72.1,"variant":"Claude Opus 4.6"}},"domains":{"overall":67.7,"coding":67.2,"agent":59.9,"reasoning":77.3,"math":67.6,"knowledge":82.1,"writing":75.1,"instruction":45,"chat":52.1,"business":76.8,"japanese":84.6,"vision":74.1,"longctx":88.7},"coverage":6,"avgPct":64.9,"overall":67.7,"rank":50,"avgRank":28,"aliases":["Claude Opus 4.6 (High)","Claude Opus 4.6 (Search)","claude-opus-4-6-thinking-auto-high-effort","Claude Opus 4.6","claude-opus-4-6_max","claude-opus-4-6_32K","claude-opus-4-6_64K","Claude Opus 4.6 (120K, High)","Anthropic Opus 4.6 (Max)","claude-opus-4-6-thinking-max","Claude Opus 4.6 (one-pass-agent)","Claude Opus 4.6 (mcp-atlas) max","claude-opus-4-6"],"open":false,"reasoning":true,"ctx":1000000,"pin":5,"pout":25,"tps":49,"ttft":2.51,"release":"2025-12-17","theta":0.592,"se":0.13,"lo":61.6,"hi":73.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":47},{"id":"glm-5-3-flash","name":"GLM-5.3 Flash","provider":"zai","providerName":"Z.ai (Zhipu)","country":"CN","sites":{"aa":{"rank":23,"of":141,"score":41.8,"pct":84.3,"variant":"glm-5-3-flash"},"livebench":{"rank":52,"of":64,"score":71.6,"pct":19,"variant":"glm-5.3-flash"},"epoch":{"rank":53,"of":230,"score":153.77,"pct":77.3,"variant":"GLM-5.3-Flash"},"arc":{"rank":32,"of":95,"score":65.8,"pct":67,"variant":"GLM-5.3-Flash (Max)"},"vals":{"rank":34,"of":42,"score":50.9,"pct":19.5,"variant":"zai/glm-5.3-flash"},"tbench":{"rank":26,"of":53,"score":36.97,"pct":51.9,"variant":"GLM-5.3-Flash (max)"}},"metrics":{"arena_coding":{"rank":27,"of":344,"score":1526.3,"pct":92.4,"variant":"GLM-5.3-Flash"},"arena_math":{"rank":9,"of":333,"score":1509.2,"pct":97.6,"variant":"GLM-5.3-Flash"},"arena_creative_writing":{"rank":59,"of":347,"score":1434.9,"pct":83.2,"variant":"GLM-5.3-Flash"},"arena_instruction_following":{"rank":29,"of":349,"score":1474.3,"pct":92,"variant":"GLM-5.3-Flash"},"arena_hard_prompts":{"rank":30,"of":349,"score":1500.7,"pct":91.7,"variant":"GLM-5.3-Flash"},"arena_multi_turn":{"rank":39,"of":347,"score":1479.3,"pct":89,"variant":"GLM-5.3-Flash"},"arena_expert":{"rank":29,"of":302,"score":1512.9,"pct":90.7,"variant":"GLM-5.3-Flash"},"arena_japanese":{"rank":33,"of":233,"score":1457,"pct":86.2,"variant":"GLM-5.3-Flash"},"arena_industry_business_and_management_and_financial_operations":{"rank":38,"of":342,"score":1471.3,"pct":89.1,"variant":"GLM-5.3-Flash"},"arena_industry_medicine_and_healthcare":{"rank":32,"of":321,"score":1489.6,"pct":90.3,"variant":"GLM-5.3-Flash"},"arena_industry_legal_and_government":{"rank":45,"of":322,"score":1476.3,"pct":86.3,"variant":"GLM-5.3-Flash"},"arena_webdev":{"rank":34,"of":136,"score":1610.5,"pct":75.6,"variant":"GLM-5.3-Flash"},"arena_vision":{"rank":28,"of":143,"score":1273.8,"pct":81,"variant":"GLM-5.3-Flash"},"arena_agent":{"rank":42,"of":61,"score":-0.039,"pct":31.7,"variant":"GLM-5.3-Flash"},"aa_index":{"rank":23,"of":141,"score":41.8,"pct":84.3,"variant":"glm-5-3-flash"},"aa_hle":{"rank":39,"of":143,"score":39.9,"pct":73.2,"variant":"glm-5-3-flash"},"aa_gpqa":{"rank":25,"of":120,"score":91.2,"pct":79.8,"variant":"glm-5-3-flash"},"aa_scicode":{"rank":43,"of":141,"score":51.6,"pct":70,"variant":"glm-5-3-flash"},"aa_lcr":{"rank":37,"of":143,"score":80,"pct":74.6,"variant":"glm-5-3-flash"},"aa_critpt":{"rank":38,"of":146,"score":15.4,"pct":74.5,"variant":"glm-5-3-flash"},"aa_omniscience":{"rank":38,"of":143,"score":7.5,"pct":73.9,"variant":"glm-5-3-flash"},"aa_gdpvalNormalized":{"rank":4,"of":141,"score":0.6,"pct":97.9,"variant":"glm-5-3-flash"},"livebench_global":{"rank":52,"of":64,"score":71.6,"pct":19,"variant":"glm-5.3-flash"},"livebench_reasoning":{"rank":55,"of":64,"score":77.6,"pct":14.3,"variant":"glm-5.3-flash"},"livebench_coding":{"rank":24,"of":64,"score":79,"pct":63.5,"variant":"glm-5.3-flash"},"livebench_agentic_coding":{"rank":25,"of":64,"score":56.8,"pct":61.9,"variant":"glm-5.3-flash"},"livebench_mathematics":{"rank":57,"of":64,"score":81.2,"pct":11.1,"variant":"glm-5.3-flash"},"livebench_data_analysis":{"rank":33,"of":64,"score":76.4,"pct":49.2,"variant":"glm-5.3-flash"},"livebench_language":{"rank":40,"of":64,"score":77.3,"pct":38.1,"variant":"glm-5.3-flash"},"livebench_if":{"rank":64,"of":64,"score":52.8,"pct":0,"variant":"glm-5.3-flash"},"epoch_eci":{"rank":53,"of":230,"score":153.77,"pct":77.3,"variant":"GLM-5.3-Flash"},"epoch_frontiermath":{"rank":52,"of":91,"score":55.8,"pct":43.3,"variant":"glm-5.3-flash_max"},"epoch_frontiermath4":{"rank":56,"of":74,"score":17.1,"pct":24.7,"variant":"glm-5.3-flash_max"},"epoch_gpqa":{"rank":49,"of":226,"score":90.2,"pct":78.7,"variant":"glm-5.3-flash_max"},"epoch_aime":{"rank":55,"of":208,"score":93.9,"pct":73.9,"variant":"glm-5.3-flash_max"},"arc_v2":{"rank":32,"of":95,"score":65.8,"pct":67,"variant":"GLM-5.3-Flash (Max)"},"arc_v1":{"rank":33,"of":92,"score":91,"pct":64.8,"variant":"GLM-5.3-Flash (Max)"},"vals_index":{"rank":34,"of":42,"score":50.9,"pct":19.5,"variant":"zai/glm-5.3-flash"},"vals_vibe_code_bench":{"rank":39,"of":42,"score":30.8,"pct":7.3,"variant":"zai/glm-5.3-flash"},"vals_finance_agent":{"rank":26,"of":42,"score":60.6,"pct":39,"variant":"zai/glm-5.3-flash"},"vals_emb":{"rank":32,"of":42,"score":66.3,"pct":24.4,"variant":"zai/glm-5.3-flash"},"vals_code_migration":{"rank":24,"of":42,"score":50.6,"pct":43.9,"variant":"zai/glm-5.3-flash"},"vals_legal_research":{"rank":17,"of":42,"score":45.2,"pct":61,"variant":"zai/glm-5.3-flash"},"vals_legal_agent_benchmark":{"rank":26,"of":42,"score":10.4,"pct":39,"variant":"zai/glm-5.3-flash"},"tbench":{"rank":26,"of":53,"score":36.97,"pct":51.9,"variant":"GLM-5.3-Flash (max)"}},"domains":{"overall":67.3,"coding":76.2,"agent":67.4,"reasoning":59.3,"math":48.5,"knowledge":78.6,"writing":62.7,"instruction":18.7,"chat":57.1,"business":84.1,"japanese":78.5,"vision":62.8,"longctx":51},"coverage":6,"avgPct":53.2,"overall":67.3,"rank":51,"avgRank":36.7,"aliases":["GLM-5.3-Flash","glm-5-3-flash","glm-5.3-flash","glm-5.3-flash_max","GLM-5.3-Flash (Max)","zai/glm-5.3-flash","GLM-5.3-Flash (max)"],"open":true,"reasoning":true,"ctx":1000000,"pin":0.15,"pout":0.5,"tps":71,"ttft":2.77,"release":"2026-08-20","theta":0.578,"se":0.112,"lo":62.1,"hi":72.1,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":44},{"id":"grok-4-5","name":"Grok 4.5","provider":"xai","providerName":"xAI","country":"US","sites":{"aa":{"rank":32,"of":141,"score":38.8,"pct":77.9,"variant":"grok-4-5"},"livebench":{"rank":33,"of":64,"score":75.8,"pct":49.2,"variant":"grok-4.5"},"epoch":{"rank":47,"of":230,"score":154.98,"pct":79.9,"variant":"Grok 4.5"},"arc":{"rank":46,"of":95,"score":52.6,"pct":52.1,"variant":"Grok 4.5 (High)"},"tbench":{"rank":42,"of":53,"score":12.42,"pct":21.2,"variant":"Grok 4.5 (high)"},"simplebench":{"rank":29,"of":112,"score":70,"pct":74.8,"variant":"Grok 4.5"}},"metrics":{"arena_coding":{"rank":48,"of":344,"score":1514.2,"pct":86.3,"variant":"Grok 4.5"},"arena_math":{"rank":52,"of":333,"score":1470.7,"pct":84.6,"variant":"Grok 4.5"},"arena_creative_writing":{"rank":34,"of":347,"score":1451,"pct":90.5,"variant":"Grok 4.5"},"arena_instruction_following":{"rank":48,"of":349,"score":1461.4,"pct":86.5,"variant":"Grok 4.5"},"arena_hard_prompts":{"rank":50,"of":349,"score":1488.2,"pct":85.9,"variant":"Grok 4.5"},"arena_multi_turn":{"rank":53,"of":347,"score":1471.5,"pct":85,"variant":"Grok 4.5"},"arena_expert":{"rank":62,"of":302,"score":1489.1,"pct":79.7,"variant":"Grok 4.5"},"arena_japanese":{"rank":39,"of":233,"score":1445.5,"pct":83.6,"variant":"Grok 4.5"},"arena_industry_business_and_management_and_financial_operations":{"rank":49,"of":342,"score":1465.4,"pct":85.9,"variant":"Grok 4.5"},"arena_industry_medicine_and_healthcare":{"rank":77,"of":321,"score":1462.1,"pct":76.3,"variant":"Grok 4.5"},"arena_industry_legal_and_government":{"rank":40,"of":322,"score":1479.2,"pct":87.9,"variant":"Grok 4.5"},"arena_webdev":{"rank":50,"of":136,"score":1552.4,"pct":63.7,"variant":"Grok 4.5"},"arena_vision":{"rank":23,"of":143,"score":1280.3,"pct":84.5,"variant":"Grok 4.5"},"arena_search":{"rank":18,"of":43,"score":1205.6,"pct":59.5,"variant":"Grok 4.5"},"arena_document":{"rank":20,"of":39,"score":1466.2,"pct":50,"variant":"Grok 4.5"},"aa_index":{"rank":32,"of":141,"score":38.8,"pct":77.9,"variant":"grok-4-5"},"aa_hle":{"rank":31,"of":143,"score":42.7,"pct":78.9,"variant":"grok-4-5"},"aa_gpqa":{"rank":13,"of":120,"score":93.1,"pct":89.9,"variant":"grok-4-5"},"aa_scicode":{"rank":27,"of":141,"score":55,"pct":81.4,"variant":"grok-4-5"},"aa_lcr":{"rank":47,"of":143,"score":79.3,"pct":67.6,"variant":"grok-4-5"},"aa_mmmuPro":{"rank":19,"of":69,"score":80.4,"pct":73.5,"variant":"grok-4-5"},"aa_critpt":{"rank":38,"of":146,"score":15.4,"pct":74.5,"variant":"grok-4-5"},"aa_omniscience":{"rank":20,"of":143,"score":25.3,"pct":86.6,"variant":"grok-4-5"},"aa_gdpvalNormalized":{"rank":40,"of":141,"score":0.4,"pct":72.1,"variant":"grok-4-5"},"livebench_global":{"rank":33,"of":64,"score":75.8,"pct":49.2,"variant":"grok-4.5"},"livebench_reasoning":{"rank":27,"of":64,"score":87.2,"pct":58.7,"variant":"grok-4.5"},"livebench_coding":{"rank":61,"of":64,"score":68.6,"pct":4.8,"variant":"grok-4.5"},"livebench_agentic_coding":{"rank":27,"of":64,"score":56.5,"pct":58.7,"variant":"grok-4.5"},"livebench_mathematics":{"rank":31,"of":64,"score":90.8,"pct":52.4,"variant":"grok-4.5"},"livebench_data_analysis":{"rank":42,"of":64,"score":73,"pct":34.9,"variant":"grok-4.5"},"livebench_language":{"rank":22,"of":64,"score":82.8,"pct":66.7,"variant":"grok-4.5"},"livebench_if":{"rank":23,"of":64,"score":71.5,"pct":65.1,"variant":"grok-4.5"},"epoch_eci":{"rank":47,"of":230,"score":154.98,"pct":79.9,"variant":"Grok 4.5"},"epoch_frontiermath":{"rank":50,"of":91,"score":57.2,"pct":45.6,"variant":"grok-4.5_high"},"epoch_frontiermath4":{"rank":50,"of":74,"score":24.4,"pct":32.9,"variant":"grok-4.5_high"},"epoch_gpqa":{"rank":25,"of":226,"score":93.4,"pct":89.3,"variant":"grok-4.5_high"},"epoch_simpleqa":{"rank":38,"of":94,"score":48.3,"pct":60.2,"variant":"grok-4.5_high"},"epoch_aime":{"rank":37,"of":208,"score":97.8,"pct":82.6,"variant":"grok-4.5_high"},"arc_v2":{"rank":46,"of":95,"score":52.6,"pct":52.1,"variant":"Grok 4.5 (High)"},"arc_v1":{"rank":44,"of":92,"score":87.2,"pct":52.7,"variant":"Grok 4.5 (Medium)"},"arc_v3":{"rank":24,"of":28,"score":0.3,"pct":14.8,"variant":"Grok 4.5 (High)"},"tbench":{"rank":42,"of":53,"score":12.42,"pct":21.2,"variant":"Grok 4.5 (high)"},"eqbench_cw":{"rank":56,"of":143,"score":1575.7,"pct":61.3,"variant":"grok-4.5"},"simplebench":{"rank":29,"of":112,"score":70,"pct":74.8,"variant":"Grok 4.5"}},"domains":{"overall":66.1,"coding":61.8,"agent":57.9,"reasoning":75.3,"math":68.7,"knowledge":80.3,"writing":69.6,"instruction":71.1,"chat":54,"business":79.7,"japanese":76.6,"vision":63.1,"longctx":51.7},"coverage":6,"avgPct":59.2,"overall":66.1,"rank":52,"avgRank":38.2,"aliases":["Grok 4.5","grok-4-5","grok-4.5","grok-4.5_high","Grok 4.5 (High)","Grok 4.5 (Medium)","Grok 4.5 (high)"],"open":false,"reasoning":true,"ctx":500000,"pin":2,"pout":6,"tps":55,"ttft":5.57,"release":"2026-07-08","theta":0.535,"se":0.127,"lo":60,"hi":71.7,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":49},{"id":"claude-sonnet-5","name":"Claude Sonnet 5","provider":"anthropic","providerName":"Anthropic","country":"US","sites":{"aa":{"rank":35,"of":141,"score":38.2,"pct":75.7,"variant":"claude-sonnet-5"},"livebench":{"rank":32,"of":64,"score":76,"pct":50.8,"variant":"claude-sonnet-5-xhigh-effort"},"epoch":{"rank":35,"of":230,"score":156.9,"pct":85.2,"variant":"Claude Sonnet 5"},"tbench":{"rank":44,"of":53,"score":12.12,"pct":17.3,"variant":"Sonnet 5 (max)"},"eqbench":{"rank":14,"of":32,"score":1221.2,"pct":58.1,"variant":"claude-sonnet-5"},"simplebench":{"rank":46,"of":112,"score":60.6,"pct":59.5,"variant":"Claude Sonnet 5"}},"metrics":{"arena_coding":{"rank":37,"of":344,"score":1519.3,"pct":89.5,"variant":"Claude Sonnet 5 (High)"},"arena_math":{"rank":51,"of":333,"score":1471.9,"pct":84.9,"variant":"Claude Sonnet 5 (High)"},"arena_creative_writing":{"rank":61,"of":347,"score":1433.1,"pct":82.7,"variant":"Claude Sonnet 5 (High)"},"arena_instruction_following":{"rank":42,"of":349,"score":1466.5,"pct":88.2,"variant":"Claude Sonnet 5 (High)"},"arena_hard_prompts":{"rank":47,"of":349,"score":1489.8,"pct":86.8,"variant":"Claude Sonnet 5 (High)"},"arena_multi_turn":{"rank":50,"of":347,"score":1473.1,"pct":85.8,"variant":"Claude Sonnet 5 (High)"},"arena_expert":{"rank":31,"of":302,"score":1509,"pct":90,"variant":"Claude Sonnet 5 (High)"},"arena_japanese":{"rank":42,"of":233,"score":1442.1,"pct":82.3,"variant":"Claude Sonnet 5 (High)"},"arena_industry_business_and_management_and_financial_operations":{"rank":48,"of":342,"score":1465.8,"pct":86.2,"variant":"Claude Sonnet 5 (High)"},"arena_industry_medicine_and_healthcare":{"rank":52,"of":321,"score":1478.9,"pct":84.1,"variant":"Claude Sonnet 5 (High)"},"arena_industry_legal_and_government":{"rank":50,"of":322,"score":1471.4,"pct":84.7,"variant":"Claude Sonnet 5 (High)"},"arena_webdev":{"rank":53,"of":136,"score":1539.4,"pct":61.5,"variant":"Claude Sonnet 5 (High)"},"arena_vision":{"rank":39,"of":143,"score":1260.8,"pct":73.2,"variant":"Claude Sonnet 5 (High)"},"arena_search":{"rank":28,"of":43,"score":1190.5,"pct":35.7,"variant":"Claude Sonnet 5 (Search)"},"arena_document":{"rank":16,"of":39,"score":1468.9,"pct":60.5,"variant":"Claude Sonnet 5 (High)"},"arena_agent":{"rank":27,"of":61,"score":0.01,"pct":56.7,"variant":"Claude Sonnet 5 (High)"},"aa_index":{"rank":35,"of":141,"score":38.2,"pct":75.7,"variant":"claude-sonnet-5"},"aa_hle":{"rank":34,"of":143,"score":41.3,"pct":76.8,"variant":"claude-sonnet-5"},"aa_gpqa":{"rank":26,"of":120,"score":91.1,"pct":79,"variant":"claude-sonnet-5"},"aa_scicode":{"rank":32,"of":141,"score":54.3,"pct":77.9,"variant":"claude-sonnet-5"},"aa_lcr":{"rank":24,"of":143,"score":82,"pct":83.8,"variant":"claude-sonnet-5"},"aa_mmmuPro":{"rank":30,"of":69,"score":77.3,"pct":57.4,"variant":"claude-sonnet-5"},"aa_critpt":{"rank":36,"of":146,"score":16.9,"pct":75.9,"variant":"claude-sonnet-5"},"aa_omniscience":{"rank":30,"of":143,"score":16.5,"pct":79.6,"variant":"claude-sonnet-5"},"aa_gdpvalNormalized":{"rank":22,"of":141,"score":0.5,"pct":85,"variant":"claude-sonnet-5"},"livebench_global":{"rank":32,"of":64,"score":76,"pct":50.8,"variant":"claude-sonnet-5-xhigh-effort"},"livebench_reasoning":{"rank":19,"of":64,"score":88.7,"pct":71.4,"variant":"claude-sonnet-5-xhigh-effort"},"livebench_coding":{"rank":16,"of":64,"score":80.7,"pct":76.2,"variant":"claude-sonnet-5-xhigh-effort"},"livebench_agentic_coding":{"rank":17,"of":64,"score":59.4,"pct":74.6,"variant":"claude-sonnet-5-xhigh-effort"},"livebench_mathematics":{"rank":22,"of":64,"score":92.9,"pct":66.7,"variant":"claude-sonnet-5-xhigh-effort"},"livebench_data_analysis":{"rank":47,"of":64,"score":71.7,"pct":27,"variant":"claude-sonnet-5-xhigh-effort"},"livebench_language":{"rank":46,"of":64,"score":75,"pct":28.6,"variant":"claude-sonnet-5-xhigh-effort"},"livebench_if":{"rank":48,"of":64,"score":63.9,"pct":25.4,"variant":"claude-sonnet-5-xhigh-effort"},"epoch_eci":{"rank":35,"of":230,"score":156.9,"pct":85.2,"variant":"Claude Sonnet 5"},"epoch_frontiermath":{"rank":41,"of":91,"score":65.6,"pct":55.6,"variant":"claude-sonnet-5_max"},"epoch_frontiermath4":{"rank":41,"of":74,"score":29.3,"pct":45.2,"variant":"claude-sonnet-5_max"},"epoch_gpqa":{"rank":46,"of":226,"score":90.5,"pct":80,"variant":"claude-sonnet-5_xhigh"},"epoch_simpleqa":{"rank":65,"of":94,"score":33.7,"pct":31.2,"variant":"claude-sonnet-5_max"},"epoch_aime":{"rank":51,"of":208,"score":94.7,"pct":75.8,"variant":"claude-sonnet-5_xhigh"},"tbench":{"rank":44,"of":53,"score":12.12,"pct":17.3,"variant":"Sonnet 5 (max)"},"eqbench":{"rank":14,"of":32,"score":1221.2,"pct":58.1,"variant":"claude-sonnet-5"},"eqbench_cw":{"rank":29,"of":143,"score":1797.9,"pct":80.3,"variant":"claude-sonnet-5"},"simplebench":{"rank":46,"of":112,"score":60.6,"pct":59.5,"variant":"Claude Sonnet 5"}},"domains":{"overall":65.7,"coding":64.1,"agent":64.4,"reasoning":75.4,"math":73.2,"knowledge":75.6,"writing":60.9,"instruction":48.5,"chat":68.2,"business":78.5,"japanese":76,"vision":53.1,"longctx":56.8},"coverage":6,"avgPct":57.8,"overall":65.7,"rank":53,"avgRank":34.3,"aliases":["Claude Sonnet 5 (High)","Claude Sonnet 5 (Search)","claude-sonnet-5","claude-sonnet-5-xhigh-effort","Claude Sonnet 5","claude-sonnet-5_max","claude-sonnet-5_xhigh","Sonnet 5 (max)"],"open":false,"reasoning":true,"ctx":1000000,"pin":2,"pout":10,"tps":81,"ttft":0.85,"release":"2026-06-30","theta":0.521,"se":0.136,"lo":59.2,"hi":71.8,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":52},{"id":"deepseek-v4-pro","name":"DeepSeek V4 Pro","provider":"deepseek","providerName":"DeepSeek","country":"CN","sites":{"aa":{"rank":39,"of":141,"score":36,"pct":72.9,"variant":"deepseek-v4-pro"},"livebench":{"rank":22,"of":64,"score":77.4,"pct":66.7,"variant":"deepseek-v4-pro-0813"},"epoch":{"rank":42,"of":230,"score":155.96,"pct":82.1,"variant":"DeepSeek V4 Pro 0813"},"arc":{"rank":36,"of":95,"score":61.3,"pct":62.8,"variant":"DeepSeek V4 Pro 0813 (Max)"},"vals":{"rank":31,"of":42,"score":53,"pct":26.8,"variant":"deepseek/deepseek-v4-pro-0813"},"tbench":{"rank":47,"of":53,"score":6.67,"pct":11.5,"variant":"DeepSeek V4 Pro 0813 (max)"},"eqbench":{"rank":22,"of":32,"score":1156.3,"pct":32.3,"variant":"deepseek-v4-pro"},"simplebench":{"rank":64,"of":112,"score":50.9,"pct":43.2,"variant":"DeepSeek V4 Pro"}},"metrics":{"arena_coding":{"rank":69,"of":344,"score":1502.9,"pct":80.2,"variant":"DeepSeek-V4-Pro (High, 20260813)"},"arena_math":{"rank":59,"of":333,"score":1464.8,"pct":82.5,"variant":"DeepSeek-V4-Pro Preview (High)"},"arena_creative_writing":{"rank":45,"of":347,"score":1446.3,"pct":87.3,"variant":"DeepSeek-V4-Pro"},"arena_instruction_following":{"rank":50,"of":349,"score":1460.5,"pct":85.9,"variant":"DeepSeek-V4-Pro (High, 20260813)"},"arena_hard_prompts":{"rank":60,"of":349,"score":1481.4,"pct":83,"variant":"DeepSeek-V4-Pro (High, 20260813)"},"arena_multi_turn":{"rank":46,"of":347,"score":1474.9,"pct":87,"variant":"DeepSeek-V4-Pro"},"arena_expert":{"rank":71,"of":302,"score":1481.3,"pct":76.7,"variant":"DeepSeek-V4-Pro (High, 20260813)"},"arena_japanese":{"rank":35,"of":233,"score":1453.9,"pct":85.3,"variant":"DeepSeek-V4-Pro"},"arena_industry_business_and_management_and_financial_operations":{"rank":44,"of":342,"score":1467.2,"pct":87.4,"variant":"DeepSeek-V4-Pro (High, 20260813)"},"arena_industry_medicine_and_healthcare":{"rank":46,"of":321,"score":1485.1,"pct":85.9,"variant":"DeepSeek-V4-Pro Preview (High)"},"arena_industry_legal_and_government":{"rank":32,"of":322,"score":1483.9,"pct":90.3,"variant":"DeepSeek-V4-Pro (High, 20260813)"},"arena_webdev":{"rank":44,"of":136,"score":1580.7,"pct":68.1,"variant":"DeepSeek-V4-Pro (High, 20260813)"},"aa_index":{"rank":39,"of":141,"score":36,"pct":72.9,"variant":"deepseek-v4-pro"},"aa_hle":{"rank":36,"of":143,"score":41,"pct":75.4,"variant":"deepseek-v4-pro"},"aa_gpqa":{"rank":15,"of":120,"score":92.8,"pct":88.2,"variant":"deepseek-v4-pro"},"aa_scicode":{"rank":47,"of":141,"score":51,"pct":67.1,"variant":"deepseek-v4-pro"},"aa_terminalbenchHard":{"rank":12,"of":74,"score":46.2,"pct":84.9,"variant":"deepseek-v4-pro-0424"},"aa_tau2":{"rank":5,"of":73,"score":96.2,"pct":94.4,"variant":"deepseek-v4-pro-0424"},"aa_ifbench":{"rank":11,"of":74,"score":76.5,"pct":86.3,"variant":"deepseek-v4-pro-0424"},"aa_lcr":{"rank":35,"of":143,"score":80.3,"pct":76.1,"variant":"deepseek-v4-pro"},"aa_critpt":{"rank":31,"of":146,"score":18,"pct":79.3,"variant":"deepseek-v4-pro"},"aa_omniscience":{"rank":50,"of":143,"score":0.8,"pct":65.5,"variant":"deepseek-v4-pro"},"aa_gdpvalNormalized":{"rank":22,"of":141,"score":0.5,"pct":85,"variant":"deepseek-v4-pro"},"aa_apexAgents":{"rank":16,"of":25,"score":24.3,"pct":37.5,"variant":"deepseek-v4-pro-0424"},"livebench_global":{"rank":22,"of":64,"score":77.4,"pct":66.7,"variant":"deepseek-v4-pro-0813"},"livebench_reasoning":{"rank":32,"of":64,"score":85.8,"pct":50.8,"variant":"deepseek-v4-pro-0813"},"livebench_coding":{"rank":37,"of":64,"score":77.2,"pct":42.9,"variant":"deepseek-v4-pro-0813"},"livebench_agentic_coding":{"rank":30,"of":64,"score":54.9,"pct":54,"variant":"deepseek-v4-pro-0813"},"livebench_mathematics":{"rank":14,"of":64,"score":95.1,"pct":79.4,"variant":"deepseek-v4-pro-0813"},"livebench_data_analysis":{"rank":17,"of":64,"score":79.2,"pct":74.6,"variant":"deepseek-v4-pro-0813"},"livebench_language":{"rank":25,"of":64,"score":82.1,"pct":61.9,"variant":"deepseek-v4-pro-0813"},"livebench_if":{"rank":36,"of":64,"score":67.7,"pct":44.4,"variant":"deepseek-v4-pro-0813"},"epoch_eci":{"rank":42,"of":230,"score":155.96,"pct":82.1,"variant":"DeepSeek V4 Pro 0813"},"epoch_frontiermath":{"rank":42,"of":91,"score":64.6,"pct":54.4,"variant":"deepseek-v4-pro-0813_max"},"epoch_frontiermath4":{"rank":44,"of":74,"score":26.8,"pct":41.1,"variant":"deepseek-v4-pro-0813_max"},"epoch_gpqa":{"rank":36,"of":226,"score":91.7,"pct":84.4,"variant":"deepseek-v4-pro-0813_max"},"epoch_simpleqa":{"rank":30,"of":94,"score":52.9,"pct":68.8,"variant":"deepseek-v4-pro-0813_max"},"epoch_aime":{"rank":31,"of":208,"score":98.6,"pct":85.5,"variant":"deepseek-v4-pro-0813_max"},"arc_v2":{"rank":36,"of":95,"score":61.3,"pct":62.8,"variant":"DeepSeek V4 Pro 0813 (Max)"},"arc_v1":{"rank":35,"of":92,"score":90.5,"pct":62.6,"variant":"DeepSeek V4 Pro 0813 (Low)"},"vals_index":{"rank":31,"of":42,"score":53,"pct":26.8,"variant":"deepseek/deepseek-v4-pro-0813"},"vals_vibe_code_bench":{"rank":23,"of":42,"score":82.3,"pct":46.3,"variant":"deepseek/deepseek-v4-pro-0813"},"vals_finance_agent":{"rank":34,"of":42,"score":57.1,"pct":19.5,"variant":"deepseek/deepseek-v4-pro-0813"},"vals_emb":{"rank":35,"of":42,"score":65.1,"pct":17.1,"variant":"deepseek/deepseek-v4-pro-0813"},"vals_code_migration":{"rank":21,"of":42,"score":52,"pct":51.2,"variant":"deepseek/deepseek-v4-pro-0813"},"vals_legal_research":{"rank":23,"of":42,"score":40.9,"pct":46.3,"variant":"deepseek/deepseek-v4-pro-0813"},"vals_legal_agent_benchmark":{"rank":25,"of":42,"score":10.8,"pct":41.5,"variant":"deepseek/deepseek-v4-pro-0813"},"tbench":{"rank":47,"of":53,"score":6.67,"pct":11.5,"variant":"DeepSeek V4 Pro 0813 (max)"},"eqbench":{"rank":22,"of":32,"score":1156.3,"pct":32.3,"variant":"deepseek-v4-pro"},"eqbench_cw":{"rank":60,"of":143,"score":1552.6,"pct":58.5,"variant":"deepseek-ai/DeepSeek-V4-Pro"},"simplebench":{"rank":64,"of":112,"score":50.9,"pct":43.2,"variant":"DeepSeek V4 Pro"}},"domains":{"overall":65.6,"coding":63.3,"agent":49.1,"reasoning":69.6,"math":76.8,"knowledge":80.1,"writing":68,"instruction":60.5,"chat":50.8,"business":85.9,"japanese":78,"longctx":51.8},"coverage":8,"avgPct":49.8,"overall":65.6,"rank":54,"avgRank":37.9,"aliases":["DeepSeek-V4-Pro (High, 20260813)","DeepSeek-V4-Pro Preview (High)","DeepSeek-V4-Pro","deepseek-v4-pro","deepseek-v4-pro-0424","deepseek-v4-pro-0813","DeepSeek V4 Pro 0813","deepseek-v4-pro-0813_max","DeepSeek V4 Pro 0813 (Max)","DeepSeek V4 Pro 0813 (Low)","deepseek/deepseek-v4-pro-0813","DeepSeek V4 Pro 0813 (max)","deepseek-ai/DeepSeek-V4-Pro","DeepSeek V4 Pro"],"open":true,"reasoning":true,"ctx":1000000,"pin":0.435,"pout":0.87,"tps":84,"ttft":1.65,"release":"2026-04-24","theta":0.516,"se":0.105,"lo":60.6,"hi":70.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":54},{"id":"gemini-3-5-flash","name":"Gemini 3.5 Flash","provider":"google","providerName":"Google","country":"US","sites":{"aa":{"rank":47,"of":141,"score":32.6,"pct":67.1,"variant":"gemini-3-5-flash"},"livebench":{"rank":37,"of":64,"score":74.6,"pct":42.9,"variant":"gemini-3.5-flash-high"},"epoch":{"rank":44,"of":230,"score":155.34,"pct":81.2,"variant":"Gemini 3.5 Flash"},"arc":{"rank":28,"of":95,"score":72.1,"pct":71.3,"variant":"Gemini 3.5 Flash (High)"},"eqbench":{"rank":28,"of":32,"score":1077.1,"pct":12.9,"variant":"gemini-3.5-flash"},"simplebench":{"rank":19,"of":112,"score":76.7,"pct":83.8,"variant":"Gemini 3.5 Flash"}},"metrics":{"arena_coding":{"rank":60,"of":344,"score":1508.1,"pct":82.8,"variant":"Gemini 3.5 Flash (High)"},"arena_math":{"rank":22,"of":333,"score":1498.3,"pct":93.7,"variant":"Gemini 3.5 Flash (High)"},"arena_creative_writing":{"rank":22,"of":347,"score":1469.3,"pct":93.9,"variant":"Gemini 3.5 Flash (Medium)"},"arena_instruction_following":{"rank":43,"of":349,"score":1466.4,"pct":87.9,"variant":"Gemini 3.5 Flash (Medium)"},"arena_hard_prompts":{"rank":40,"of":349,"score":1496.2,"pct":88.8,"variant":"Gemini 3.5 Flash (High)"},"arena_multi_turn":{"rank":35,"of":347,"score":1480.1,"pct":90.2,"variant":"Gemini 3.5 Flash (High)"},"arena_expert":{"rank":55,"of":302,"score":1491.5,"pct":82.1,"variant":"Gemini 3.5 Flash (High)"},"arena_japanese":{"rank":20,"of":233,"score":1483.3,"pct":91.8,"variant":"Gemini 3.5 Flash (High)"},"arena_industry_business_and_management_and_financial_operations":{"rank":43,"of":342,"score":1467.8,"pct":87.7,"variant":"Gemini 3.5 Flash (High)"},"arena_industry_medicine_and_healthcare":{"rank":34,"of":321,"score":1488.3,"pct":89.7,"variant":"Gemini 3.5 Flash (Medium)"},"arena_industry_legal_and_government":{"rank":36,"of":322,"score":1481.9,"pct":89.1,"variant":"Gemini 3.5 Flash (Medium)"},"arena_webdev":{"rank":66,"of":136,"score":1499.8,"pct":51.9,"variant":"Gemini 3.5 Flash (High)"},"arena_vision":{"rank":19,"of":143,"score":1282.1,"pct":87.3,"variant":"Gemini 3.5 Flash (Medium)"},"arena_document":{"rank":23,"of":39,"score":1458.7,"pct":42.1,"variant":"Gemini 3.5 Flash (Medium)"},"aa_index":{"rank":47,"of":141,"score":32.6,"pct":67.1,"variant":"gemini-3-5-flash"},"aa_hle":{"rank":31,"of":143,"score":42.7,"pct":78.9,"variant":"gemini-3-5-flash"},"aa_gpqa":{"rank":21,"of":120,"score":92.2,"pct":83.2,"variant":"gemini-3-5-flash"},"aa_scicode":{"rank":36,"of":141,"score":53.9,"pct":75,"variant":"gemini-3-5-flash"},"aa_terminalbenchHard":{"rank":20,"of":74,"score":40.9,"pct":74,"variant":"gemini-3-5-flash"},"aa_tau2":{"rank":10,"of":73,"score":95.3,"pct":87.5,"variant":"gemini-3-5-flash"},"aa_ifbench":{"rank":12,"of":74,"score":76.3,"pct":84.9,"variant":"gemini-3-5-flash"},"aa_lcr":{"rank":76,"of":143,"score":73.3,"pct":47.2,"variant":"gemini-3-5-flash"},"aa_mmmuPro":{"rank":7,"of":69,"score":84.3,"pct":91.2,"variant":"gemini-3-5-flash"},"aa_critpt":{"rank":46,"of":146,"score":13.1,"pct":69,"variant":"gemini-3-5-flash"},"aa_omniscience":{"rank":25,"of":143,"score":21.2,"pct":83.1,"variant":"gemini-3-5-flash"},"aa_gdpvalNormalized":{"rank":40,"of":141,"score":0.4,"pct":72.1,"variant":"gemini-3-5-flash"},"aa_apexAgents":{"rank":1,"of":25,"score":47.1,"pct":100,"variant":"gemini-3-5-flash"},"livebench_global":{"rank":37,"of":64,"score":74.6,"pct":42.9,"variant":"gemini-3.5-flash-high"},"livebench_reasoning":{"rank":46,"of":64,"score":82,"pct":28.6,"variant":"gemini-3.5-flash-high"},"livebench_coding":{"rank":29,"of":64,"score":78.2,"pct":55.6,"variant":"gemini-3.5-flash-high"},"livebench_agentic_coding":{"rank":45,"of":64,"score":49,"pct":30.2,"variant":"gemini-3.5-flash-high"},"livebench_mathematics":{"rank":41,"of":64,"score":88.2,"pct":36.5,"variant":"gemini-3.5-flash-high"},"livebench_data_analysis":{"rank":58,"of":64,"score":64.9,"pct":9.5,"variant":"gemini-3.5-flash-high"},"livebench_language":{"rank":14,"of":64,"score":84.6,"pct":79.4,"variant":"gemini-3.5-flash-high"},"livebench_if":{"rank":7,"of":64,"score":75.6,"pct":90.5,"variant":"gemini-3.5-flash-high"},"epoch_eci":{"rank":44,"of":230,"score":155.34,"pct":81.2,"variant":"Gemini 3.5 Flash"},"epoch_frontiermath":{"rank":44,"of":91,"score":62.8,"pct":52.2,"variant":"gemini-3.5-flash_high"},"epoch_frontiermath4":{"rank":44,"of":74,"score":26.8,"pct":41.1,"variant":"gemini-3.5-flash_high"},"epoch_gpqa":{"rank":31,"of":226,"score":92.8,"pct":86.7,"variant":"gemini-3.5-flash_high"},"epoch_simpleqa":{"rank":17,"of":94,"score":66.2,"pct":82.8,"variant":"gemini-3.5-flash_high"},"epoch_aime":{"rank":45,"of":208,"score":95.6,"pct":78.7,"variant":"gemini-3.5-flash_high"},"arc_v2":{"rank":28,"of":95,"score":72.1,"pct":71.3,"variant":"Gemini 3.5 Flash (High)"},"arc_v1":{"rank":30,"of":92,"score":92.5,"pct":68.1,"variant":"Gemini 3.5 Flash (High)"},"scale_mcp":{"rank":9,"of":37,"score":83.6,"pct":77.8,"variant":"Gemini 3.5 Flash (mcp-atlas) high"},"eqbench":{"rank":28,"of":32,"score":1077.1,"pct":12.9,"variant":"gemini-3.5-flash"},"simplebench":{"rank":19,"of":112,"score":76.7,"pct":83.8,"variant":"Gemini 3.5 Flash"}},"domains":{"overall":65.2,"coding":58.9,"agent":57.1,"reasoning":71.3,"math":64.6,"knowledge":84.4,"writing":77.3,"instruction":79.4,"chat":29.8,"business":69.6,"japanese":82.3,"vision":71.3,"longctx":38.1},"coverage":6,"avgPct":59.9,"overall":65.2,"rank":55,"avgRank":33.8,"aliases":["Gemini 3.5 Flash (High)","Gemini 3.5 Flash (Medium)","gemini-3-5-flash","gemini-3.5-flash-high","Gemini 3.5 Flash","gemini-3.5-flash_high","Gemini 3.5 Flash (mcp-atlas) high","gemini-3.5-flash"],"open":false,"reasoning":true,"ctx":1000000,"pin":1.5,"pout":9,"tps":215,"ttft":0.8,"release":"2026-05-19","theta":0.503,"se":0.134,"lo":58.8,"hi":71.2,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":48},{"id":"muse-spark-1-1","name":"Muse Spark 1.1","provider":"meta","providerName":"Meta","country":"US","sites":{"aa":{"rank":44,"of":141,"score":33.7,"pct":69.3,"variant":"muse-spark-1-1"},"livebench":{"rank":35,"of":64,"score":75.3,"pct":46,"variant":"muse-spark-1.1-xhigh"},"epoch":{"rank":48,"of":230,"score":154.94,"pct":79.5,"variant":"Muse Spark 1.1"},"eqbench":{"rank":11,"of":32,"score":1244.4,"pct":67.7,"variant":"muse-spark-1.1"}},"metrics":{"arena_coding":{"rank":17,"of":344,"score":1533.2,"pct":95.3,"variant":"Muse Spark 1.1"},"arena_math":{"rank":26,"of":333,"score":1493.6,"pct":92.5,"variant":"Muse Spark 1.1"},"arena_creative_writing":{"rank":51,"of":347,"score":1443.2,"pct":85.5,"variant":"Muse Spark 1.1"},"arena_instruction_following":{"rank":32,"of":349,"score":1473,"pct":91.1,"variant":"Muse Spark 1.1"},"arena_hard_prompts":{"rank":17,"of":349,"score":1511,"pct":95.4,"variant":"Muse Spark 1.1"},"arena_multi_turn":{"rank":13,"of":347,"score":1496.6,"pct":96.5,"variant":"Muse Spark 1.1"},"arena_expert":{"rank":39,"of":302,"score":1502.9,"pct":87.4,"variant":"Muse Spark 1.1"},"arena_japanese":{"rank":28,"of":233,"score":1469.2,"pct":88.4,"variant":"Muse Spark 1.1"},"arena_industry_business_and_management_and_financial_operations":{"rank":11,"of":342,"score":1490.5,"pct":97.1,"variant":"Muse Spark 1.1"},"arena_industry_medicine_and_healthcare":{"rank":20,"of":321,"score":1501.4,"pct":94.1,"variant":"Muse Spark 1.1"},"arena_industry_legal_and_government":{"rank":22,"of":322,"score":1497.4,"pct":93.5,"variant":"Muse Spark 1.1"},"arena_webdev":{"rank":52,"of":136,"score":1541.3,"pct":62.2,"variant":"Muse Spark 1.1"},"arena_vision":{"rank":25,"of":143,"score":1278.9,"pct":83.1,"variant":"Muse Spark 1.1"},"arena_document":{"rank":9,"of":39,"score":1479.8,"pct":78.9,"variant":"Muse Spark 1.1"},"arena_agent":{"rank":51,"of":61,"score":-0.09,"pct":16.7,"variant":"Muse Spark 1.1"},"aa_index":{"rank":44,"of":141,"score":33.7,"pct":69.3,"variant":"muse-spark-1-1"},"aa_hle":{"rank":21,"of":143,"score":46.2,"pct":85.9,"variant":"muse-spark-1-1"},"aa_gpqa":{"rank":34,"of":120,"score":89.8,"pct":72.3,"variant":"muse-spark-1-1"},"aa_scicode":{"rank":13,"of":141,"score":58.8,"pct":91.4,"variant":"muse-spark-1-1"},"aa_lcr":{"rank":60,"of":143,"score":77.7,"pct":58.5,"variant":"muse-spark-1-1"},"aa_critpt":{"rank":40,"of":146,"score":15.1,"pct":73.1,"variant":"muse-spark-1-1"},"aa_omniscience":{"rank":15,"of":143,"score":28.1,"pct":90.1,"variant":"muse-spark-1-1"},"aa_gdpvalNormalized":{"rank":40,"of":141,"score":0.4,"pct":72.1,"variant":"muse-spark-1-1"},"livebench_global":{"rank":35,"of":64,"score":75.3,"pct":46,"variant":"muse-spark-1.1-xhigh"},"livebench_reasoning":{"rank":25,"of":64,"score":87.7,"pct":61.9,"variant":"muse-spark-1.1-xhigh"},"livebench_coding":{"rank":37,"of":64,"score":77.2,"pct":42.9,"variant":"muse-spark-1.1-xhigh"},"livebench_agentic_coding":{"rank":18,"of":64,"score":58.5,"pct":73,"variant":"muse-spark-1.1-xhigh"},"livebench_mathematics":{"rank":45,"of":64,"score":87.1,"pct":30.2,"variant":"muse-spark-1.1-xhigh"},"livebench_data_analysis":{"rank":45,"of":64,"score":72.5,"pct":30.2,"variant":"muse-spark-1.1-xhigh"},"livebench_language":{"rank":49,"of":64,"score":74.3,"pct":23.8,"variant":"muse-spark-1.1-xhigh"},"livebench_if":{"rank":32,"of":64,"score":69.6,"pct":50.8,"variant":"muse-spark-1.1-xhigh"},"epoch_eci":{"rank":48,"of":230,"score":154.94,"pct":79.5,"variant":"Muse Spark 1.1"},"epoch_simpleqa":{"rank":24,"of":94,"score":57.8,"pct":75.3,"variant":"muse-spark-1.1"},"scale_multichallenge":{"rank":7,"of":39,"score":75.3,"pct":84.2,"variant":"Muse Spark 1.1 (one-pass-agent)"},"scale_mcp":{"rank":2,"of":37,"score":88.1,"pct":97.2,"variant":"Muse Spark 1.1 (mcp-atlas)"},"eqbench":{"rank":11,"of":32,"score":1244.4,"pct":67.7,"variant":"muse-spark-1.1"},"eqbench_cw":{"rank":15,"of":143,"score":1928.2,"pct":90.1,"variant":"muse-spark-1.1"}},"domains":{"overall":65,"coding":71.5,"agent":55.5,"reasoning":77.9,"math":61.3,"knowledge":83.6,"writing":62.5,"instruction":71.7,"chat":76.2,"business":79.8,"japanese":80.3,"vision":65.4,"longctx":70.5},"coverage":4,"avgPct":65.6,"overall":65,"rank":56,"avgRank":34.5,"aliases":["Muse Spark 1.1","muse-spark-1-1","muse-spark-1.1-xhigh","muse-spark-1.1","Muse Spark 1.1 (one-pass-agent)","Muse Spark 1.1 (mcp-atlas)"],"open":false,"reasoning":true,"ctx":1048576,"pin":1.25,"pout":4.25,"tps":194,"ttft":20.71,"release":"2026-07-09","theta":0.495,"se":0.163,"lo":57.1,"hi":72.2,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":51},{"id":"muse-spark-open","name":"Muse Spark Open","provider":"meta","providerName":"Meta","country":"US","sites":{"aa":{"rank":31,"of":141,"score":38.9,"pct":78.6,"variant":"muse-spark-open"},"epoch":{"rank":43,"of":230,"score":155.47,"pct":81.7,"variant":"Muse Spark Open"},"vals":{"rank":36,"of":42,"score":48.6,"pct":14.6,"variant":"meta/muse-spark-open"}},"metrics":{"arena_webdev":{"rank":56,"of":136,"score":1527.3,"pct":59.3,"variant":"Muse Spark Open (Max)"},"aa_index":{"rank":31,"of":141,"score":38.9,"pct":78.6,"variant":"muse-spark-open"},"aa_hle":{"rank":26,"of":143,"score":43.9,"pct":82.4,"variant":"muse-spark-open"},"aa_gpqa":{"rank":41,"of":120,"score":89,"pct":66.4,"variant":"muse-spark-open"},"aa_scicode":{"rank":15,"of":141,"score":58.4,"pct":90,"variant":"muse-spark-open"},"aa_lcr":{"rank":54,"of":143,"score":78.3,"pct":62.7,"variant":"muse-spark-open"},"aa_mmmuPro":{"rank":15,"of":69,"score":80.9,"pct":79.4,"variant":"muse-spark-open"},"aa_critpt":{"rank":41,"of":146,"score":14.9,"pct":72.4,"variant":"muse-spark-open"},"aa_omniscience":{"rank":22,"of":143,"score":24.7,"pct":85.2,"variant":"muse-spark-open"},"aa_gdpvalNormalized":{"rank":22,"of":141,"score":0.5,"pct":85,"variant":"muse-spark-open"},"epoch_eci":{"rank":43,"of":230,"score":155.47,"pct":81.7,"variant":"Muse Spark Open"},"vals_index":{"rank":36,"of":42,"score":48.6,"pct":14.6,"variant":"meta/muse-spark-open"},"vals_vibe_code_bench":{"rank":33,"of":42,"score":76.2,"pct":22,"variant":"meta/muse-spark-open"},"vals_finance_agent":{"rank":24,"of":42,"score":60.7,"pct":43.9,"variant":"meta/muse-spark-open"},"vals_emb":{"rank":38,"of":42,"score":62,"pct":9.8,"variant":"meta/muse-spark-open"},"vals_code_migration":{"rank":36,"of":42,"score":25.1,"pct":14.6,"variant":"meta/muse-spark-open"},"vals_legal_research":{"rank":27,"of":42,"score":38.5,"pct":36.6,"variant":"meta/muse-spark-open"},"vals_legal_agent_benchmark":{"rank":2,"of":42,"score":25,"pct":97.6,"variant":"meta/muse-spark-open"}},"domains":{"overall":64.4,"coding":63.4,"reasoning":73.4,"knowledge":80.1,"business":77.4,"vision":61.9,"longctx":46.6},"coverage":3,"avgPct":58.3,"overall":64.4,"rank":57,"avgRank":36.7,"aliases":["Muse Spark Open (Max)","muse-spark-open","Muse Spark Open","meta/muse-spark-open"],"open":true,"reasoning":true,"ctx":1048576,"pin":1.25,"pout":4.25,"tps":131,"ttft":0.73,"release":"2026-10-15","theta":0.473,"se":0.156,"lo":56.7,"hi":71.3,"firstSeen":"2026-10-15T19:04:33.220Z","isNew":false,"prevRank":50},{"id":"gpt-6-luna","name":"GPT-6 Luna","provider":"openai","providerName":"OpenAI","country":"US","sites":{"aa":{"rank":36,"of":141,"score":38.1,"pct":75,"variant":"gpt-6-luna"},"livebench":{"rank":49,"of":64,"score":72,"pct":23.8,"variant":"gpt-6-luna-max"},"epoch":{"rank":37,"of":230,"score":156.45,"pct":84.3,"variant":"GPT-6 Luna"},"arc":{"rank":43,"of":95,"score":59.3,"pct":55.3,"variant":"GPT-6 Luna (Max)"},"vals":{"rank":33,"of":42,"score":52.3,"pct":22,"variant":"openai/gpt-6-luna"},"tbench":{"rank":39,"of":53,"score":15.15,"pct":26.9,"variant":"GPT-6 Luna (max)"}},"metrics":{"arena_coding":{"rank":67,"of":344,"score":1504,"pct":80.8,"variant":"GPT-6 Luna (Max)"},"arena_math":{"rank":74,"of":333,"score":1448.6,"pct":78,"variant":"GPT-6 Luna (Max)"},"arena_creative_writing":{"rank":84,"of":347,"score":1408.7,"pct":76,"variant":"GPT-6 Luna (Max)"},"arena_instruction_following":{"rank":76,"of":349,"score":1437.6,"pct":78.4,"variant":"GPT-6 Luna (Max)"},"arena_hard_prompts":{"rank":80,"of":349,"score":1464.9,"pct":77.3,"variant":"GPT-6 Luna (Max)"},"arena_multi_turn":{"rank":93,"of":347,"score":1443.8,"pct":73.4,"variant":"GPT-6 Luna (Max)"},"arena_expert":{"rank":64,"of":302,"score":1486,"pct":79.1,"variant":"GPT-6 Luna (Max)"},"arena_japanese":{"rank":63,"of":233,"score":1418.1,"pct":73.3,"variant":"GPT-6 Luna (Max)"},"arena_industry_business_and_management_and_financial_operations":{"rank":96,"of":342,"score":1438.5,"pct":72.1,"variant":"GPT-6 Luna (Max)"},"arena_industry_medicine_and_healthcare":{"rank":122,"of":321,"score":1431.6,"pct":62.2,"variant":"GPT-6 Luna (Max)"},"arena_industry_legal_and_government":{"rank":89,"of":322,"score":1445,"pct":72.6,"variant":"GPT-6 Luna (Max)"},"arena_webdev":{"rank":45,"of":136,"score":1578.3,"pct":67.4,"variant":"GPT-6 Luna (Max)"},"arena_vision":{"rank":59,"of":143,"score":1234.1,"pct":59.2,"variant":"GPT-6 Luna (Max)"},"arena_search":{"rank":16,"of":43,"score":1208.4,"pct":64.3,"variant":"GPT-6 Luna (Max)"},"arena_agent":{"rank":30,"of":61,"score":0.006,"pct":51.7,"variant":"GPT-6 Luna (Max)"},"aa_index":{"rank":36,"of":141,"score":38.1,"pct":75,"variant":"gpt-6-luna"},"aa_hle":{"rank":45,"of":143,"score":38.5,"pct":69,"variant":"gpt-6-luna"},"aa_scicode":{"rank":30,"of":141,"score":54.6,"pct":79.3,"variant":"gpt-6-luna"},"aa_lcr":{"rank":14,"of":143,"score":83.3,"pct":90.8,"variant":"gpt-6-luna"},"aa_mmmuPro":{"rank":21,"of":69,"score":79.7,"pct":70.6,"variant":"gpt-6-luna-xhigh"},"aa_critpt":{"rank":28,"of":146,"score":19.4,"pct":81.4,"variant":"gpt-6-luna"},"aa_omniscience":{"rank":52,"of":143,"score":0.7,"pct":64.1,"variant":"gpt-6-luna"},"aa_gdpvalNormalized":{"rank":22,"of":141,"score":0.5,"pct":85,"variant":"gpt-6-luna"},"livebench_global":{"rank":49,"of":64,"score":72,"pct":23.8,"variant":"gpt-6-luna-max"},"livebench_reasoning":{"rank":47,"of":64,"score":81.8,"pct":27,"variant":"gpt-6-luna-max"},"livebench_coding":{"rank":24,"of":64,"score":79,"pct":63.5,"variant":"gpt-6-luna-max"},"livebench_agentic_coding":{"rank":39,"of":64,"score":51.2,"pct":39.7,"variant":"gpt-6-luna-max"},"livebench_mathematics":{"rank":37,"of":64,"score":89.1,"pct":42.9,"variant":"gpt-6-luna-max"},"livebench_data_analysis":{"rank":41,"of":64,"score":73.4,"pct":36.5,"variant":"gpt-6-luna-max"},"livebench_language":{"rank":51,"of":64,"score":73.8,"pct":20.6,"variant":"gpt-6-luna-max"},"livebench_if":{"rank":62,"of":64,"score":55.9,"pct":3.2,"variant":"gpt-6-luna-max"},"epoch_eci":{"rank":37,"of":230,"score":156.45,"pct":84.3,"variant":"GPT-6 Luna"},"epoch_frontiermath":{"rank":24,"of":91,"score":78.9,"pct":74.4,"variant":"gpt-6-luna_max"},"epoch_frontiermath4":{"rank":26,"of":74,"score":56.1,"pct":65.8,"variant":"gpt-6-luna_max"},"epoch_gpqa":{"rank":46,"of":226,"score":90.5,"pct":80,"variant":"gpt-6-luna_max"},"epoch_simpleqa":{"rank":51,"of":94,"score":41.4,"pct":46.2,"variant":"gpt-6-luna_max"},"epoch_aime":{"rank":27,"of":208,"score":98.9,"pct":87.4,"variant":"gpt-6-luna_max"},"arc_v2":{"rank":43,"of":95,"score":59.3,"pct":55.3,"variant":"GPT-6 Luna (Max)"},"arc_v1":{"rank":45,"of":92,"score":86.7,"pct":51.6,"variant":"GPT-6 Luna (Max)"},"arc_v3":{"rank":20,"of":28,"score":0.6,"pct":29.6,"variant":"GPT-6 Luna (Max)"},"vals_index":{"rank":33,"of":42,"score":52.3,"pct":22,"variant":"openai/gpt-6-luna"},"vals_vibe_code_bench":{"rank":24,"of":42,"score":81.6,"pct":43.9,"variant":"openai/gpt-6-luna"},"vals_finance_agent":{"rank":35,"of":42,"score":56.8,"pct":17.1,"variant":"openai/gpt-6-luna"},"vals_emb":{"rank":21,"of":42,"score":70,"pct":51.2,"variant":"openai/gpt-6-luna"},"vals_code_migration":{"rank":30,"of":42,"score":45.5,"pct":29.3,"variant":"openai/gpt-6-luna"},"vals_legal_research":{"rank":35,"of":42,"score":30.3,"pct":17.1,"variant":"openai/gpt-6-luna"},"vals_legal_agent_benchmark":{"rank":37,"of":42,"score":4.2,"pct":12.2,"variant":"openai/gpt-6-luna"},"tbench":{"rank":39,"of":53,"score":15.15,"pct":26.9,"variant":"GPT-6 Luna (max)"}},"domains":{"overall":64.1,"coding":67.5,"agent":62.6,"reasoning":65.2,"math":67.3,"knowledge":76,"writing":54,"instruction":24.5,"chat":43,"business":79.3,"japanese":71.7,"vision":54.6,"longctx":59.6},"coverage":6,"avgPct":47.9,"overall":64.1,"rank":58,"avgRank":39.5,"aliases":["GPT-6 Luna (Max)","gpt-6-luna","gpt-6-luna-xhigh","gpt-6-luna-max","GPT-6 Luna","gpt-6-luna_max","openai/gpt-6-luna","GPT-6 Luna (max)"],"open":false,"reasoning":true,"ctx":1000000,"pin":0.1,"pout":0.5,"tps":120,"ttft":0.94,"release":"2026-09-22","theta":0.465,"se":0.112,"lo":58.7,"hi":69.2,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":53},{"id":"gemini-3-pro","name":"Gemini 3 Pro","provider":"google","providerName":"Google","country":"US","sites":{"epoch":{"rank":56,"of":230,"score":153.04,"pct":76,"variant":"Gemini 3 Pro"},"arc":{"rank":53,"of":95,"score":31.1,"pct":44.7,"variant":"Gemini 3 Pro"},"scale":{"rank":8,"of":44,"score":37.52,"pct":83.7,"variant":"gemini-3-pro-preview"},"simplebench":{"rank":20,"of":112,"score":76.4,"pct":82.9,"variant":"Gemini 3 Pro Preview"}},"metrics":{"arena_coding":{"rank":43,"of":344,"score":1517,"pct":87.8,"variant":"Gemini 3 Pro"},"arena_math":{"rank":44,"of":333,"score":1475.5,"pct":87,"variant":"Gemini 3 Pro"},"arena_creative_writing":{"rank":14,"of":347,"score":1484.2,"pct":96.2,"variant":"Gemini 3 Pro"},"arena_instruction_following":{"rank":34,"of":349,"score":1472.6,"pct":90.5,"variant":"Gemini 3 Pro"},"arena_hard_prompts":{"rank":28,"of":349,"score":1502.4,"pct":92.2,"variant":"Gemini 3 Pro"},"arena_multi_turn":{"rank":14,"of":347,"score":1495.5,"pct":96.2,"variant":"Gemini 3 Pro"},"arena_expert":{"rank":48,"of":302,"score":1497.6,"pct":84.4,"variant":"Gemini 3 Pro"},"arena_japanese":{"rank":11,"of":233,"score":1502.2,"pct":95.7,"variant":"Gemini 3 Pro"},"arena_industry_business_and_management_and_financial_operations":{"rank":33,"of":342,"score":1474.1,"pct":90.6,"variant":"Gemini 3 Pro"},"arena_industry_medicine_and_healthcare":{"rank":14,"of":321,"score":1509.6,"pct":95.9,"variant":"Gemini 3 Pro"},"arena_industry_legal_and_government":{"rank":15,"of":322,"score":1501.1,"pct":95.6,"variant":"Gemini 3 Pro"},"arena_webdev":{"rank":76,"of":136,"score":1441.1,"pct":44.4,"variant":"Gemini 3 Pro"},"arena_vision":{"rank":13,"of":143,"score":1289.1,"pct":91.5,"variant":"Gemini 3 Pro"},"arena_search":{"rank":19,"of":43,"score":1201,"pct":57.1,"variant":"Gemini 3 Pro (Grounding)"},"arena_document":{"rank":26,"of":39,"score":1451,"pct":34.2,"variant":"Gemini 3 Pro"},"epoch_eci":{"rank":56,"of":230,"score":153.04,"pct":76,"variant":"Gemini 3 Pro"},"epoch_gpqa":{"rank":34,"of":226,"score":92.6,"pct":85.3,"variant":"gemini-3-pro-preview"},"epoch_aime":{"rank":63,"of":208,"score":91.4,"pct":70,"variant":"gemini-3-pro-preview"},"arc_v2":{"rank":53,"of":95,"score":31.1,"pct":44.7,"variant":"Gemini 3 Pro"},"arc_v1":{"rank":54,"of":92,"score":75,"pct":41.8,"variant":"Gemini 3 Pro"},"scale_hle":{"rank":8,"of":44,"score":37.52,"pct":83.7,"variant":"gemini-3-pro-preview"},"scale_multichallenge":{"rank":16,"of":39,"score":65.67,"pct":60.5,"variant":"Gemini 3 Pro (one-pass-agent)"},"scale_mcp":{"rank":24,"of":37,"score":70.3,"pct":36.1,"variant":"Gemini 3 Pro (mcp-atlas) high"},"eqbench_cw":{"rank":62,"of":143,"score":1524.3,"pct":57,"variant":"gemini-3-pro-preview"},"simplebench":{"rank":20,"of":112,"score":76.4,"pct":82.9,"variant":"Gemini 3 Pro Preview"}},"domains":{"overall":63.5,"coding":52.7,"agent":45.2,"reasoning":76.7,"math":66.6,"knowledge":83.5,"writing":58.9,"instruction":62.7,"chat":57.4,"business":78,"japanese":84.7,"vision":70.1,"longctx":28.8},"coverage":4,"avgPct":71.8,"overall":63.5,"rank":59,"avgRank":34.3,"aliases":["Gemini 3 Pro","Gemini 3 Pro (Grounding)","gemini-3-pro-preview","Gemini 3 Pro (one-pass-agent)","Gemini 3 Pro (mcp-atlas) high","Gemini 3 Pro Preview"],"open":false,"reasoning":true,"ctx":1000000,"pin":2,"pout":12,"release":"2025-11-18","theta":0.441,"se":0.164,"lo":55.3,"hi":70.9,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":56},{"id":"deepseek-v4-flash","name":"DeepSeek V4 Flash","provider":"deepseek","providerName":"DeepSeek","country":"CN","sites":{"aa":{"rank":41,"of":141,"score":34.3,"pct":71.4,"variant":"deepseek-v4-flash"},"livebench":{"rank":40,"of":64,"score":74.2,"pct":38.1,"variant":"deepseek-v4-flash-0731"},"epoch":{"rank":52,"of":230,"score":154.43,"pct":77.7,"variant":"DeepSeek V4 Flash 0731"},"arc":{"rank":34,"of":95,"score":61.4,"pct":64.9,"variant":"DeepSeek V4 Flash 0731 (Max)"},"simplebench":{"rank":43,"of":112,"score":61.1,"pct":62.2,"variant":"DeepSeek V4 Flash"}},"metrics":{"arena_coding":{"rank":97,"of":344,"score":1484.1,"pct":72,"variant":"DeepSeek-V4-Flash"},"arena_math":{"rank":87,"of":333,"score":1440.6,"pct":74.1,"variant":"DeepSeek-V4-Flash Preview (High)"},"arena_creative_writing":{"rank":82,"of":347,"score":1411.6,"pct":76.6,"variant":"DeepSeek-V4-Flash Preview (High)"},"arena_instruction_following":{"rank":84,"of":349,"score":1434.3,"pct":76.1,"variant":"DeepSeek-V4-Flash Preview (High)"},"arena_hard_prompts":{"rank":90,"of":349,"score":1458.7,"pct":74.4,"variant":"DeepSeek-V4-Flash"},"arena_multi_turn":{"rank":75,"of":347,"score":1452.8,"pct":78.6,"variant":"DeepSeek-V4-Flash"},"arena_expert":{"rank":87,"of":302,"score":1467,"pct":71.4,"variant":"DeepSeek-V4-Flash Preview (High)"},"arena_japanese":{"rank":57,"of":233,"score":1424.8,"pct":75.9,"variant":"DeepSeek-V4-Flash Preview (High)"},"arena_industry_business_and_management_and_financial_operations":{"rank":98,"of":342,"score":1438.2,"pct":71.6,"variant":"DeepSeek-V4-Flash"},"arena_industry_medicine_and_healthcare":{"rank":78,"of":321,"score":1460.9,"pct":75.9,"variant":"DeepSeek-V4-Flash Preview (High)"},"arena_industry_legal_and_government":{"rank":76,"of":322,"score":1456.9,"pct":76.6,"variant":"DeepSeek-V4-Flash Preview (High)"},"arena_webdev":{"rank":42,"of":136,"score":1582.1,"pct":69.6,"variant":"DeepSeek-V4-Flash (High)"},"aa_index":{"rank":41,"of":141,"score":34.3,"pct":71.4,"variant":"deepseek-v4-flash"},"aa_hle":{"rank":44,"of":143,"score":38.6,"pct":69.7,"variant":"deepseek-v4-flash"},"aa_gpqa":{"rank":29,"of":120,"score":90.8,"pct":76.5,"variant":"deepseek-v4-flash"},"aa_scicode":{"rank":50,"of":141,"score":50.3,"pct":65,"variant":"deepseek-v4-flash"},"aa_terminalbenchHard":{"rank":23,"of":74,"score":38.6,"pct":69.9,"variant":"deepseek-v4-flash-0420-high"},"aa_tau2":{"rank":7,"of":73,"score":95.6,"pct":91.7,"variant":"deepseek-v4-flash-0420-high"},"aa_ifbench":{"rank":6,"of":74,"score":79.2,"pct":93.2,"variant":"deepseek-v4-flash-0420"},"aa_lcr":{"rank":42,"of":143,"score":79.7,"pct":71.1,"variant":"deepseek-v4-flash"},"aa_critpt":{"rank":37,"of":146,"score":16.6,"pct":75.2,"variant":"deepseek-v4-flash"},"aa_omniscience":{"rank":77,"of":143,"score":-14.3,"pct":46.5,"variant":"deepseek-v4-flash"},"aa_gdpvalNormalized":{"rank":22,"of":141,"score":0.5,"pct":85,"variant":"deepseek-v4-flash"},"livebench_global":{"rank":40,"of":64,"score":74.2,"pct":38.1,"variant":"deepseek-v4-flash-0731"},"livebench_reasoning":{"rank":30,"of":64,"score":86.6,"pct":54,"variant":"deepseek-v4-flash-0731"},"livebench_coding":{"rank":49,"of":64,"score":75,"pct":23.8,"variant":"deepseek-v4-flash-0731"},"livebench_agentic_coding":{"rank":49,"of":64,"score":46.8,"pct":23.8,"variant":"deepseek-v4-flash-0731"},"livebench_mathematics":{"rank":47,"of":64,"score":86.8,"pct":27,"variant":"deepseek-v4-flash-0731"},"livebench_data_analysis":{"rank":13,"of":64,"score":79.3,"pct":81,"variant":"deepseek-v4-flash-0731"},"livebench_language":{"rank":35,"of":64,"score":79.2,"pct":46,"variant":"deepseek-v4-flash-0731"},"livebench_if":{"rank":43,"of":64,"score":65.5,"pct":33.3,"variant":"deepseek-v4-flash-0731"},"epoch_eci":{"rank":52,"of":230,"score":154.43,"pct":77.7,"variant":"DeepSeek V4 Flash 0731"},"epoch_frontiermath":{"rank":49,"of":91,"score":57.5,"pct":46.7,"variant":"deepseek-v4-flash-0731_max"},"epoch_frontiermath4":{"rank":50,"of":74,"score":24.4,"pct":32.9,"variant":"deepseek-v4-flash-0731_max"},"epoch_gpqa":{"rank":39,"of":226,"score":91,"pct":83.1,"variant":"deepseek-v4-flash-0731_max"},"epoch_simpleqa":{"rank":66,"of":94,"score":33.6,"pct":30.1,"variant":"deepseek-v4-flash-0731_max"},"epoch_aime":{"rank":52,"of":208,"score":94.4,"pct":75.4,"variant":"deepseek-v4-flash-0731_max"},"arc_v2":{"rank":34,"of":95,"score":61.4,"pct":64.9,"variant":"DeepSeek V4 Flash 0731 (Max)"},"arc_v1":{"rank":39,"of":92,"score":89,"pct":58.2,"variant":"DeepSeek V4 Flash 0731 (Max)"},"eqbench_cw":{"rank":58,"of":143,"score":1559.4,"pct":59.9,"variant":"deepseek-ai/DeepSeek-V4-Flash"},"simplebench":{"rank":43,"of":112,"score":61.1,"pct":62.2,"variant":"DeepSeek V4 Flash"}},"domains":{"overall":63.5,"coding":58.6,"agent":45.4,"reasoning":71.6,"math":59.4,"knowledge":72,"writing":62.6,"instruction":53.9,"chat":46.6,"business":86.3,"japanese":73,"longctx":50.3},"coverage":5,"avgPct":62.9,"overall":63.5,"rank":59,"avgRank":42,"aliases":["DeepSeek-V4-Flash","DeepSeek-V4-Flash Preview (High)","DeepSeek-V4-Flash (High)","deepseek-v4-flash","deepseek-v4-flash-0420-high","deepseek-v4-flash-0420","deepseek-v4-flash-0731","DeepSeek V4 Flash 0731","deepseek-v4-flash-0731_max","DeepSeek V4 Flash 0731 (Max)","deepseek-ai/DeepSeek-V4-Flash","DeepSeek V4 Flash"],"open":true,"reasoning":true,"ctx":1000000,"pin":0.1119,"pout":0.2338,"tps":173,"ttft":1.22,"release":"2026-04-24","theta":0.441,"se":0.139,"lo":56.6,"hi":69.8,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":57},{"id":"hy4-flash","name":"Hy4 Flash","provider":"tencent","providerName":"Tencent","country":"CN","sites":{"vals":{"rank":35,"of":42,"score":50.8,"pct":17.1,"variant":"tencent/hy4-flash"},"tbench":{"rank":45,"of":53,"score":11.82,"pct":15.4,"variant":"Hy4 Flash (none)"}},"metrics":{"vals_index":{"rank":35,"of":42,"score":50.8,"pct":17.1,"variant":"tencent/hy4-flash"},"vals_vibe_code_bench":{"rank":34,"of":42,"score":74.8,"pct":19.5,"variant":"tencent/hy4-flash"},"vals_finance_agent":{"rank":23,"of":42,"score":60.8,"pct":46.3,"variant":"tencent/hy4-flash"},"vals_emb":{"rank":37,"of":42,"score":63,"pct":12.2,"variant":"tencent/hy4-flash"},"vals_code_migration":{"rank":31,"of":42,"score":40.6,"pct":26.8,"variant":"tencent/hy4-flash"},"vals_legal_research":{"rank":27,"of":42,"score":38.5,"pct":36.6,"variant":"tencent/hy4-flash"},"vals_legal_agent_benchmark":{"rank":32,"of":42,"score":5.4,"pct":24.4,"variant":"tencent/hy4-flash"},"tbench":{"rank":45,"of":53,"score":11.82,"pct":15.4,"variant":"Hy4 Flash (none)"}},"domains":{"overall":63.4,"coding":61.9,"agent":48.4,"business":61.3},"coverage":2,"avgPct":16.3,"overall":63.4,"rank":61,"avgRank":40,"aliases":["tencent/hy4-flash","Hy4 Flash (none)"],"theta":0.44,"se":0.167,"lo":55.1,"hi":70.9,"firstSeen":"2026-11-17T15:56:12.775Z","isNew":true},{"id":"mistral-large-4","name":"Mistral Large 4","provider":"mistral","providerName":"Mistral AI","country":"FR","sites":{"aa":{"rank":33,"of":141,"score":38.4,"pct":77.1,"variant":"mistral-large-4"},"livebench":{"rank":51,"of":64,"score":71.8,"pct":20.6,"variant":"mistral-large-4-high"},"epoch":{"rank":49,"of":230,"score":154.57,"pct":79,"variant":"Mistral Large 4"},"tbench":{"rank":28,"of":53,"score":27.58,"pct":48.1,"variant":"Mistral Large 4 (max)"}},"metrics":{"arena_coding":{"rank":95,"of":344,"score":1485.8,"pct":72.6,"variant":"Mistral Large 4"},"arena_math":{"rank":76,"of":333,"score":1447.8,"pct":77.4,"variant":"Mistral Large 4"},"arena_creative_writing":{"rank":140,"of":347,"score":1358,"pct":59.8,"variant":"Mistral Large 4"},"arena_instruction_following":{"rank":96,"of":349,"score":1423.2,"pct":72.7,"variant":"Mistral Large 4"},"arena_hard_prompts":{"rank":98,"of":349,"score":1454,"pct":72.1,"variant":"Mistral Large 4"},"arena_multi_turn":{"rank":99,"of":347,"score":1433.1,"pct":71.7,"variant":"Mistral Large 4"},"arena_expert":{"rank":91,"of":302,"score":1466.6,"pct":70.1,"variant":"Mistral Large 4"},"arena_industry_business_and_management_and_financial_operations":{"rank":89,"of":342,"score":1440.4,"pct":74.2,"variant":"Mistral Large 4"},"arena_industry_medicine_and_healthcare":{"rank":130,"of":321,"score":1426.3,"pct":59.7,"variant":"Mistral Large 4"},"arena_industry_legal_and_government":{"rank":98,"of":322,"score":1438,"pct":69.8,"variant":"Mistral Large 4"},"arena_webdev":{"rank":46,"of":136,"score":1573.2,"pct":66.7,"variant":"Mistral Large 4"},"arena_vision":{"rank":61,"of":143,"score":1233.2,"pct":57.7,"variant":"Mistral Large 4"},"arena_agent":{"rank":47,"of":61,"score":-0.071,"pct":23.3,"variant":"Mistral Large 4"},"aa_index":{"rank":33,"of":141,"score":38.4,"pct":77.1,"variant":"mistral-large-4"},"aa_hle":{"rank":52,"of":143,"score":35,"pct":64.1,"variant":"mistral-large-4"},"aa_scicode":{"rank":33,"of":141,"score":54.2,"pct":77.1,"variant":"mistral-large-4"},"aa_lcr":{"rank":29,"of":143,"score":81.3,"pct":80.3,"variant":"mistral-large-4"},"aa_mmmuPro":{"rank":33,"of":69,"score":76.4,"pct":52.9,"variant":"mistral-large-4"},"aa_critpt":{"rank":51,"of":146,"score":10.6,"pct":65.5,"variant":"mistral-large-4"},"aa_omniscience":{"rank":63,"of":143,"score":-5.3,"pct":56.3,"variant":"mistral-large-4"},"aa_gdpvalNormalized":{"rank":22,"of":141,"score":0.5,"pct":85,"variant":"mistral-large-4"},"livebench_global":{"rank":51,"of":64,"score":71.8,"pct":20.6,"variant":"mistral-large-4-high"},"livebench_reasoning":{"rank":40,"of":64,"score":83.9,"pct":38.1,"variant":"mistral-large-4-high"},"livebench_coding":{"rank":37,"of":64,"score":77.2,"pct":42.9,"variant":"mistral-large-4-high"},"livebench_agentic_coding":{"rank":22,"of":64,"score":57.2,"pct":66.7,"variant":"mistral-large-4-high"},"livebench_mathematics":{"rank":18,"of":64,"score":93.6,"pct":73,"variant":"mistral-large-4-high"},"livebench_data_analysis":{"rank":31,"of":64,"score":76.5,"pct":52.4,"variant":"mistral-large-4-high"},"livebench_language":{"rank":64,"of":64,"score":49.6,"pct":0,"variant":"mistral-large-4-high"},"livebench_if":{"rank":45,"of":64,"score":64.8,"pct":30.2,"variant":"mistral-large-4-high"},"epoch_eci":{"rank":49,"of":230,"score":154.57,"pct":79,"variant":"Mistral Large 4"},"tbench":{"rank":28,"of":53,"score":27.58,"pct":48.1,"variant":"Mistral Large 4 (max)"}},"domains":{"overall":62.5,"coding":72,"agent":59.3,"reasoning":66,"math":75.1,"knowledge":69.4,"writing":14,"instruction":49.8,"chat":38.9,"business":83.4,"vision":46.7,"longctx":54.5},"coverage":4,"avgPct":56.2,"overall":62.5,"rank":62,"avgRank":40.3,"aliases":["Mistral Large 4","mistral-large-4","mistral-large-4-high","Mistral Large 4 (max)"],"open":true,"reasoning":true,"ctx":524288,"pin":1.36,"pout":4.18,"tps":71,"ttft":1.8,"release":"2026-10-06","theta":0.41,"se":0.152,"lo":55,"hi":69.5,"firstSeen":"2026-10-06T14:14:12.181Z","isNew":false,"prevRank":55},{"id":"gemini-3-6-flash","name":"Gemini 3.6 Flash","provider":"google","providerName":"Google","country":"US","sites":{"aa":{"rank":42,"of":141,"score":34,"pct":70.7,"variant":"gemini-3-6-flash"},"livebench":{"rank":42,"of":64,"score":73.6,"pct":34.9,"variant":"gemini-3.6-flash-high"},"epoch":{"rank":45,"of":230,"score":155.24,"pct":80.8,"variant":"Gemini 3.6 Flash"},"arc":{"rank":38,"of":95,"score":60.4,"pct":60.6,"variant":"Gemini 3.6 Flash (High)"}},"metrics":{"arena_coding":{"rank":40,"of":344,"score":1518.2,"pct":88.6,"variant":"Gemini 3.6 Flash (High)"},"arena_math":{"rank":17,"of":333,"score":1501.4,"pct":95.2,"variant":"Gemini 3.6 Flash (High)"},"arena_creative_writing":{"rank":18,"of":347,"score":1471.5,"pct":95.1,"variant":"Gemini 3.6 Flash (High)"},"arena_instruction_following":{"rank":33,"of":349,"score":1472.8,"pct":90.8,"variant":"Gemini 3.6 Flash (High)"},"arena_hard_prompts":{"rank":29,"of":349,"score":1501.1,"pct":92,"variant":"Gemini 3.6 Flash (High)"},"arena_multi_turn":{"rank":23,"of":347,"score":1489.7,"pct":93.6,"variant":"Gemini 3.6 Flash (High)"},"arena_expert":{"rank":42,"of":302,"score":1498.8,"pct":86.4,"variant":"Gemini 3.6 Flash (High)"},"arena_japanese":{"rank":25,"of":233,"score":1475.3,"pct":89.7,"variant":"Gemini 3.6 Flash (High)"},"arena_industry_business_and_management_and_financial_operations":{"rank":34,"of":342,"score":1474,"pct":90.3,"variant":"Gemini 3.6 Flash (High)"},"arena_industry_medicine_and_healthcare":{"rank":50,"of":321,"score":1480.8,"pct":84.7,"variant":"Gemini 3.6 Flash (High)"},"arena_industry_legal_and_government":{"rank":39,"of":322,"score":1480.6,"pct":88.2,"variant":"Gemini 3.6 Flash (High)"},"arena_webdev":{"rank":54,"of":136,"score":1537.8,"pct":60.7,"variant":"Gemini 3.6 Flash (High)"},"arena_vision":{"rank":24,"of":143,"score":1280,"pct":83.8,"variant":"Gemini 3.6 Flash (High)"},"arena_document":{"rank":24,"of":39,"score":1454.2,"pct":39.5,"variant":"Gemini 3.6 Flash (High)"},"aa_index":{"rank":42,"of":141,"score":34,"pct":70.7,"variant":"gemini-3-6-flash"},"aa_hle":{"rank":37,"of":143,"score":40.8,"pct":74.6,"variant":"gemini-3-6-flash"},"aa_gpqa":{"rank":15,"of":120,"score":92.8,"pct":88.2,"variant":"gemini-3-6-flash"},"aa_scicode":{"rank":38,"of":141,"score":53.4,"pct":73.6,"variant":"gemini-3-6-flash"},"aa_lcr":{"rank":37,"of":143,"score":80,"pct":74.6,"variant":"gemini-3-6-flash"},"aa_mmmuPro":{"rank":9,"of":69,"score":83.2,"pct":88.2,"variant":"gemini-3-6-flash"},"aa_critpt":{"rank":51,"of":146,"score":10.6,"pct":65.5,"variant":"gemini-3-6-flash"},"aa_omniscience":{"rank":23,"of":143,"score":22.1,"pct":84.5,"variant":"gemini-3-6-flash"},"aa_gdpvalNormalized":{"rank":40,"of":141,"score":0.4,"pct":72.1,"variant":"gemini-3-6-flash"},"livebench_global":{"rank":42,"of":64,"score":73.6,"pct":34.9,"variant":"gemini-3.6-flash-high"},"livebench_reasoning":{"rank":36,"of":64,"score":85.1,"pct":44.4,"variant":"gemini-3.6-flash-high"},"livebench_coding":{"rank":33,"of":64,"score":77.9,"pct":49.2,"variant":"gemini-3.6-flash-high"},"livebench_agentic_coding":{"rank":56,"of":64,"score":43.4,"pct":12.7,"variant":"gemini-3.6-flash-high"},"livebench_mathematics":{"rank":48,"of":64,"score":86.4,"pct":25.4,"variant":"gemini-3.6-flash-high"},"livebench_data_analysis":{"rank":59,"of":64,"score":63,"pct":7.9,"variant":"gemini-3.6-flash-high"},"livebench_language":{"rank":16,"of":64,"score":83.9,"pct":76.2,"variant":"gemini-3.6-flash-high"},"livebench_if":{"rank":9,"of":64,"score":75.4,"pct":87.3,"variant":"gemini-3.6-flash-high"},"epoch_eci":{"rank":45,"of":230,"score":155.24,"pct":80.8,"variant":"Gemini 3.6 Flash"},"epoch_frontiermath":{"rank":47,"of":91,"score":58.9,"pct":48.9,"variant":"gemini-3.6-flash_high"},"epoch_frontiermath4":{"rank":52,"of":74,"score":22,"pct":30.1,"variant":"gemini-3.6-flash_high"},"epoch_gpqa":{"rank":17,"of":226,"score":94.1,"pct":92.9,"variant":"gemini-3.6-flash_high"},"epoch_simpleqa":{"rank":17,"of":94,"score":66.2,"pct":82.8,"variant":"gemini-3.6-flash_high"},"epoch_aime":{"rank":54,"of":208,"score":94.2,"pct":74.4,"variant":"gemini-3.6-flash_high"},"arc_v2":{"rank":38,"of":95,"score":60.4,"pct":60.6,"variant":"Gemini 3.6 Flash (High)"},"arc_v1":{"rank":32,"of":92,"score":91.2,"pct":65.9,"variant":"Gemini 3.6 Flash (High)"},"eqbench_cw":{"rank":50,"of":143,"score":1602.4,"pct":65.5,"variant":"gemini-3.6-flash"}},"domains":{"overall":62.5,"coding":64.8,"agent":37.4,"reasoning":72,"math":60.4,"knowledge":84.2,"writing":72.1,"instruction":80.5,"chat":61.1,"business":64.8,"japanese":81.2,"vision":68.9,"longctx":34.2},"coverage":4,"avgPct":61.7,"overall":62.5,"rank":63,"avgRank":41.8,"aliases":["Gemini 3.6 Flash (High)","gemini-3-6-flash","gemini-3.6-flash-high","Gemini 3.6 Flash","gemini-3.6-flash_high","gemini-3.6-flash"],"open":false,"reasoning":true,"ctx":1000000,"pin":0.75,"pout":3.75,"tps":224,"ttft":14.46,"release":"2026-07-21","theta":0.409,"se":0.148,"lo":55.1,"hi":69.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":58},{"id":"gpt-5-2-pro","name":"GPT-5.2 Pro","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":33,"of":230,"score":157.35,"pct":86,"variant":"GPT-5.2 Pro"},"arc":{"rank":44,"of":95,"score":54.2,"pct":54.3,"variant":"GPT-5.2 Pro (High)"},"simplebench":{"rank":54,"of":112,"score":57.4,"pct":52.3,"variant":"GPT-5.2 Pro (xhigh)"}},"metrics":{"epoch_eci":{"rank":33,"of":230,"score":157.35,"pct":86,"variant":"GPT-5.2 Pro"},"arc_v2":{"rank":44,"of":95,"score":54.2,"pct":54.3,"variant":"GPT-5.2 Pro (High)"},"arc_v1":{"rank":35,"of":92,"score":90.5,"pct":62.6,"variant":"GPT-5.2 Pro (XHigh)"},"simplebench":{"rank":54,"of":112,"score":57.4,"pct":52.3,"variant":"GPT-5.2 Pro (xhigh)"}},"domains":{"overall":61.3,"reasoning":63.6},"coverage":3,"avgPct":64.2,"overall":61.3,"rank":64,"avgRank":43.7,"aliases":["GPT-5.2 Pro","GPT-5.2 Pro (High)","GPT-5.2 Pro (XHigh)","GPT-5.2 Pro (xhigh)"],"release":"2025-12-11","open":false,"theta":0.366,"se":0.217,"lo":50.3,"hi":71.2,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":59},{"id":"qwen3-8-27b","name":"Qwen3.8 27B","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"aa":{"rank":44,"of":141,"score":33.7,"pct":69.3,"variant":"qwen3-8-27b"},"livebench":{"rank":35,"of":64,"score":75.3,"pct":46,"variant":"qwen3.8-27b"},"arc":{"rank":48,"of":95,"score":42.4,"pct":50,"variant":"Qwen3.8-27B (XHigh)"}},"metrics":{"arena_coding":{"rank":79,"of":344,"score":1498.2,"pct":77.3,"variant":"Qwen3.8-27B"},"arena_math":{"rank":66,"of":333,"score":1455,"pct":80.4,"variant":"Qwen3.8-27B"},"arena_creative_writing":{"rank":137,"of":347,"score":1360.4,"pct":60.7,"variant":"Qwen3.8-27B"},"arena_instruction_following":{"rank":100,"of":349,"score":1420.7,"pct":71.6,"variant":"Qwen3.8-27B"},"arena_hard_prompts":{"rank":88,"of":349,"score":1460.3,"pct":75,"variant":"Qwen3.8-27B"},"arena_multi_turn":{"rank":95,"of":347,"score":1439,"pct":72.8,"variant":"Qwen3.8-27B"},"arena_expert":{"rank":82,"of":302,"score":1472.8,"pct":73.1,"variant":"Qwen3.8-27B"},"arena_japanese":{"rank":77,"of":233,"score":1399.2,"pct":67.2,"variant":"Qwen3.8-27B"},"arena_industry_business_and_management_and_financial_operations":{"rank":88,"of":342,"score":1440.8,"pct":74.5,"variant":"Qwen3.8-27B"},"arena_industry_medicine_and_healthcare":{"rank":114,"of":321,"score":1439.2,"pct":64.7,"variant":"Qwen3.8-27B"},"arena_industry_legal_and_government":{"rank":97,"of":322,"score":1438.5,"pct":70.1,"variant":"Qwen3.8-27B"},"arena_webdev":{"rank":39,"of":136,"score":1589.5,"pct":71.9,"variant":"Qwen3.8-27B"},"arena_vision":{"rank":54,"of":143,"score":1244.4,"pct":62.7,"variant":"Qwen3.8-27B"},"arena_agent":{"rank":45,"of":61,"score":-0.055,"pct":26.7,"variant":"Qwen3.8-27B"},"aa_index":{"rank":44,"of":141,"score":33.7,"pct":69.3,"variant":"qwen3-8-27b"},"aa_hle":{"rank":57,"of":143,"score":33.9,"pct":60.6,"variant":"qwen3-8-27b"},"aa_gpqa":{"rank":30,"of":120,"score":90.5,"pct":75.6,"variant":"qwen3-8-27b"},"aa_scicode":{"rank":67,"of":141,"score":46.6,"pct":52.9,"variant":"qwen3-8-27b"},"aa_lcr":{"rank":24,"of":143,"score":82,"pct":83.8,"variant":"qwen3-8-27b"},"aa_mmmuPro":{"rank":35,"of":69,"score":76.3,"pct":50,"variant":"qwen3-8-27b"},"aa_critpt":{"rank":64,"of":146,"score":5.4,"pct":56.6,"variant":"qwen3-8-27b"},"aa_omniscience":{"rank":65,"of":143,"score":-7.9,"pct":54.9,"variant":"qwen3-8-27b-non-reasoning"},"aa_gdpvalNormalized":{"rank":22,"of":141,"score":0.5,"pct":85,"variant":"qwen3-8-27b"},"livebench_global":{"rank":35,"of":64,"score":75.3,"pct":46,"variant":"qwen3.8-27b"},"livebench_reasoning":{"rank":50,"of":64,"score":80,"pct":22.2,"variant":"qwen3.8-27b"},"livebench_coding":{"rank":47,"of":64,"score":75.7,"pct":27,"variant":"qwen3.8-27b"},"livebench_agentic_coding":{"rank":13,"of":64,"score":61.4,"pct":81,"variant":"qwen3.8-27b"},"livebench_mathematics":{"rank":49,"of":64,"score":86.2,"pct":23.8,"variant":"qwen3.8-27b"},"livebench_data_analysis":{"rank":30,"of":64,"score":76.6,"pct":54,"variant":"qwen3.8-27b"},"livebench_language":{"rank":49,"of":64,"score":74.3,"pct":23.8,"variant":"qwen3.8-27b"},"livebench_if":{"rank":19,"of":64,"score":72.7,"pct":71.4,"variant":"qwen3.8-27b"},"arc_v2":{"rank":48,"of":95,"score":42.4,"pct":50,"variant":"Qwen3.8-27B (XHigh)"},"arc_v1":{"rank":42,"of":92,"score":87.5,"pct":54.9,"variant":"Qwen3.8-27B (XHigh)"},"eqbench_cw":{"rank":42,"of":143,"score":1670.5,"pct":71.1,"variant":"Qwen/Qwen3.8-27B"}},"domains":{"overall":61,"coding":66.7,"agent":59.4,"reasoning":59,"math":57.4,"knowledge":69.6,"writing":54.9,"instruction":73.1,"chat":41.1,"business":83.5,"japanese":68,"vision":48.2,"longctx":56.3},"coverage":3,"avgPct":55.1,"overall":61,"rank":65,"avgRank":42.3,"aliases":["Qwen3.8-27B","qwen3-8-27b","qwen3-8-27b-non-reasoning","qwen3.8-27b","Qwen3.8-27B (XHigh)","Qwen/Qwen3.8-27B"],"open":true,"reasoning":true,"ctx":256000,"pin":0.5,"pout":3,"tps":49,"ttft":3.91,"release":"2026-08-14","theta":0.357,"se":0.152,"lo":53.4,"hi":68.1,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":61},{"id":"gpt-5-6-luna","name":"GPT-5.6 Luna","provider":"openai","providerName":"OpenAI","country":"US","sites":{"aa":{"rank":38,"of":141,"score":37.3,"pct":73.6,"variant":"gpt-5-6-luna"},"livebench":{"rank":42,"of":64,"score":73.6,"pct":34.9,"variant":"gpt-5.6-luna-max"},"epoch":{"rank":36,"of":230,"score":156.72,"pct":84.7,"variant":"GPT-5.6 Luna"},"arc":{"rank":42,"of":95,"score":59.5,"pct":56.4,"variant":"GPT-5.6 Luna (Max)"},"tbench":{"rank":37,"of":53,"score":17.58,"pct":30.8,"variant":"GPT-5.6 Luna (max)"},"eqbench":{"rank":23,"of":32,"score":1145.9,"pct":29,"variant":"gpt-5.6-luna"},"simplebench":{"rank":68,"of":112,"score":46.8,"pct":39.6,"variant":"GPT-5.6 Luna (xhigh)"}},"metrics":{"arena_coding":{"rank":69,"of":344,"score":1502.9,"pct":80.2,"variant":"GPT-5.6 Luna (xHigh)"},"arena_math":{"rank":43,"of":333,"score":1475.9,"pct":87.3,"variant":"GPT-5.6 Luna (xHigh)"},"arena_creative_writing":{"rank":83,"of":347,"score":1410.6,"pct":76.3,"variant":"GPT-5.6 Luna (xHigh)"},"arena_instruction_following":{"rank":72,"of":349,"score":1442.4,"pct":79.6,"variant":"GPT-5.6 Luna (xHigh)"},"arena_hard_prompts":{"rank":72,"of":349,"score":1474.9,"pct":79.6,"variant":"GPT-5.6 Luna (xHigh)"},"arena_multi_turn":{"rank":73,"of":347,"score":1458.5,"pct":79.2,"variant":"GPT-5.6 Luna (xHigh)"},"arena_expert":{"rank":58,"of":302,"score":1490,"pct":81.1,"variant":"GPT-5.6 Luna (xHigh)"},"arena_japanese":{"rank":49,"of":233,"score":1434.7,"pct":79.3,"variant":"GPT-5.6 Luna (xHigh)"},"arena_industry_business_and_management_and_financial_operations":{"rank":54,"of":342,"score":1461.8,"pct":84.5,"variant":"GPT-5.6 Luna (xHigh)"},"arena_industry_medicine_and_healthcare":{"rank":113,"of":321,"score":1439.8,"pct":65,"variant":"GPT-5.6 Luna (xHigh)"},"arena_industry_legal_and_government":{"rank":72,"of":322,"score":1460,"pct":77.9,"variant":"GPT-5.6 Luna (xHigh)"},"arena_vision":{"rank":42,"of":143,"score":1255.7,"pct":71.1,"variant":"GPT-5.6 Luna (xHigh)"},"arena_document":{"rank":21,"of":39,"score":1460.2,"pct":47.4,"variant":"GPT-5.6 Luna (xHigh)"},"aa_index":{"rank":38,"of":141,"score":37.3,"pct":73.6,"variant":"gpt-5-6-luna"},"aa_hle":{"rank":40,"of":143,"score":39.5,"pct":72.5,"variant":"gpt-5-6-luna"},"aa_gpqa":{"rank":26,"of":120,"score":91.1,"pct":79,"variant":"gpt-5-6-luna"},"aa_scicode":{"rank":37,"of":141,"score":53.6,"pct":74.3,"variant":"gpt-5-6-luna"},"aa_lcr":{"rank":11,"of":143,"score":83.7,"pct":93,"variant":"gpt-5-6-luna"},"aa_mmmuPro":{"rank":26,"of":69,"score":78.6,"pct":63.2,"variant":"gpt-5-6-luna"},"aa_critpt":{"rank":25,"of":146,"score":20.6,"pct":83.4,"variant":"gpt-5-6-luna"},"aa_omniscience":{"rank":71,"of":143,"score":-10.3,"pct":50.7,"variant":"gpt-5-6-luna"},"aa_gdpvalNormalized":{"rank":22,"of":141,"score":0.5,"pct":85,"variant":"gpt-5-6-luna"},"aa_apexAgents":{"rank":7,"of":25,"score":35.8,"pct":75,"variant":"gpt-5-6-luna"},"livebench_global":{"rank":42,"of":64,"score":73.6,"pct":34.9,"variant":"gpt-5.6-luna-max"},"livebench_reasoning":{"rank":34,"of":64,"score":85.6,"pct":47.6,"variant":"gpt-5.6-luna-max"},"livebench_coding":{"rank":7,"of":64,"score":82.9,"pct":90.5,"variant":"gpt-5.6-luna-max"},"livebench_agentic_coding":{"rank":47,"of":64,"score":48.4,"pct":27,"variant":"gpt-5.6-luna-max"},"livebench_mathematics":{"rank":44,"of":64,"score":87.2,"pct":31.7,"variant":"gpt-5.6-luna-max"},"livebench_data_analysis":{"rank":27,"of":64,"score":78,"pct":58.7,"variant":"gpt-5.6-luna-max"},"livebench_language":{"rank":55,"of":64,"score":72.6,"pct":14.3,"variant":"gpt-5.6-luna-max"},"livebench_if":{"rank":57,"of":64,"score":60.1,"pct":11.1,"variant":"gpt-5.6-luna-max"},"epoch_eci":{"rank":36,"of":230,"score":156.72,"pct":84.7,"variant":"GPT-5.6 Luna"},"epoch_frontiermath":{"rank":21,"of":91,"score":82.1,"pct":77.8,"variant":"gpt-5.6-luna_max"},"epoch_frontiermath4":{"rank":24,"of":74,"score":61,"pct":68.5,"variant":"gpt-5.6-luna_max"},"epoch_gpqa":{"rank":37,"of":226,"score":91.6,"pct":84,"variant":"gpt-5.6-luna_max"},"epoch_simpleqa":{"rank":53,"of":94,"score":41,"pct":44.1,"variant":"gpt-5.6-luna_max"},"epoch_aime":{"rank":32,"of":208,"score":98.3,"pct":85,"variant":"gpt-5.6-luna_max"},"arc_v2":{"rank":42,"of":95,"score":59.5,"pct":56.4,"variant":"GPT-5.6 Luna (Max)"},"arc_v1":{"rank":41,"of":92,"score":88,"pct":56,"variant":"GPT-5.6 Luna (Max)"},"arc_v3":{"rank":25,"of":28,"score":0.2,"pct":11.1,"variant":"GPT-5.6 Luna (Low)"},"tbench":{"rank":37,"of":53,"score":17.58,"pct":30.8,"variant":"GPT-5.6 Luna (max)"},"eqbench":{"rank":23,"of":32,"score":1145.9,"pct":29,"variant":"gpt-5.6-luna"},"eqbench_cw":{"rank":25,"of":143,"score":1831.5,"pct":83.1,"variant":"gpt-5.6-luna"},"simplebench":{"rank":68,"of":112,"score":46.8,"pct":39.6,"variant":"GPT-5.6 Luna (xhigh)"}},"domains":{"overall":60.7,"coding":66,"agent":58.8,"reasoning":67.8,"math":64.6,"knowledge":75.3,"writing":56.9,"instruction":35.9,"chat":47.1,"business":85.2,"japanese":74.7,"vision":55.3,"longctx":44.3},"coverage":7,"avgPct":49.9,"overall":60.7,"rank":66,"avgRank":40.9,"aliases":["GPT-5.6 Luna (xHigh)","gpt-5-6-luna","gpt-5.6-luna-max","GPT-5.6 Luna","gpt-5.6-luna_max","GPT-5.6 Luna (Max)","GPT-5.6 Luna (Low)","GPT-5.6 Luna (max)","gpt-5.6-luna","GPT-5.6 Luna (xhigh)"],"open":false,"reasoning":true,"ctx":1000000,"pin":0.2,"pout":1.2,"tps":129,"ttft":0.76,"release":"2026-07-09","theta":0.347,"se":0.123,"lo":54.5,"hi":66.5,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":60},{"id":"gpt-5-2-11","name":"GPT-5.2.11","provider":"openai","providerName":"OpenAI","country":"US","sites":{"livebench":{"rank":37,"of":64,"score":74.6,"pct":42.9,"variant":"gpt-5.2-2025-12-11-high"},"scale":{"rank":14,"of":44,"score":27.8,"pct":69.8,"variant":"gpt-5.2-2025-12-11"}},"metrics":{"livebench_global":{"rank":37,"of":64,"score":74.6,"pct":42.9,"variant":"gpt-5.2-2025-12-11-high"},"livebench_reasoning":{"rank":42,"of":64,"score":83.2,"pct":34.9,"variant":"gpt-5.2-2025-12-11-high"},"livebench_coding":{"rank":44,"of":64,"score":76.1,"pct":31.7,"variant":"gpt-5.2-2025-12-11-high"},"livebench_agentic_coding":{"rank":42,"of":64,"score":50.3,"pct":34.9,"variant":"gpt-5.2-2025-12-11-high"},"livebench_mathematics":{"rank":21,"of":64,"score":93.2,"pct":68.3,"variant":"gpt-5.2-2025-12-11-high"},"livebench_data_analysis":{"rank":25,"of":64,"score":78.2,"pct":61.9,"variant":"gpt-5.2-2025-12-11-high"},"livebench_language":{"rank":31,"of":64,"score":79.8,"pct":52.4,"variant":"gpt-5.2-2025-12-11-high"},"livebench_if":{"rank":55,"of":64,"score":61.8,"pct":14.3,"variant":"gpt-5.2-2025-12-11-high"},"epoch_frontiermath":{"rank":38,"of":91,"score":67.4,"pct":58.9,"variant":"gpt-5.2-2025-12-11_xhigh"},"epoch_frontiermath4":{"rank":37,"of":74,"score":31.7,"pct":50.7,"variant":"gpt-5.2-2025-12-11_xhigh"},"epoch_gpqa":{"rank":38,"of":226,"score":91.4,"pct":83.6,"variant":"gpt-5.2-2025-12-11_xhigh"},"epoch_simpleqa":{"rank":58,"of":94,"score":37.1,"pct":38.7,"variant":"gpt-5.2-2025-12-11_xhigh"},"epoch_aime":{"rank":42,"of":208,"score":96.1,"pct":80.2,"variant":"gpt-5.2-2025-12-11_xhigh"},"scale_hle":{"rank":14,"of":44,"score":27.8,"pct":69.8,"variant":"gpt-5.2-2025-12-11"}},"domains":{"overall":59.5,"coding":57.7,"agent":52.1,"reasoning":65.5,"math":74.5,"knowledge":74.4,"writing":68.1,"instruction":40.3,"business":86.7},"coverage":2,"avgPct":56.4,"overall":59.5,"rank":67,"avgRank":25.5,"aliases":["gpt-5.2-2025-12-11-high","gpt-5.2-2025-12-11_xhigh","gpt-5.2-2025-12-11"],"reasoning":true,"theta":0.309,"se":0.17,"lo":50.9,"hi":67.6,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":64},{"id":"qwen-3-6-max","name":"Qwen 3.6 Max","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"epoch":{"rank":71,"of":230,"score":149.86,"pct":69.4,"variant":"Qwen 3.6 Max (Preview)"},"simplebench":{"rank":37,"of":112,"score":63,"pct":67.6,"variant":"Qwen 3.6 Max Preview"}},"metrics":{"epoch_eci":{"rank":71,"of":230,"score":149.86,"pct":69.4,"variant":"Qwen 3.6 Max (Preview)"},"simplebench":{"rank":37,"of":112,"score":63,"pct":67.6,"variant":"Qwen 3.6 Max Preview"}},"domains":{"overall":59.5,"reasoning":67.1},"coverage":2,"avgPct":68.5,"overall":59.5,"rank":67,"avgRank":54,"aliases":["Qwen 3.6 Max (Preview)","Qwen 3.6 Max Preview"],"release":"2026-04-20","open":false,"theta":0.309,"se":0.33,"lo":42.7,"hi":74.4,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":63},{"id":"claude-sonnet-4-6","name":"Claude Sonnet 4.6","provider":"anthropic","providerName":"Anthropic","country":"US","sites":{"aa":{"rank":50,"of":141,"score":30.1,"pct":65,"variant":"claude-sonnet-4-6-adaptive"},"livebench":{"rank":46,"of":64,"score":73,"pct":28.6,"variant":"claude-sonnet-4-6-thinking-auto-medium-effort"},"epoch":{"rank":57,"of":230,"score":152.85,"pct":75.5,"variant":"Claude Sonnet 4.6"},"arc":{"rank":38,"of":95,"score":60.4,"pct":60.6,"variant":"Claude Sonnet 4.6 (High)"},"eqbench":{"rank":20,"of":32,"score":1196.8,"pct":38.7,"variant":"claude-sonnet-4-6"}},"metrics":{"arena_coding":{"rank":25,"of":344,"score":1528.3,"pct":93,"variant":"Claude Sonnet 4.6"},"arena_math":{"rank":62,"of":333,"score":1461.4,"pct":81.6,"variant":"Claude Sonnet 4.6"},"arena_creative_writing":{"rank":41,"of":347,"score":1448.7,"pct":88.4,"variant":"Claude Sonnet 4.6"},"arena_instruction_following":{"rank":30,"of":349,"score":1473.9,"pct":91.7,"variant":"Claude Sonnet 4.6"},"arena_hard_prompts":{"rank":27,"of":349,"score":1503.1,"pct":92.5,"variant":"Claude Sonnet 4.6"},"arena_multi_turn":{"rank":35,"of":347,"score":1480.1,"pct":90.2,"variant":"Claude Sonnet 4.6"},"arena_expert":{"rank":36,"of":302,"score":1505.9,"pct":88.4,"variant":"Claude Sonnet 4.6"},"arena_japanese":{"rank":44,"of":233,"score":1440.2,"pct":81.5,"variant":"Claude Sonnet 4.6"},"arena_industry_business_and_management_and_financial_operations":{"rank":27,"of":342,"score":1480.8,"pct":92.4,"variant":"Claude Sonnet 4.6"},"arena_industry_medicine_and_healthcare":{"rank":35,"of":321,"score":1488.2,"pct":89.4,"variant":"Claude Sonnet 4.6"},"arena_industry_legal_and_government":{"rank":34,"of":322,"score":1483.5,"pct":89.7,"variant":"Claude Sonnet 4.6"},"arena_webdev":{"rank":57,"of":136,"score":1521.9,"pct":58.5,"variant":"Claude Sonnet 4.6"},"arena_vision":{"rank":27,"of":143,"score":1274.7,"pct":81.7,"variant":"Claude Sonnet 4.6"},"arena_search":{"rank":19,"of":43,"score":1201,"pct":57.1,"variant":"Claude Sonnet 4.6 (Search)"},"arena_document":{"rank":10,"of":39,"score":1478.1,"pct":76.3,"variant":"Claude Sonnet 4.6"},"aa_index":{"rank":50,"of":141,"score":30.1,"pct":65,"variant":"claude-sonnet-4-6-adaptive"},"aa_hle":{"rank":59,"of":143,"score":33.6,"pct":59.2,"variant":"claude-sonnet-4-6-adaptive"},"aa_gpqa":{"rank":42,"of":120,"score":87.5,"pct":65.5,"variant":"claude-sonnet-4-6-adaptive"},"aa_scicode":{"rank":51,"of":141,"score":50.1,"pct":64.3,"variant":"claude-sonnet-4-6-adaptive"},"aa_terminalbenchHard":{"rank":7,"of":74,"score":53,"pct":91.8,"variant":"claude-sonnet-4-6-adaptive"},"aa_tau2":{"rank":36,"of":73,"score":75.7,"pct":51.4,"variant":"claude-sonnet-4-6-adaptive"},"aa_ifbench":{"rank":45,"of":74,"score":56.6,"pct":39.7,"variant":"claude-sonnet-4-6-adaptive"},"aa_lcr":{"rank":37,"of":143,"score":80,"pct":74.6,"variant":"claude-sonnet-4-6-adaptive"},"aa_mmmuPro":{"rank":47,"of":69,"score":73.3,"pct":32.4,"variant":"claude-sonnet-4-6-adaptive"},"aa_critpt":{"rank":75,"of":146,"score":3.1,"pct":49,"variant":"claude-sonnet-4-6-adaptive"},"aa_omniscience":{"rank":34,"of":143,"score":12.2,"pct":76.8,"variant":"claude-sonnet-4-6-adaptive"},"aa_gdpvalNormalized":{"rank":40,"of":141,"score":0.4,"pct":72.1,"variant":"claude-sonnet-4-6-adaptive"},"aa_apexAgents":{"rank":13,"of":25,"score":28,"pct":50,"variant":"claude-sonnet-4-6-adaptive"},"livebench_global":{"rank":46,"of":64,"score":73,"pct":28.6,"variant":"claude-sonnet-4-6-thinking-auto-medium-effort"},"livebench_reasoning":{"rank":37,"of":64,"score":84.8,"pct":42.9,"variant":"claude-sonnet-4-6-thinking-auto-medium-effort"},"livebench_coding":{"rank":23,"of":64,"score":79.3,"pct":65.1,"variant":"claude-sonnet-4-6-thinking-auto-medium-effort"},"livebench_agentic_coding":{"rank":57,"of":64,"score":42.6,"pct":11.1,"variant":"claude-sonnet-4-6-thinking-auto-medium-effort"},"livebench_mathematics":{"rank":46,"of":64,"score":87,"pct":28.6,"variant":"claude-sonnet-4-6-thinking-auto-medium-effort"},"livebench_data_analysis":{"rank":28,"of":64,"score":77.9,"pct":57.1,"variant":"claude-sonnet-4-6-thinking-auto-medium-effort"},"livebench_language":{"rank":44,"of":64,"score":76.1,"pct":31.7,"variant":"claude-sonnet-4-6-thinking-auto-medium-effort"},"livebench_if":{"rank":51,"of":64,"score":63.2,"pct":20.6,"variant":"claude-sonnet-4-6-thinking-auto-medium-effort"},"epoch_eci":{"rank":57,"of":230,"score":152.85,"pct":75.5,"variant":"Claude Sonnet 4.6"},"epoch_gpqa":{"rank":72,"of":226,"score":87.4,"pct":68.4,"variant":"claude-sonnet-4-6_32K"},"epoch_simpleqa":{"rank":60,"of":94,"score":35.5,"pct":36.6,"variant":"claude-sonnet-4-6_high"},"epoch_aime":{"rank":86,"of":208,"score":85.8,"pct":58.9,"variant":"claude-sonnet-4-6_32K"},"arc_v2":{"rank":38,"of":95,"score":60.4,"pct":60.6,"variant":"Claude Sonnet 4.6 (High)"},"arc_v1":{"rank":46,"of":92,"score":86.5,"pct":50.5,"variant":"Claude Sonnet 4.6 (High)"},"scale_mcp":{"rank":26,"of":37,"score":69.5,"pct":30.6,"variant":"Claude Sonnet 4.6 (mcp-atlas) high"},"eqbench":{"rank":20,"of":32,"score":1196.8,"pct":38.7,"variant":"claude-sonnet-4-6"},"eqbench_cw":{"rank":26,"of":143,"score":1811,"pct":82.4,"variant":"claude-sonnet-4-6"}},"domains":{"overall":59.4,"coding":63.9,"agent":50.3,"reasoning":68.6,"math":59.9,"knowledge":73.6,"writing":63.4,"instruction":43.8,"chat":62.3,"business":85.1,"japanese":75.7,"vision":45.9,"longctx":69.1},"coverage":5,"avgPct":53.7,"overall":59.4,"rank":69,"avgRank":42.2,"aliases":["Claude Sonnet 4.6","Claude Sonnet 4.6 (Search)","claude-sonnet-4-6-adaptive","claude-sonnet-4-6-thinking-auto-medium-effort","claude-sonnet-4-6_32K","claude-sonnet-4-6_high","Claude Sonnet 4.6 (High)","Claude Sonnet 4.6 (mcp-atlas) high","claude-sonnet-4-6"],"open":false,"reasoning":true,"ctx":1000000,"pin":3,"pout":15,"tps":63,"ttft":1.14,"release":"2026-02-17","theta":0.304,"se":0.142,"lo":52.2,"hi":66.2,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":62},{"id":"qwen-3-8-27b","name":"Qwen 3.8 27B","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"epoch":{"rank":58,"of":230,"score":152.63,"pct":75.1,"variant":"Qwen 3.8 27B"},"simplebench":{"rank":48,"of":112,"score":60.2,"pct":57.7,"variant":"Qwen 3.8 27B"}},"metrics":{"epoch_eci":{"rank":58,"of":230,"score":152.63,"pct":75.1,"variant":"Qwen 3.8 27B"},"simplebench":{"rank":48,"of":112,"score":60.2,"pct":57.7,"variant":"Qwen 3.8 27B"}},"domains":{"overall":58.2,"reasoning":63.4},"coverage":2,"avgPct":66.4,"overall":58.2,"rank":70,"avgRank":53,"aliases":["Qwen 3.8 27B"],"release":"2026-08-14","open":true,"theta":0.264,"se":0.33,"lo":41.4,"hi":73.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":65},{"id":"glm-5-2","name":"GLM-5.2","provider":"zai","providerName":"Z.ai (Zhipu)","country":"CN","sites":{"aa":{"rank":44,"of":141,"score":33.7,"pct":69.3,"variant":"glm-5-2"},"livebench":{"rank":44,"of":64,"score":73.2,"pct":31.7,"variant":"glm-5.2"},"epoch":{"rank":55,"of":230,"score":153.07,"pct":76.4,"variant":"GLM-5.2"},"arc":{"rank":54,"of":95,"score":22.8,"pct":43.6,"variant":"GLM-5.2"},"eqbench":{"rank":18,"of":32,"score":1208.1,"pct":45.2,"variant":"glm-5.2"},"simplebench":{"rank":51,"of":112,"score":58.8,"pct":55,"variant":"GLM 5.2"}},"metrics":{"arena_coding":{"rank":46,"of":344,"score":1515.6,"pct":86.9,"variant":"GLM-5.2 (Max)"},"arena_math":{"rank":30,"of":333,"score":1487.6,"pct":91.3,"variant":"GLM-5.2 (Max)"},"arena_creative_writing":{"rank":35,"of":347,"score":1450.9,"pct":90.2,"variant":"GLM-5.2 (Max)"},"arena_instruction_following":{"rank":37,"of":349,"score":1470.1,"pct":89.7,"variant":"GLM-5.2 (Max)"},"arena_hard_prompts":{"rank":40,"of":349,"score":1496.2,"pct":88.8,"variant":"GLM-5.2 (Max)"},"arena_multi_turn":{"rank":45,"of":347,"score":1476.8,"pct":87.3,"variant":"GLM-5.2 (Max)"},"arena_expert":{"rank":41,"of":302,"score":1502.7,"pct":86.7,"variant":"GLM-5.2 (Max)"},"arena_japanese":{"rank":32,"of":233,"score":1458,"pct":86.6,"variant":"GLM-5.2 (Max)"},"arena_industry_business_and_management_and_financial_operations":{"rank":49,"of":342,"score":1465.4,"pct":85.9,"variant":"GLM-5.2 (Max)"},"arena_industry_medicine_and_healthcare":{"rank":29,"of":321,"score":1493.1,"pct":91.3,"variant":"GLM-5.2 (Max)"},"arena_industry_legal_and_government":{"rank":28,"of":322,"score":1495,"pct":91.6,"variant":"GLM-5.2 (Max)"},"arena_webdev":{"rank":37,"of":136,"score":1607.5,"pct":73.3,"variant":"GLM-5.2 (Max)"},"arena_agent":{"rank":34,"of":61,"score":-0.004,"pct":45,"variant":"GLM-5.2 (Max)"},"aa_index":{"rank":44,"of":141,"score":33.7,"pct":69.3,"variant":"glm-5-2"},"aa_hle":{"rank":35,"of":143,"score":41.1,"pct":76.1,"variant":"glm-5-2"},"aa_gpqa":{"rank":37,"of":120,"score":89.5,"pct":69.7,"variant":"glm-5-2"},"aa_scicode":{"rank":46,"of":141,"score":51.2,"pct":67.9,"variant":"glm-5-2"},"aa_terminalbenchHard":{"rank":9,"of":74,"score":50.8,"pct":89,"variant":"glm-5-2"},"aa_tau2":{"rank":1,"of":73,"score":99.1,"pct":100,"variant":"glm-5-2"},"aa_ifbench":{"rank":22,"of":74,"score":73.3,"pct":71.2,"variant":"glm-5-2"},"aa_lcr":{"rank":54,"of":143,"score":78.3,"pct":62.7,"variant":"glm-5-2"},"aa_critpt":{"rank":22,"of":146,"score":20.9,"pct":85.5,"variant":"glm-5-2"},"aa_omniscience":{"rank":41,"of":143,"score":4.4,"pct":71.8,"variant":"glm-5-2"},"aa_gdpvalNormalized":{"rank":40,"of":141,"score":0.4,"pct":72.1,"variant":"glm-5-2"},"aa_apexAgents":{"rank":8,"of":25,"score":33.7,"pct":70.8,"variant":"glm-5-2"},"livebench_global":{"rank":44,"of":64,"score":73.2,"pct":31.7,"variant":"glm-5.2"},"livebench_reasoning":{"rank":52,"of":64,"score":78.6,"pct":19,"variant":"glm-5.2"},"livebench_coding":{"rank":21,"of":64,"score":79.7,"pct":68.3,"variant":"glm-5.2"},"livebench_agentic_coding":{"rank":38,"of":64,"score":51.8,"pct":41.3,"variant":"glm-5.2"},"livebench_mathematics":{"rank":34,"of":64,"score":89.8,"pct":47.6,"variant":"glm-5.2"},"livebench_data_analysis":{"rank":40,"of":64,"score":73.7,"pct":38.1,"variant":"glm-5.2"},"livebench_language":{"rank":43,"of":64,"score":76.2,"pct":33.3,"variant":"glm-5.2"},"livebench_if":{"rank":54,"of":64,"score":62.3,"pct":15.9,"variant":"glm-5.2"},"epoch_eci":{"rank":55,"of":230,"score":153.07,"pct":76.4,"variant":"GLM-5.2"},"epoch_frontiermath":{"rank":46,"of":91,"score":59.2,"pct":50,"variant":"glm-5.2_max"},"epoch_frontiermath4":{"rank":41,"of":74,"score":29.3,"pct":45.2,"variant":"glm-5.2_max"},"epoch_gpqa":{"rank":35,"of":226,"score":91.9,"pct":84.9,"variant":"glm-5.2_max"},"epoch_simpleqa":{"rank":63,"of":94,"score":34.2,"pct":33.3,"variant":"glm-5.2_max"},"epoch_aime":{"rank":84,"of":208,"score":86.4,"pct":59.9,"variant":"glm-5.2_max"},"arc_v2":{"rank":54,"of":95,"score":22.8,"pct":43.6,"variant":"GLM-5.2"},"arc_v1":{"rank":53,"of":92,"score":77,"pct":42.9,"variant":"GLM-5.2"},"scale_mcp":{"rank":18,"of":37,"score":77.8,"pct":52.8,"variant":"GLM 5.2 (mcp-atlas)"},"eqbench":{"rank":18,"of":32,"score":1208.1,"pct":45.2,"variant":"glm-5.2"},"eqbench_cw":{"rank":31,"of":143,"score":1759.2,"pct":78.9,"variant":"zai-org/GLM-5.2"},"simplebench":{"rank":51,"of":112,"score":58.8,"pct":55,"variant":"GLM 5.2"}},"domains":{"overall":54.5,"coding":68.8,"agent":62.9,"reasoning":59.9,"math":67.2,"knowledge":75.5,"writing":62.8,"instruction":44.6,"chat":65.1,"business":80.9,"japanese":78.6,"longctx":46.6},"coverage":6,"avgPct":53.5,"overall":54.5,"rank":71,"avgRank":44.3,"aliases":["GLM-5.2 (Max)","glm-5-2","glm-5.2","GLM-5.2","glm-5.2_max","GLM 5.2 (mcp-atlas)","zai-org/GLM-5.2","GLM 5.2"],"open":true,"reasoning":true,"ctx":1000000,"pin":1.4,"pout":4.4,"tps":150,"ttft":1.19,"release":"2026-06-13","theta":0.144,"se":0.134,"lo":47.6,"hi":61.2,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":67},{"id":"gpt-5-2","name":"GPT-5.2","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":51,"of":230,"score":154.53,"pct":78.2,"variant":"GPT-5.2"},"arc":{"rank":45,"of":95,"score":52.9,"pct":53.2,"variant":"GPT-5.2 (XHigh)"},"simplebench":{"rank":71,"of":112,"score":45.8,"pct":36.9,"variant":"GPT-5.2 (high)"}},"metrics":{"arena_coding":{"rank":47,"of":344,"score":1514.4,"pct":86.6,"variant":"GPT-5.2 Chat (20260210)"},"arena_math":{"rank":64,"of":333,"score":1456.6,"pct":81,"variant":"GPT-5.2 (High)"},"arena_creative_writing":{"rank":64,"of":347,"score":1431.1,"pct":81.8,"variant":"GPT-5.2 Chat (20260210)"},"arena_instruction_following":{"rank":54,"of":349,"score":1456.1,"pct":84.8,"variant":"GPT-5.2 Chat (20260210)"},"arena_hard_prompts":{"rank":38,"of":349,"score":1496.6,"pct":89.4,"variant":"GPT-5.2 Chat (20260210)"},"arena_multi_turn":{"rank":17,"of":347,"score":1494.4,"pct":95.4,"variant":"GPT-5.2 Chat (20260210)"},"arena_expert":{"rank":56,"of":302,"score":1491,"pct":81.7,"variant":"GPT-5.2 Chat (20260210)"},"arena_japanese":{"rank":40,"of":233,"score":1444.6,"pct":83.2,"variant":"GPT-5.2 Chat (20260210)"},"arena_industry_business_and_management_and_financial_operations":{"rank":21,"of":342,"score":1484.8,"pct":94.1,"variant":"GPT-5.2 Chat (20260210)"},"arena_industry_medicine_and_healthcare":{"rank":26,"of":321,"score":1496.8,"pct":92.2,"variant":"GPT-5.2 Chat (20260210)"},"arena_industry_legal_and_government":{"rank":37,"of":322,"score":1481.7,"pct":88.8,"variant":"GPT-5.2 Chat (20260210)"},"arena_webdev":{"rank":85,"of":136,"score":1419,"pct":37.8,"variant":"GPT-5.2"},"arena_vision":{"rank":26,"of":143,"score":1277.5,"pct":82.4,"variant":"GPT-5.2 Chat (20260210)"},"arena_search":{"rank":37,"of":43,"score":1160.7,"pct":14.3,"variant":"GPT-5.2 (Search)"},"arena_document":{"rank":36,"of":39,"score":1425.2,"pct":7.9,"variant":"GPT-5.2"},"epoch_eci":{"rank":51,"of":230,"score":154.53,"pct":78.2,"variant":"GPT-5.2"},"arc_v2":{"rank":45,"of":95,"score":52.9,"pct":53.2,"variant":"GPT-5.2 (XHigh)"},"arc_v1":{"rank":47,"of":92,"score":86.2,"pct":49.5,"variant":"GPT-5.2 (XHigh)"},"scale_mcp":{"rank":27,"of":37,"score":67.6,"pct":27.8,"variant":"GPT 5.2 (mcp-atlas) xhigh"},"eqbench_cw":{"rank":36,"of":143,"score":1703,"pct":75.4,"variant":"gpt-5.2"},"simplebench":{"rank":71,"of":112,"score":45.8,"pct":36.9,"variant":"GPT-5.2 (high)"}},"domains":{"overall":54.5,"coding":49.4,"agent":40,"reasoning":54.4,"math":60.8,"knowledge":71.8,"writing":62.9,"instruction":58,"chat":62.9,"business":74.8,"japanese":76.4,"vision":64.7,"longctx":7.1},"coverage":3,"avgPct":56.1,"overall":54.5,"rank":71,"avgRank":55.7,"aliases":["GPT-5.2 Chat (20260210)","GPT-5.2 (High)","GPT-5.2","GPT-5.2 (Search)","GPT-5.2 (XHigh)","GPT 5.2 (mcp-atlas) xhigh","gpt-5.2","GPT-5.2 (high)"],"open":false,"reasoning":true,"ctx":400000,"pin":1.75,"pout":14,"tps":78,"ttft":0.91,"release":"2025-12-11","theta":0.144,"se":0.217,"lo":43.4,"hi":65.2,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":66},{"id":"claude-opus-4-5","name":"Claude Opus 4.5","provider":"anthropic","providerName":"Anthropic","country":"US","sites":{"livebench":{"rank":47,"of":64,"score":72.6,"pct":27,"variant":"claude-opus-4-5-20251101-thinking-64k-high-effort"},"epoch":{"rank":61,"of":230,"score":151.87,"pct":73.8,"variant":"Claude Opus 4.5"},"arc":{"rank":50,"of":95,"score":37.6,"pct":47.9,"variant":"Opus 4.5 (Thinking, 64K)"},"scale":{"rank":16,"of":44,"score":25.2,"pct":65.1,"variant":"claude-opus-4-5-20251101-thinking"},"simplebench":{"rank":41,"of":112,"score":62,"pct":64,"variant":"Claude Opus 4.5"}},"metrics":{"arena_coding":{"rank":22,"of":344,"score":1530.2,"pct":93.9,"variant":"Claude Opus 4.5 (High, 32K, 20251101)"},"arena_math":{"rank":49,"of":333,"score":1472.6,"pct":85.5,"variant":"Claude Opus 4.5 (High, 32K, 20251101)"},"arena_creative_writing":{"rank":23,"of":347,"score":1468.9,"pct":93.6,"variant":"Claude Opus 4.5 (High, 32K, 20251101)"},"arena_instruction_following":{"rank":21,"of":349,"score":1483,"pct":94.3,"variant":"Claude Opus 4.5 (High, 32K, 20251101)"},"arena_hard_prompts":{"rank":32,"of":349,"score":1500.5,"pct":91.1,"variant":"Claude Opus 4.5 (High, 32K, 20251101)"},"arena_multi_turn":{"rank":27,"of":347,"score":1485.1,"pct":92.5,"variant":"Claude Opus 4.5 (High, 32K, 20251101)"},"arena_expert":{"rank":39,"of":302,"score":1502.9,"pct":87.4,"variant":"Claude Opus 4.5 (20251101)"},"arena_japanese":{"rank":38,"of":233,"score":1446.3,"pct":84.1,"variant":"Claude Opus 4.5 (High, 32K, 20251101)"},"arena_industry_business_and_management_and_financial_operations":{"rank":35,"of":342,"score":1472.1,"pct":90,"variant":"Claude Opus 4.5 (20251101)"},"arena_industry_medicine_and_healthcare":{"rank":40,"of":321,"score":1486.7,"pct":87.8,"variant":"Claude Opus 4.5 (20251101)"},"arena_industry_legal_and_government":{"rank":31,"of":322,"score":1485.9,"pct":90.7,"variant":"Claude Opus 4.5 (High, 32K, 20251101)"},"arena_webdev":{"rank":67,"of":136,"score":1493.6,"pct":51.1,"variant":"Claude Opus 4.5 (High, 32K, 20251101)"},"arena_search":{"rank":31,"of":43,"score":1186.3,"pct":28.6,"variant":"Claude Opus 4.5 (Search)"},"arena_document":{"rank":18,"of":39,"score":1467.5,"pct":55.3,"variant":"Claude Opus 4.5 (20251101)"},"livebench_global":{"rank":47,"of":64,"score":72.6,"pct":27,"variant":"claude-opus-4-5-20251101-thinking-64k-high-effort"},"livebench_reasoning":{"rank":49,"of":64,"score":80.1,"pct":23.8,"variant":"claude-opus-4-5-20251101-thinking-64k-high-effort"},"livebench_coding":{"rank":21,"of":64,"score":79.7,"pct":68.3,"variant":"claude-opus-4-5-20251101-thinking-64k-high-effort"},"livebench_agentic_coding":{"rank":61,"of":64,"score":39.7,"pct":4.8,"variant":"claude-opus-4-5-20251101-thinking-64k-high-effort"},"livebench_mathematics":{"rank":32,"of":64,"score":90.4,"pct":50.8,"variant":"claude-opus-4-5-20251101-thinking-64k-high-effort"},"livebench_data_analysis":{"rank":37,"of":64,"score":74.4,"pct":42.9,"variant":"claude-opus-4-5-20251101-thinking-64k-high-effort"},"livebench_language":{"rank":26,"of":64,"score":81.3,"pct":60.3,"variant":"claude-opus-4-5-20251101-thinking-64k-high-effort"},"livebench_if":{"rank":53,"of":64,"score":62.5,"pct":17.5,"variant":"claude-opus-4-5-20251101-thinking-64k-high-effort"},"epoch_eci":{"rank":61,"of":230,"score":151.87,"pct":73.8,"variant":"Claude Opus 4.5"},"epoch_frontiermath":{"rank":68,"of":91,"score":34.4,"pct":25.6,"variant":"claude-opus-4-5-20251101_32K"},"epoch_frontiermath4":{"rank":66,"of":74,"score":4.9,"pct":11,"variant":"claude-opus-4-5-20251101_32K"},"epoch_gpqa":{"rank":78,"of":226,"score":86,"pct":65.8,"variant":"claude-opus-4-5-20251101_32K"},"epoch_simpleqa":{"rank":44,"of":94,"score":45.7,"pct":53.8,"variant":"claude-opus-4-5-20251101_32K"},"epoch_aime":{"rank":85,"of":208,"score":86.1,"pct":59.4,"variant":"claude-opus-4-5-20251101_32K"},"arc_v2":{"rank":50,"of":95,"score":37.6,"pct":47.9,"variant":"Opus 4.5 (Thinking, 64K)"},"arc_v1":{"rank":51,"of":92,"score":80,"pct":45.1,"variant":"Opus 4.5 (Thinking, 64K)"},"scale_hle":{"rank":16,"of":44,"score":25.2,"pct":65.1,"variant":"claude-opus-4-5-20251101-thinking"},"scale_multichallenge":{"rank":23,"of":39,"score":58.97,"pct":42.1,"variant":"Claude Opus 4.5 (one-pass-agent) max"},"scale_mcp":{"rank":25,"of":37,"score":69.8,"pct":33.3,"variant":"Claude Opus 4.5 (mcp-atlas) high"},"eqbench_cw":{"rank":39,"of":143,"score":1686.4,"pct":73.2,"variant":"claude-opus-4-5-20251101"},"simplebench":{"rank":41,"of":112,"score":62,"pct":64,"variant":"Claude Opus 4.5"}},"domains":{"overall":53.4,"coding":59.8,"agent":35.3,"reasoning":60.6,"math":65.4,"knowledge":75.2,"writing":69.7,"instruction":44.9,"chat":41.4,"business":81.7,"japanese":76.7,"longctx":54},"coverage":5,"avgPct":55.6,"overall":53.4,"rank":73,"avgRank":43,"aliases":["Claude Opus 4.5 (High, 32K, 20251101)","Claude Opus 4.5 (20251101)","Claude Opus 4.5 (Search)","claude-opus-4-5-20251101-thinking-64k-high-effort","Claude Opus 4.5","claude-opus-4-5-20251101_32K","Opus 4.5 (Thinking, 64K)","claude-opus-4-5-20251101-thinking","Claude Opus 4.5 (one-pass-agent) max","Claude Opus 4.5 (mcp-atlas) high","claude-opus-4-5-20251101"],"open":false,"reasoning":true,"ctx":200000,"pin":5,"pout":25,"tps":63,"ttft":1.08,"release":"2025-11-24","theta":0.11,"se":0.135,"lo":46.5,"hi":60.2,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":68},{"id":"qwen3-7-max","name":"Qwen 3.7 Max","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"aa":{"rank":52,"of":141,"score":29.5,"pct":63.6,"variant":"qwen3-7-max"},"livebench":{"rank":45,"of":64,"score":73.1,"pct":30.2,"variant":"qwen3.7-max"},"epoch":{"rank":49,"of":230,"score":154.57,"pct":79,"variant":"Qwen3.7-Max"},"eqbench":{"rank":27,"of":32,"score":1100,"pct":16.1,"variant":"qwen3.7-max"}},"metrics":{"arena_coding":{"rank":31,"of":344,"score":1523.8,"pct":91.3,"variant":"Qwen3.7-Max-Preview"},"arena_math":{"rank":34,"of":333,"score":1480.7,"pct":90.1,"variant":"Qwen3.7-Max-Preview"},"arena_creative_writing":{"rank":55,"of":347,"score":1438.4,"pct":84.4,"variant":"Qwen3.7-Max-Preview"},"arena_instruction_following":{"rank":44,"of":349,"score":1465.2,"pct":87.6,"variant":"Qwen3.7-Max-Preview"},"arena_hard_prompts":{"rank":42,"of":349,"score":1494.1,"pct":88.2,"variant":"Qwen3.7-Max-Preview"},"arena_multi_turn":{"rank":37,"of":347,"score":1479.8,"pct":89.6,"variant":"Qwen3.7-Max-Preview"},"arena_expert":{"rank":33,"of":302,"score":1507.8,"pct":89.4,"variant":"Qwen3.7-Max-Preview"},"arena_industry_business_and_management_and_financial_operations":{"rank":64,"of":342,"score":1454,"pct":81.5,"variant":"Qwen3.7-Max-Preview"},"arena_industry_medicine_and_healthcare":{"rank":40,"of":321,"score":1486.7,"pct":87.8,"variant":"Qwen3.7-Max-Preview"},"arena_industry_legal_and_government":{"rank":42,"of":322,"score":1478.3,"pct":87.2,"variant":"Qwen3.7-Max-Preview"},"arena_webdev":{"rank":61,"of":136,"score":1515.7,"pct":55.6,"variant":"Qwen3.7-Max (20260517)"},"arena_agent":{"rank":48,"of":61,"score":-0.083,"pct":21.7,"variant":"Qwen3.7-Max"},"aa_index":{"rank":52,"of":141,"score":29.5,"pct":63.6,"variant":"qwen3-7-max"},"aa_hle":{"rank":38,"of":143,"score":40.5,"pct":73.9,"variant":"qwen3-7-max"},"aa_gpqa":{"rank":19,"of":120,"score":92.3,"pct":84.9,"variant":"qwen3-7-max"},"aa_scicode":{"rank":55,"of":141,"score":49.5,"pct":61.4,"variant":"qwen3-7-max"},"aa_terminalbenchHard":{"rank":9,"of":74,"score":50.8,"pct":89,"variant":"qwen3-7-max"},"aa_tau2":{"rank":12,"of":73,"score":94.7,"pct":84.7,"variant":"qwen3-7-max"},"aa_ifbench":{"rank":4,"of":74,"score":80.5,"pct":95.9,"variant":"qwen3-7-max"},"aa_lcr":{"rank":51,"of":143,"score":79,"pct":64.8,"variant":"qwen3-7-max"},"aa_critpt":{"rank":45,"of":146,"score":13.4,"pct":69.7,"variant":"qwen3-7-max"},"aa_omniscience":{"rank":33,"of":143,"score":13.5,"pct":77.5,"variant":"qwen3-7-max"},"aa_gdpvalNormalized":{"rank":51,"of":141,"score":0.3,"pct":64.3,"variant":"qwen3-7-max"},"livebench_global":{"rank":45,"of":64,"score":73.1,"pct":30.2,"variant":"qwen3.7-max"},"livebench_reasoning":{"rank":41,"of":64,"score":83.3,"pct":36.5,"variant":"qwen3.7-max"},"livebench_coding":{"rank":50,"of":64,"score":74.2,"pct":22.2,"variant":"qwen3.7-max"},"livebench_agentic_coding":{"rank":55,"of":64,"score":43.6,"pct":14.3,"variant":"qwen3.7-max"},"livebench_mathematics":{"rank":51,"of":64,"score":85.2,"pct":20.6,"variant":"qwen3.7-max"},"livebench_data_analysis":{"rank":46,"of":64,"score":71.8,"pct":28.6,"variant":"qwen3.7-max"},"livebench_language":{"rank":32,"of":64,"score":79.7,"pct":50.8,"variant":"qwen3.7-max"},"livebench_if":{"rank":14,"of":64,"score":74,"pct":79.4,"variant":"qwen3.7-max"},"epoch_eci":{"rank":49,"of":230,"score":154.57,"pct":79,"variant":"Qwen3.7-Max"},"epoch_frontiermath":{"rank":42,"of":91,"score":64.6,"pct":54.4,"variant":"qwen3.7-max"},"epoch_frontiermath4":{"rank":36,"of":74,"score":34.1,"pct":52.1,"variant":"qwen3.7-max"},"epoch_gpqa":{"rank":41,"of":226,"score":90.9,"pct":82.2,"variant":"qwen3.7-max"},"epoch_simpleqa":{"rank":28,"of":94,"score":55.8,"pct":71,"variant":"qwen3.7-max"},"epoch_aime":{"rank":45,"of":208,"score":95.6,"pct":78.7,"variant":"qwen3.7-max"},"eqbench":{"rank":27,"of":32,"score":1100,"pct":16.1,"variant":"qwen3.7-max"}},"domains":{"overall":53.1,"coding":60.5,"agent":50.6,"reasoning":68.3,"math":58.1,"knowledge":81.5,"writing":67.6,"instruction":76.8,"chat":35.5,"business":77.5,"longctx":48.4},"coverage":4,"avgPct":47.2,"overall":53.1,"rank":74,"avgRank":43.3,"aliases":["Qwen3.7-Max-Preview","Qwen3.7-Max (20260517)","Qwen3.7-Max","qwen3-7-max","qwen3.7-max"],"open":false,"reasoning":true,"ctx":1000000,"pin":2.5,"pout":7.5,"tps":206,"ttft":2.28,"release":"2026-05-19","theta":0.1,"se":0.163,"lo":44.8,"hi":61.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":69},{"id":"beam-1-0","name":"Beam 1.0","provider":null,"providerName":"Reflection","sites":{"epoch":{"rank":66,"of":230,"score":150.84,"pct":71.6,"variant":"Beam 1.0"},"vals":{"rank":39,"of":42,"score":43.4,"pct":7.3,"variant":"reflection/Beam-1.0"},"tbench":{"rank":48,"of":53,"score":6.36,"pct":9.6,"variant":"Beam 1.0 (none)"}},"metrics":{"epoch_eci":{"rank":66,"of":230,"score":150.84,"pct":71.6,"variant":"Beam 1.0"},"vals_index":{"rank":39,"of":42,"score":43.4,"pct":7.3,"variant":"reflection/Beam-1.0"},"vals_vibe_code_bench":{"rank":37,"of":42,"score":66.4,"pct":12.2,"variant":"reflection/Beam-1.0"},"vals_finance_agent":{"rank":39,"of":42,"score":51.8,"pct":7.3,"variant":"reflection/Beam-1.0"},"vals_emb":{"rank":36,"of":42,"score":64.7,"pct":14.6,"variant":"reflection/Beam-1.0"},"vals_code_migration":{"rank":38,"of":42,"score":22.6,"pct":9.8,"variant":"reflection/Beam-1.0"},"vals_legal_research":{"rank":36,"of":42,"score":28.8,"pct":14.6,"variant":"reflection/Beam-1.0"},"vals_legal_agent_benchmark":{"rank":36,"of":42,"score":4.6,"pct":14.6,"variant":"reflection/Beam-1.0"},"tbench":{"rank":48,"of":53,"score":6.36,"pct":9.6,"variant":"Beam 1.0 (none)"}},"domains":{"overall":51.8,"coding":52.7,"agent":42,"business":45.8},"coverage":3,"avgPct":29.5,"overall":51.8,"rank":75,"avgRank":51,"aliases":["Beam 1.0","reflection/Beam-1.0","Beam 1.0 (none)"],"release":"2026-10-05","open":true,"theta":0.058,"se":0.162,"lo":43.5,"hi":60,"firstSeen":"2026-10-20T21:19:25.506Z","isNew":false,"prevRank":70},{"id":"gemini-3-flash","name":"Gemini 3 Flash","provider":"google","providerName":"Google","country":"US","sites":{"epoch":{"rank":59,"of":230,"score":152.35,"pct":74.7,"variant":"Gemini 3 Flash"},"arc":{"rank":52,"of":95,"score":33.6,"pct":45.7,"variant":"Gemini 3 Flash Preview (High)"},"simplebench":{"rank":43,"of":112,"score":61.1,"pct":62.2,"variant":"Gemini 3 Flash Preview"}},"metrics":{"arena_coding":{"rank":63,"of":344,"score":1505.3,"pct":81.9,"variant":"Gemini 3 Flash"},"arena_math":{"rank":45,"of":333,"score":1474.5,"pct":86.7,"variant":"Gemini 3 Flash"},"arena_creative_writing":{"rank":30,"of":347,"score":1456.4,"pct":91.6,"variant":"Gemini 3 Flash"},"arena_instruction_following":{"rank":52,"of":349,"score":1457.6,"pct":85.3,"variant":"Gemini 3 Flash"},"arena_hard_prompts":{"rank":44,"of":349,"score":1493,"pct":87.6,"variant":"Gemini 3 Flash"},"arena_multi_turn":{"rank":32,"of":347,"score":1482.1,"pct":91,"variant":"Gemini 3 Flash"},"arena_expert":{"rank":44,"of":302,"score":1498.3,"pct":85.7,"variant":"Gemini 3 Flash"},"arena_japanese":{"rank":18,"of":233,"score":1489.3,"pct":92.7,"variant":"Gemini 3 Flash"},"arena_industry_business_and_management_and_financial_operations":{"rank":42,"of":342,"score":1468.5,"pct":88,"variant":"Gemini 3 Flash"},"arena_industry_medicine_and_healthcare":{"rank":47,"of":321,"score":1482.7,"pct":85.6,"variant":"Gemini 3 Flash"},"arena_industry_legal_and_government":{"rank":33,"of":322,"score":1483.6,"pct":90,"variant":"Gemini 3 Flash"},"arena_webdev":{"rank":77,"of":136,"score":1440.1,"pct":43.7,"variant":"Gemini 3 Flash"},"arena_vision":{"rank":29,"of":143,"score":1272.2,"pct":80.3,"variant":"Gemini 3 Flash"},"arena_search":{"rank":30,"of":43,"score":1188,"pct":31,"variant":"Gemini 3 Flash (Grounding)"},"arena_document":{"rank":32,"of":39,"score":1439.8,"pct":18.4,"variant":"Gemini 3 Flash"},"epoch_eci":{"rank":59,"of":230,"score":152.35,"pct":74.7,"variant":"Gemini 3 Flash"},"epoch_frontiermath":{"rank":57,"of":91,"score":51.2,"pct":37.8,"variant":"gemini-3-flash-preview"},"epoch_frontiermath4":{"rank":56,"of":74,"score":17.1,"pct":24.7,"variant":"gemini-3-flash-preview"},"epoch_gpqa":{"rank":56,"of":226,"score":89.4,"pct":75.6,"variant":"gemini-3-flash-preview_high"},"epoch_simpleqa":{"rank":16,"of":94,"score":66.8,"pct":83.9,"variant":"gemini-3-flash-preview_high"},"epoch_aime":{"rank":45,"of":208,"score":95.6,"pct":78.7,"variant":"gemini-3-flash-preview_high"},"arc_v2":{"rank":52,"of":95,"score":33.6,"pct":45.7,"variant":"Gemini 3 Flash Preview (High)"},"arc_v1":{"rank":48,"of":92,"score":84.7,"pct":48.4,"variant":"Gemini 3 Flash Preview (High)"},"scale_mcp":{"rank":30,"of":37,"score":62,"pct":19.4,"variant":"Gemini 3 Flash (mcp-atlas) high"},"simplebench":{"rank":43,"of":112,"score":61.1,"pct":62.2,"variant":"Gemini 3 Flash Preview"}},"domains":{"overall":51.7,"coding":51.9,"agent":30,"reasoning":65.4,"math":62,"knowledge":84.8,"writing":68.3,"instruction":58.6,"chat":58.2,"business":75,"japanese":83.1,"vision":62,"longctx":16.4},"coverage":3,"avgPct":60.9,"overall":51.7,"rank":76,"avgRank":51.3,"aliases":["Gemini 3 Flash","Gemini 3 Flash (Grounding)","gemini-3-flash-preview","gemini-3-flash-preview_high","Gemini 3 Flash Preview (High)","Gemini 3 Flash (mcp-atlas) high","Gemini 3 Flash Preview"],"open":false,"reasoning":true,"ctx":1000000,"pin":0.5,"pout":3,"tps":204,"ttft":0.96,"release":"2025-12-17","theta":0.053,"se":0.217,"lo":40.6,"hi":62.6,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":71},{"id":"kimi-k2-6","name":"Kimi K2.6","provider":"moonshot","providerName":"Moonshot AI","country":"CN","sites":{"aa":{"rank":54,"of":141,"score":27,"pct":62.1,"variant":"kimi-k2-6"},"livebench":{"rank":53,"of":64,"score":70.5,"pct":17.5,"variant":"kimi-k2.6-thinking"},"epoch":{"rank":62,"of":230,"score":151.6,"pct":73.4,"variant":"Kimi K2.6"},"eqbench":{"rank":21,"of":32,"score":1191.4,"pct":35.5,"variant":"kimi-k2.6"}},"metrics":{"arena_coding":{"rank":45,"of":344,"score":1516.1,"pct":87.2,"variant":"Kimi K2.6"},"arena_math":{"rank":37,"of":333,"score":1478.8,"pct":89.2,"variant":"Kimi K2.6"},"arena_creative_writing":{"rank":62,"of":347,"score":1432.5,"pct":82.4,"variant":"Kimi K2.6"},"arena_instruction_following":{"rank":55,"of":349,"score":1455.3,"pct":84.5,"variant":"Kimi K2.6"},"arena_hard_prompts":{"rank":54,"of":349,"score":1485.5,"pct":84.8,"variant":"Kimi K2.6"},"arena_multi_turn":{"rank":71,"of":347,"score":1461.6,"pct":79.8,"variant":"Kimi K2.6"},"arena_expert":{"rank":37,"of":302,"score":1503.2,"pct":88,"variant":"Kimi K2.6"},"arena_japanese":{"rank":43,"of":233,"score":1440.5,"pct":81.9,"variant":"Kimi K2.6"},"arena_industry_business_and_management_and_financial_operations":{"rank":62,"of":342,"score":1454.8,"pct":82.1,"variant":"Kimi K2.6"},"arena_industry_medicine_and_healthcare":{"rank":64,"of":321,"score":1472.1,"pct":80.3,"variant":"Kimi K2.6"},"arena_industry_legal_and_government":{"rank":65,"of":322,"score":1463.7,"pct":80.1,"variant":"Kimi K2.6"},"arena_webdev":{"rank":63,"of":136,"score":1509.1,"pct":54.1,"variant":"Kimi K2.6"},"arena_vision":{"rank":32,"of":143,"score":1264.7,"pct":78.2,"variant":"Kimi K2.6"},"arena_document":{"rank":27,"of":39,"score":1450.4,"pct":31.6,"variant":"Kimi K2.6"},"aa_index":{"rank":54,"of":141,"score":27,"pct":62.1,"variant":"kimi-k2-6"},"aa_hle":{"rank":47,"of":143,"score":37.5,"pct":67.6,"variant":"kimi-k2-6"},"aa_gpqa":{"rank":26,"of":120,"score":91.1,"pct":79,"variant":"kimi-k2-6"},"aa_scicode":{"rank":44,"of":141,"score":51.5,"pct":69.3,"variant":"kimi-k2-6"},"aa_terminalbenchHard":{"rank":14,"of":74,"score":43.9,"pct":82.2,"variant":"kimi-k2-6"},"aa_tau2":{"rank":6,"of":73,"score":95.9,"pct":93.1,"variant":"kimi-k2-6"},"aa_ifbench":{"rank":14,"of":74,"score":76,"pct":82.2,"variant":"kimi-k2-6"},"aa_lcr":{"rank":31,"of":143,"score":81,"pct":78.9,"variant":"kimi-k2-6"},"aa_mmmuPro":{"rank":22,"of":69,"score":79.4,"pct":69.1,"variant":"kimi-k2-6"},"aa_critpt":{"rank":61,"of":146,"score":8,"pct":58.6,"variant":"kimi-k2-6"},"aa_omniscience":{"rank":39,"of":143,"score":5.3,"pct":73.2,"variant":"kimi-k2-6"},"aa_gdpvalNormalized":{"rank":51,"of":141,"score":0.3,"pct":64.3,"variant":"kimi-k2-6"},"aa_apexAgents":{"rank":11,"of":25,"score":28.5,"pct":58.3,"variant":"kimi-k2-6"},"livebench_global":{"rank":53,"of":64,"score":70.5,"pct":17.5,"variant":"kimi-k2.6-thinking"},"livebench_reasoning":{"rank":51,"of":64,"score":79.4,"pct":20.6,"variant":"kimi-k2.6-thinking"},"livebench_coding":{"rank":28,"of":64,"score":78.6,"pct":57.1,"variant":"kimi-k2.6-thinking"},"livebench_agentic_coding":{"rank":48,"of":64,"score":46.9,"pct":25.4,"variant":"kimi-k2.6-thinking"},"livebench_mathematics":{"rank":53,"of":64,"score":84.3,"pct":17.5,"variant":"kimi-k2.6-thinking"},"livebench_data_analysis":{"rank":57,"of":64,"score":65.1,"pct":11.1,"variant":"kimi-k2.6-thinking"},"livebench_language":{"rank":45,"of":64,"score":75.1,"pct":30.2,"variant":"kimi-k2.6-thinking"},"livebench_if":{"rank":47,"of":64,"score":64.4,"pct":27,"variant":"kimi-k2.6-thinking"},"epoch_eci":{"rank":62,"of":230,"score":151.6,"pct":73.4,"variant":"Kimi K2.6"},"epoch_frontiermath":{"rank":50,"of":91,"score":57.2,"pct":45.6,"variant":"kimi-k2.6"},"epoch_frontiermath4":{"rank":49,"of":74,"score":25.6,"pct":34.2,"variant":"kimi-k2.6"},"epoch_gpqa":{"rank":44,"of":226,"score":90.8,"pct":80.9,"variant":"kimi-k2.6"},"epoch_simpleqa":{"rank":61,"of":94,"score":34.9,"pct":35.5,"variant":"kimi-k2.6"},"epoch_aime":{"rank":42,"of":208,"score":96.1,"pct":80.2,"variant":"kimi-k2.6"},"eqbench":{"rank":21,"of":32,"score":1191.4,"pct":35.5,"variant":"kimi-k2.6"},"eqbench_cw":{"rank":34,"of":143,"score":1721,"pct":76.8,"variant":"moonshotai/Kimi-K2.6"}},"domains":{"overall":48.6,"coding":59.8,"agent":50,"reasoning":59.4,"math":55.1,"knowledge":73.7,"writing":59.7,"instruction":50.8,"chat":60,"business":67.6,"japanese":75.7,"vision":58.5,"longctx":29.5},"coverage":4,"avgPct":47.1,"overall":48.6,"rank":77,"avgRank":47.5,"aliases":["Kimi K2.6","kimi-k2-6","kimi-k2.6-thinking","kimi-k2.6","moonshotai/Kimi-K2.6"],"open":true,"reasoning":true,"ctx":256000,"pin":0.95,"pout":4,"tps":45,"ttft":2.84,"release":"2026-04-20","theta":-0.044,"se":0.163,"lo":40.4,"hi":56.9,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":72},{"id":"mimo-v2-5-pro","name":"MiMo V2.5 Pro","provider":"xiaomi","providerName":"Xiaomi","country":"CN","sites":{"aa":{"rank":60,"of":141,"score":26,"pct":57.9,"variant":"mimo-v2-5-pro"},"eqbench":{"rank":19,"of":32,"score":1197.7,"pct":41.9,"variant":"mimo-v2.5-pro"}},"metrics":{"arena_coding":{"rank":36,"of":344,"score":1520.1,"pct":89.8,"variant":"MiMo-V2.5-Pro"},"arena_math":{"rank":38,"of":333,"score":1478.5,"pct":88.9,"variant":"MiMo-V2.5-Pro"},"arena_creative_writing":{"rank":62,"of":347,"score":1432.5,"pct":82.4,"variant":"MiMo-V2.5-Pro"},"arena_instruction_following":{"rank":40,"of":349,"score":1467.5,"pct":88.8,"variant":"MiMo-V2.5-Pro"},"arena_hard_prompts":{"rank":43,"of":349,"score":1493.8,"pct":87.9,"variant":"MiMo-V2.5-Pro"},"arena_multi_turn":{"rank":37,"of":347,"score":1479.8,"pct":89.6,"variant":"MiMo-V2.5-Pro"},"arena_expert":{"rank":35,"of":302,"score":1506,"pct":88.7,"variant":"MiMo-V2.5-Pro"},"arena_japanese":{"rank":60,"of":233,"score":1419.6,"pct":74.6,"variant":"MiMo-V2.5-Pro"},"arena_industry_business_and_management_and_financial_operations":{"rank":37,"of":342,"score":1471.5,"pct":89.4,"variant":"MiMo-V2.5-Pro"},"arena_industry_medicine_and_healthcare":{"rank":43,"of":321,"score":1485.7,"pct":86.9,"variant":"MiMo-V2.5-Pro"},"arena_industry_legal_and_government":{"rank":48,"of":322,"score":1475.2,"pct":85.4,"variant":"MiMo-V2.5-Pro"},"arena_webdev":{"rank":71,"of":136,"score":1479.3,"pct":48.1,"variant":"MiMo-V2.5-Pro"},"aa_index":{"rank":60,"of":141,"score":26,"pct":57.9,"variant":"mimo-v2-5-pro"},"aa_hle":{"rank":49,"of":143,"score":35.7,"pct":66.2,"variant":"mimo-v2-5-pro"},"aa_gpqa":{"rank":49,"of":120,"score":86.6,"pct":59.7,"variant":"mimo-v2-5-pro"},"aa_scicode":{"rank":48,"of":141,"score":50.6,"pct":66.4,"variant":"mimo-v2-5-pro"},"aa_terminalbenchHard":{"rank":15,"of":74,"score":43.2,"pct":80.8,"variant":"mimo-v2-5-pro"},"aa_tau2":{"rank":14,"of":73,"score":94.2,"pct":81.9,"variant":"mimo-v2-5-pro"},"aa_ifbench":{"rank":5,"of":74,"score":79.9,"pct":94.5,"variant":"mimo-v2-5-pro"},"aa_lcr":{"rank":42,"of":143,"score":79.7,"pct":71.1,"variant":"mimo-v2-5-pro"},"aa_critpt":{"rank":71,"of":146,"score":4,"pct":51.7,"variant":"mimo-v2-5-pro"},"aa_omniscience":{"rank":43,"of":143,"score":3.3,"pct":70.4,"variant":"mimo-v2-5-pro"},"aa_gdpvalNormalized":{"rank":51,"of":141,"score":0.3,"pct":64.3,"variant":"mimo-v2-5-pro"},"aa_apexAgents":{"rank":23,"of":25,"score":2.4,"pct":8.3,"variant":"mimo-v2-5-pro"},"eqbench":{"rank":19,"of":32,"score":1197.7,"pct":41.9,"variant":"mimo-v2.5-pro"},"eqbench_cw":{"rank":66,"of":143,"score":1493.1,"pct":54.2,"variant":"XiaomiMiMo/MiMo-V2.5-Pro"}},"domains":{"overall":48.1,"coding":56.6,"agent":42.4,"reasoning":62.5,"math":66.9,"knowledge":73.9,"writing":51.9,"instruction":66.5,"chat":62.5,"business":68.7,"japanese":72,"longctx":50.3},"coverage":2,"avgPct":49.9,"overall":48.1,"rank":78,"avgRank":39.5,"aliases":["MiMo-V2.5-Pro","mimo-v2-5-pro","mimo-v2.5-pro","XiaomiMiMo/MiMo-V2.5-Pro"],"open":true,"reasoning":true,"ctx":1000000,"pin":0.435,"pout":0.87,"tps":36,"ttft":2.12,"theta":-0.062,"se":0.235,"lo":36.4,"hi":60,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":73},{"id":"glm-5-1","name":"GLM 5.1","provider":"zai","providerName":"Z.ai (Zhipu)","country":"CN","sites":{"aa":{"rank":59,"of":141,"score":26.1,"pct":58.6,"variant":"glm-5-1"},"epoch":{"rank":68,"of":230,"score":150.71,"pct":70.7,"variant":"GLM-5.1"},"simplebench":{"rank":57,"of":112,"score":55.1,"pct":49.5,"variant":"GLM 5.1"}},"metrics":{"arena_coding":{"rank":52,"of":344,"score":1512.2,"pct":85.1,"variant":"GLM-5.1"},"arena_math":{"rank":46,"of":333,"score":1474,"pct":86.4,"variant":"GLM-5.1"},"arena_creative_writing":{"rank":45,"of":347,"score":1446.3,"pct":87.3,"variant":"GLM-5.1"},"arena_instruction_following":{"rank":49,"of":349,"score":1461.2,"pct":86.2,"variant":"GLM-5.1"},"arena_hard_prompts":{"rank":49,"of":349,"score":1488.7,"pct":86.2,"variant":"GLM-5.1"},"arena_multi_turn":{"rank":41,"of":347,"score":1478.4,"pct":88.4,"variant":"GLM-5.1"},"arena_expert":{"rank":52,"of":302,"score":1495.7,"pct":83.1,"variant":"GLM-5.1"},"arena_japanese":{"rank":48,"of":233,"score":1438.6,"pct":79.7,"variant":"GLM-5.1"},"arena_industry_business_and_management_and_financial_operations":{"rank":45,"of":342,"score":1467,"pct":87.1,"variant":"GLM-5.1"},"arena_industry_medicine_and_healthcare":{"rank":45,"of":321,"score":1485.4,"pct":86.3,"variant":"GLM-5.1"},"arena_industry_legal_and_government":{"rank":49,"of":322,"score":1471.9,"pct":85,"variant":"GLM-5.1"},"arena_webdev":{"rank":64,"of":136,"score":1508.1,"pct":53.3,"variant":"GLM-5.1"},"aa_index":{"rank":59,"of":141,"score":26.1,"pct":58.6,"variant":"glm-5-1"},"aa_hle":{"rank":65,"of":143,"score":30.1,"pct":54.9,"variant":"glm-5-1"},"aa_gpqa":{"rank":47,"of":120,"score":86.8,"pct":61.3,"variant":"glm-5-1"},"aa_scicode":{"rank":75,"of":141,"score":44.8,"pct":47.1,"variant":"glm-5-1"},"aa_terminalbenchHard":{"rank":15,"of":74,"score":43.2,"pct":80.8,"variant":"glm-5-1"},"aa_tau2":{"rank":3,"of":73,"score":97.7,"pct":97.2,"variant":"glm-5-1"},"aa_ifbench":{"rank":12,"of":74,"score":76.3,"pct":84.9,"variant":"glm-5-1"},"aa_lcr":{"rank":74,"of":143,"score":73.7,"pct":48.6,"variant":"glm-5-1"},"aa_critpt":{"rank":67,"of":146,"score":4.6,"pct":54.5,"variant":"glm-5-1"},"aa_omniscience":{"rank":49,"of":143,"score":0.9,"pct":66.2,"variant":"glm-5-1"},"aa_gdpvalNormalized":{"rank":51,"of":141,"score":0.3,"pct":64.3,"variant":"glm-5-1"},"epoch_eci":{"rank":68,"of":230,"score":150.71,"pct":70.7,"variant":"GLM-5.1"},"epoch_frontiermath":{"rank":65,"of":91,"score":36.8,"pct":28.9,"variant":"glm-5.1"},"epoch_gpqa":{"rank":52,"of":226,"score":89.9,"pct":77.3,"variant":"glm-5.1"},"epoch_simpleqa":{"rank":64,"of":94,"score":34,"pct":32.3,"variant":"glm-5.1"},"epoch_aime":{"rank":57,"of":208,"score":93.3,"pct":72.9,"variant":"glm-5.1"},"scale_mcp":{"rank":21,"of":37,"score":75.6,"pct":44.4,"variant":"GLM 5.1 (mcp-atlas)"},"eqbench_cw":{"rank":52,"of":143,"score":1593.9,"pct":64.1,"variant":"zai-org/GLM-5.1"},"simplebench":{"rank":57,"of":112,"score":55.1,"pct":49.5,"variant":"GLM 5.1"}},"domains":{"overall":46.7,"coding":55.2,"agent":51.3,"reasoning":54.8,"math":59.8,"knowledge":71.1,"writing":58.7,"instruction":61.2,"chat":56.8,"business":74.1,"japanese":75.4,"longctx":34.9},"coverage":3,"avgPct":59.6,"overall":46.7,"rank":79,"avgRank":61.3,"aliases":["GLM-5.1","glm-5-1","glm-5.1","GLM 5.1 (mcp-atlas)","zai-org/GLM-5.1","GLM 5.1"],"open":true,"reasoning":true,"ctx":200000,"pin":1.285,"pout":4.07,"tps":67,"ttft":1.71,"release":"2026-04-07","theta":-0.107,"se":0.212,"lo":36.1,"hi":57.5,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":74},{"id":"nemotron-3-5-super-vl","name":"Nemotron 3.5 Super VL","provider":"nvidia","providerName":"NVIDIA","country":"US","sites":{"aa":{"rank":57,"of":141,"score":26.5,"pct":60,"variant":"nemotron-3-5-super-vl"},"tbench":{"rank":52,"of":53,"score":0.3,"pct":1.9,"variant":"Nemotron 3.5 Super VL (none)"}},"metrics":{"aa_index":{"rank":57,"of":141,"score":26.5,"pct":60,"variant":"nemotron-3-5-super-vl"},"aa_hle":{"rank":64,"of":143,"score":30.7,"pct":55.6,"variant":"nemotron-3-5-super-vl"},"aa_scicode":{"rank":61,"of":141,"score":47.8,"pct":57.1,"variant":"nemotron-3-5-super-vl"},"aa_lcr":{"rank":97,"of":143,"score":69,"pct":32.4,"variant":"nemotron-3-5-super-vl"},"aa_critpt":{"rank":51,"of":146,"score":10.6,"pct":65.5,"variant":"nemotron-3-5-super-vl"},"aa_omniscience":{"rank":60,"of":143,"score":-4.2,"pct":58.5,"variant":"nemotron-3-5-super-vl"},"aa_gdpvalNormalized":{"rank":51,"of":141,"score":0.3,"pct":64.3,"variant":"nemotron-3-5-super-vl"},"tbench":{"rank":52,"of":53,"score":0.3,"pct":1.9,"variant":"Nemotron 3.5 Super VL (none)"}},"domains":{"overall":44.5,"coding":47.9,"agent":35.3,"reasoning":51.4,"knowledge":67.1,"business":66.4,"longctx":24.6},"coverage":2,"avgPct":31,"overall":44.5,"rank":80,"avgRank":54.5,"aliases":["nemotron-3-5-super-vl","Nemotron 3.5 Super VL (none)"],"open":true,"reasoning":true,"ctx":1000000,"pin":0.225,"pout":0.575,"tps":388,"ttft":0.75,"theta":-0.176,"se":0.204,"lo":34.5,"hi":55,"firstSeen":"2026-10-15T17:52:14.669Z","isNew":false,"prevRank":76},{"id":"ox-alpha","name":"Ox Alpha","provider":null,"providerName":"Stealth","sites":{"livebench":{"rank":55,"of":64,"score":69.2,"pct":14.3,"variant":"ox-alpha-max"},"simplebench":{"rank":57,"of":112,"score":55.1,"pct":49.5,"variant":"Ox Alpha"}},"metrics":{"livebench_global":{"rank":55,"of":64,"score":69.2,"pct":14.3,"variant":"ox-alpha-max"},"livebench_reasoning":{"rank":56,"of":64,"score":76.6,"pct":12.7,"variant":"ox-alpha-max"},"livebench_coding":{"rank":46,"of":64,"score":75.8,"pct":28.6,"variant":"ox-alpha-max"},"livebench_agentic_coding":{"rank":37,"of":64,"score":52.6,"pct":42.9,"variant":"ox-alpha-max"},"livebench_mathematics":{"rank":62,"of":64,"score":77.5,"pct":3.2,"variant":"ox-alpha-max"},"livebench_data_analysis":{"rank":35,"of":64,"score":75.8,"pct":46,"variant":"ox-alpha-max"},"livebench_language":{"rank":60,"of":64,"score":66.1,"pct":6.3,"variant":"ox-alpha-max"},"livebench_if":{"rank":56,"of":64,"score":60.3,"pct":12.7,"variant":"ox-alpha-max"},"eqbench_cw":{"rank":11,"of":143,"score":1973.7,"pct":93,"variant":"ox-alpha"},"simplebench":{"rank":57,"of":112,"score":55.1,"pct":49.5,"variant":"Ox Alpha"}},"domains":{"overall":44.4,"coding":59.1,"agent":57,"reasoning":50.3,"math":30.9,"writing":48.1,"instruction":35.6,"business":83.8},"coverage":2,"avgPct":31.9,"overall":44.4,"rank":81,"avgRank":56,"aliases":["ox-alpha-max","ox-alpha","Ox Alpha"],"reasoning":true,"theta":-0.179,"se":0.202,"lo":34.6,"hi":54.8,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":75},{"id":"gpt-5-pro","name":"GPT-5 Pro","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":63,"of":230,"score":151.3,"pct":72.9,"variant":"GPT-5 Pro"},"arc":{"rank":56,"of":95,"score":18.3,"pct":41.5,"variant":"GPT-5 Pro"},"simplebench":{"rank":42,"of":112,"score":61.6,"pct":63.1,"variant":"GPT-5 Pro"}},"metrics":{"epoch_eci":{"rank":63,"of":230,"score":151.3,"pct":72.9,"variant":"GPT-5 Pro"},"arc_v2":{"rank":56,"of":95,"score":18.3,"pct":41.5,"variant":"GPT-5 Pro"},"arc_v1":{"rank":56,"of":92,"score":70.2,"pct":39.6,"variant":"GPT-5 Pro"},"simplebench":{"rank":42,"of":112,"score":61.6,"pct":63.1,"variant":"GPT-5 Pro"}},"domains":{"overall":44,"reasoning":60.7},"coverage":3,"avgPct":59.2,"overall":44,"rank":82,"avgRank":53.7,"aliases":["GPT-5 Pro"],"release":"2025-10-06","open":false,"theta":-0.192,"se":0.217,"lo":33.5,"hi":55.2,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":79},{"id":"kimi-k2-7-code","name":"Kimi K2.7 Code","provider":"moonshot","providerName":"Moonshot AI","country":"CN","sites":{"aa":{"rank":62,"of":141,"score":25.8,"pct":56.4,"variant":"kimi-k2-7-code"},"livebench":{"rank":57,"of":64,"score":68.4,"pct":11.1,"variant":"kimi-k2.7-code"},"epoch":{"rank":64,"of":230,"score":151.17,"pct":72.5,"variant":"Kimi K2.7 Code"},"simplebench":{"rank":53,"of":112,"score":57.9,"pct":53.2,"variant":"Kimi K2.7 Code"}},"metrics":{"arena_webdev":{"rank":72,"of":136,"score":1474.9,"pct":47.4,"variant":"Kimi K2.7 Code"},"aa_index":{"rank":62,"of":141,"score":25.8,"pct":56.4,"variant":"kimi-k2-7-code"},"aa_hle":{"rank":52,"of":143,"score":35,"pct":64.1,"variant":"kimi-k2-7-code"},"aa_gpqa":{"rank":36,"of":120,"score":89.6,"pct":70.6,"variant":"kimi-k2-7-code"},"aa_scicode":{"rank":61,"of":141,"score":47.8,"pct":57.1,"variant":"kimi-k2-7-code"},"aa_terminalbenchHard":{"rank":13,"of":74,"score":44.7,"pct":83.6,"variant":"kimi-k2-7-code"},"aa_tau2":{"rank":22,"of":73,"score":90.1,"pct":70.8,"variant":"kimi-k2-7-code"},"aa_ifbench":{"rank":39,"of":74,"score":63.1,"pct":47.9,"variant":"kimi-k2-7-code"},"aa_lcr":{"rank":47,"of":143,"score":79.3,"pct":67.6,"variant":"kimi-k2-7-code"},"aa_critpt":{"rank":54,"of":146,"score":10,"pct":63.4,"variant":"kimi-k2-7-code"},"aa_omniscience":{"rank":70,"of":143,"score":-10.2,"pct":51.4,"variant":"kimi-k2-7-code"},"aa_gdpvalNormalized":{"rank":51,"of":141,"score":0.3,"pct":64.3,"variant":"kimi-k2-7-code"},"livebench_global":{"rank":57,"of":64,"score":68.4,"pct":11.1,"variant":"kimi-k2.7-code"},"livebench_reasoning":{"rank":43,"of":64,"score":82.8,"pct":33.3,"variant":"kimi-k2.7-code"},"livebench_coding":{"rank":51,"of":64,"score":74,"pct":20.6,"variant":"kimi-k2.7-code"},"livebench_agentic_coding":{"rank":52,"of":64,"score":45.7,"pct":19,"variant":"kimi-k2.7-code"},"livebench_mathematics":{"rank":59,"of":64,"score":79.6,"pct":7.9,"variant":"kimi-k2.7-code"},"livebench_data_analysis":{"rank":60,"of":64,"score":62.7,"pct":6.3,"variant":"kimi-k2.7-code"},"livebench_language":{"rank":38,"of":64,"score":77.9,"pct":41.3,"variant":"kimi-k2.7-code"},"livebench_if":{"rank":61,"of":64,"score":56.3,"pct":4.8,"variant":"kimi-k2.7-code"},"epoch_eci":{"rank":64,"of":230,"score":151.17,"pct":72.5,"variant":"Kimi K2.7 Code"},"epoch_frontiermath":{"rank":55,"of":91,"score":54,"pct":40,"variant":"kimi-k2.7-code"},"epoch_frontiermath4":{"rank":62,"of":74,"score":12.2,"pct":16.4,"variant":"kimi-k2.7-code"},"epoch_gpqa":{"rank":67,"of":226,"score":87.9,"pct":70.7,"variant":"kimi-k2.7-code"},"epoch_simpleqa":{"rank":59,"of":94,"score":36.5,"pct":37.6,"variant":"kimi-k2.7-code"},"epoch_aime":{"rank":45,"of":208,"score":95.6,"pct":78.7,"variant":"kimi-k2.7-code"},"simplebench":{"rank":53,"of":112,"score":57.9,"pct":53.2,"variant":"Kimi K2.7 Code"}},"domains":{"overall":43.5,"coding":54.1,"agent":48.6,"reasoning":63.9,"math":40.9,"knowledge":71.2,"writing":63.8,"instruction":25.1,"business":60.6,"longctx":49.2},"coverage":4,"avgPct":48.3,"overall":43.5,"rank":83,"avgRank":59,"aliases":["Kimi K2.7 Code","kimi-k2-7-code","kimi-k2.7-code"],"open":true,"reasoning":true,"ctx":256000,"pin":0.95,"pout":4,"tps":49,"ttft":3.52,"release":"2026-06-12","theta":-0.209,"se":0.159,"lo":35.7,"hi":51.6,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":77},{"id":"minimax-m3","name":"MiniMax M3","provider":"minimax","providerName":"MiniMax","country":"CN","sites":{"aa":{"rank":53,"of":141,"score":29.2,"pct":62.9,"variant":"minimax-m3"},"livebench":{"rank":60,"of":64,"score":67.3,"pct":6.3,"variant":"minimax-m3"},"epoch":{"rank":78,"of":230,"score":147.84,"pct":66.4,"variant":"MiniMax-M3"},"tbench":{"rank":46,"of":53,"score":7.58,"pct":13.5,"variant":"MiniMax M3 (none)"},"eqbench":{"rank":24,"of":32,"score":1140.1,"pct":25.8,"variant":"minimax-m3"},"simplebench":{"rank":71,"of":112,"score":45.8,"pct":36.9,"variant":"MiniMax M3"}},"metrics":{"arena_coding":{"rank":84,"of":344,"score":1492.1,"pct":75.8,"variant":"MiniMax-M3"},"arena_math":{"rank":108,"of":333,"score":1423,"pct":67.8,"variant":"MiniMax-M3"},"arena_creative_writing":{"rank":108,"of":347,"score":1392.3,"pct":69.1,"variant":"MiniMax-M3"},"arena_instruction_following":{"rank":92,"of":349,"score":1425.7,"pct":73.9,"variant":"MiniMax-M3"},"arena_hard_prompts":{"rank":96,"of":349,"score":1455.7,"pct":72.7,"variant":"MiniMax-M3"},"arena_multi_turn":{"rank":87,"of":347,"score":1446.8,"pct":75.1,"variant":"MiniMax-M3"},"arena_expert":{"rank":89,"of":302,"score":1466.9,"pct":70.8,"variant":"MiniMax-M3"},"arena_japanese":{"rank":103,"of":233,"score":1365.5,"pct":56,"variant":"MiniMax-M3"},"arena_industry_business_and_management_and_financial_operations":{"rank":84,"of":342,"score":1442.7,"pct":75.7,"variant":"MiniMax-M3"},"arena_industry_medicine_and_healthcare":{"rank":94,"of":321,"score":1450.4,"pct":70.9,"variant":"MiniMax-M3"},"arena_industry_legal_and_government":{"rank":108,"of":322,"score":1431.6,"pct":66.7,"variant":"MiniMax-M3"},"arena_webdev":{"rank":69,"of":136,"score":1484.4,"pct":49.6,"variant":"MiniMax-M3"},"arena_vision":{"rank":62,"of":143,"score":1230.9,"pct":57,"variant":"MiniMax-M3"},"arena_document":{"rank":34,"of":39,"score":1435,"pct":13.2,"variant":"MiniMax-M3"},"arena_agent":{"rank":54,"of":61,"score":-0.109,"pct":11.7,"variant":"MiniMax-M3"},"aa_index":{"rank":53,"of":141,"score":29.2,"pct":62.9,"variant":"minimax-m3"},"aa_hle":{"rank":43,"of":143,"score":39,"pct":70.4,"variant":"minimax-m3"},"aa_gpqa":{"rank":14,"of":120,"score":92.9,"pct":89.1,"variant":"minimax-m3"},"aa_scicode":{"rank":65,"of":141,"score":47.1,"pct":54.3,"variant":"minimax-m3"},"aa_terminalbenchHard":{"rank":17,"of":74,"score":42.4,"pct":78.1,"variant":"minimax-m3"},"aa_tau2":{"rank":24,"of":73,"score":88.9,"pct":68.1,"variant":"minimax-m3"},"aa_ifbench":{"rank":1,"of":74,"score":82.9,"pct":100,"variant":"minimax-m3"},"aa_lcr":{"rank":17,"of":143,"score":83,"pct":88.7,"variant":"minimax-m3"},"aa_mmmuPro":{"rank":26,"of":69,"score":78.6,"pct":63.2,"variant":"minimax-m3"},"aa_critpt":{"rank":72,"of":146,"score":3.7,"pct":51,"variant":"minimax-m3"},"aa_omniscience":{"rank":47,"of":143,"score":1.4,"pct":67.6,"variant":"minimax-m3"},"aa_gdpvalNormalized":{"rank":40,"of":141,"score":0.4,"pct":72.1,"variant":"minimax-m3"},"livebench_global":{"rank":60,"of":64,"score":67.3,"pct":6.3,"variant":"minimax-m3"},"livebench_reasoning":{"rank":60,"of":64,"score":74.5,"pct":6.3,"variant":"minimax-m3"},"livebench_coding":{"rank":62,"of":64,"score":68.2,"pct":3.2,"variant":"minimax-m3"},"livebench_agentic_coding":{"rank":60,"of":64,"score":40.7,"pct":6.3,"variant":"minimax-m3"},"livebench_mathematics":{"rank":63,"of":64,"score":76.9,"pct":1.6,"variant":"minimax-m3"},"livebench_data_analysis":{"rank":34,"of":64,"score":76.2,"pct":47.6,"variant":"minimax-m3"},"livebench_language":{"rank":42,"of":64,"score":76.8,"pct":34.9,"variant":"minimax-m3"},"livebench_if":{"rank":60,"of":64,"score":57.5,"pct":6.3,"variant":"minimax-m3"},"epoch_eci":{"rank":78,"of":230,"score":147.84,"pct":66.4,"variant":"MiniMax-M3"},"epoch_gpqa":{"rank":41,"of":226,"score":90.9,"pct":82.2,"variant":"MiniMax-M3"},"epoch_aime":{"rank":107,"of":208,"score":71.1,"pct":48.8,"variant":"MiniMax-M3"},"tbench":{"rank":46,"of":53,"score":7.58,"pct":13.5,"variant":"MiniMax M3 (none)"},"eqbench":{"rank":24,"of":32,"score":1140.1,"pct":25.8,"variant":"minimax-m3"},"simplebench":{"rank":71,"of":112,"score":45.8,"pct":36.9,"variant":"MiniMax M3"}},"domains":{"overall":42.8,"coding":52.4,"agent":43.1,"reasoning":48.2,"math":32,"knowledge":74.2,"writing":59.7,"instruction":32.1,"chat":44.9,"business":82.2,"japanese":60.8,"vision":51.5,"longctx":14.4},"coverage":6,"avgPct":35.3,"overall":42.8,"rank":84,"avgRank":55.3,"aliases":["MiniMax-M3","minimax-m3","MiniMax M3 (none)","MiniMax M3"],"open":true,"reasoning":true,"ctx":1000000,"pin":0.3,"pout":1.2,"tps":93,"ttft":1.18,"release":"2026-06-01","theta":-0.231,"se":0.136,"lo":36.2,"hi":49.8,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":77},{"id":"gpt-5-1","name":"GPT-5.1","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":65,"of":230,"score":150.93,"pct":72.1,"variant":"GPT-5.1"},"arc":{"rank":57,"of":95,"score":17.6,"pct":40.4,"variant":"GPT-5.1 (Thinking, High)"},"scale":{"rank":18,"of":44,"score":23.68,"pct":60.5,"variant":"gpt-5.1-thinking"},"simplebench":{"rank":60,"of":112,"score":53.2,"pct":46.8,"variant":"GPT-5.1 (high)"}},"metrics":{"arena_coding":{"rank":85,"of":344,"score":1491.7,"pct":75.5,"variant":"GPT-5.1 (High)"},"arena_math":{"rank":63,"of":333,"score":1458.4,"pct":81.3,"variant":"GPT-5.1 (High)"},"arena_creative_writing":{"rank":69,"of":347,"score":1427.9,"pct":80.3,"variant":"GPT-5.1 (High)"},"arena_instruction_following":{"rank":61,"of":349,"score":1449.7,"pct":82.8,"variant":"GPT-5.1 (High)"},"arena_hard_prompts":{"rank":66,"of":349,"score":1476.3,"pct":81.3,"variant":"GPT-5.1 (High)"},"arena_multi_turn":{"rank":68,"of":347,"score":1464.2,"pct":80.6,"variant":"GPT-5.1 (High)"},"arena_expert":{"rank":73,"of":302,"score":1480.7,"pct":76.1,"variant":"GPT-5.1 (High)"},"arena_japanese":{"rank":31,"of":233,"score":1461.8,"pct":87.1,"variant":"GPT-5.1 (High)"},"arena_industry_business_and_management_and_financial_operations":{"rank":74,"of":342,"score":1448.1,"pct":78.6,"variant":"GPT-5.1 (High)"},"arena_industry_medicine_and_healthcare":{"rank":70,"of":321,"score":1469.2,"pct":78.4,"variant":"GPT-5.1 (High)"},"arena_industry_legal_and_government":{"rank":60,"of":322,"score":1465,"pct":81.6,"variant":"GPT-5.1 (High)"},"arena_webdev":{"rank":95,"of":136,"score":1397.2,"pct":30.4,"variant":"GPT-5.1 (Medium)"},"arena_vision":{"rank":45,"of":143,"score":1250.9,"pct":69,"variant":"GPT-5.1 (High)"},"arena_search":{"rank":32,"of":43,"score":1183.7,"pct":26.2,"variant":"GPT-5.1 (Search)"},"arena_document":{"rank":38,"of":39,"score":1416.3,"pct":2.6,"variant":"GPT-5.1"},"epoch_eci":{"rank":65,"of":230,"score":150.93,"pct":72.1,"variant":"GPT-5.1"},"arc_v2":{"rank":57,"of":95,"score":17.6,"pct":40.4,"variant":"GPT-5.1 (Thinking, High)"},"arc_v1":{"rank":55,"of":92,"score":72.8,"pct":40.7,"variant":"GPT-5.1 (Thinking, High)"},"scale_hle":{"rank":18,"of":44,"score":23.68,"pct":60.5,"variant":"gpt-5.1-thinking"},"scale_multichallenge":{"rank":17,"of":39,"score":63.41,"pct":57.9,"variant":"GPT 5.1 (one-pass-agent) max"},"scale_mcp":{"rank":35,"of":37,"score":50.1,"pct":5.6,"variant":"GPT 5.1 (mcp-atlas) high"},"simplebench":{"rank":60,"of":112,"score":53.2,"pct":46.8,"variant":"GPT-5.1 (high)"}},"domains":{"overall":42.6,"coding":45.2,"agent":14.3,"reasoning":54.4,"math":61.3,"knowledge":71.4,"writing":59.6,"instruction":56.6,"chat":50.4,"business":69.2,"japanese":79.2,"vision":50.8,"longctx":4.1},"coverage":4,"avgPct":55,"overall":42.6,"rank":85,"avgRank":50,"aliases":["GPT-5.1 (High)","GPT-5.1 (Medium)","GPT-5.1 (Search)","GPT-5.1","GPT-5.1 (Thinking, High)","gpt-5.1-thinking","GPT 5.1 (one-pass-agent) max","GPT 5.1 (mcp-atlas) high","GPT-5.1 (high)"],"open":false,"reasoning":true,"ctx":400000,"pin":1.25,"pout":10,"tps":113,"ttft":1.13,"release":"2025-11-13","theta":-0.238,"se":0.164,"lo":34.6,"hi":51,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":80},{"id":"qwen3-7-plus","name":"Qwen3.7 Plus","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"aa":{"rank":66,"of":141,"score":25.2,"pct":53.6,"variant":"qwen3-7-plus"},"epoch":{"rank":77,"of":230,"score":147.92,"pct":66.8,"variant":"Qwen3.7-Plus"}},"metrics":{"arena_coding":{"rank":75,"of":344,"score":1499.9,"pct":78.4,"variant":"Qwen3.7-Plus"},"arena_math":{"rank":58,"of":333,"score":1464.9,"pct":82.8,"variant":"Qwen3.7-Plus"},"arena_creative_writing":{"rank":66,"of":347,"score":1430.8,"pct":81.2,"variant":"Qwen3.7-Plus"},"arena_instruction_following":{"rank":67,"of":349,"score":1446.3,"pct":81,"variant":"Qwen3.7-Plus"},"arena_hard_prompts":{"rank":74,"of":349,"score":1472.8,"pct":79,"variant":"Qwen3.7-Plus"},"arena_multi_turn":{"rank":69,"of":347,"score":1464,"pct":80.3,"variant":"Qwen3.7-Plus"},"arena_expert":{"rank":65,"of":302,"score":1484.9,"pct":78.7,"variant":"Qwen3.7-Plus"},"arena_japanese":{"rank":70,"of":233,"score":1411.3,"pct":70.3,"variant":"Qwen3.7-Plus"},"arena_industry_business_and_management_and_financial_operations":{"rank":80,"of":342,"score":1445.2,"pct":76.8,"variant":"Qwen3.7-Plus"},"arena_industry_medicine_and_healthcare":{"rank":63,"of":321,"score":1472.6,"pct":80.6,"variant":"Qwen3.7-Plus"},"arena_industry_legal_and_government":{"rank":79,"of":322,"score":1455.5,"pct":75.7,"variant":"Qwen3.7-Plus"},"arena_vision":{"rank":37,"of":143,"score":1262.4,"pct":74.6,"variant":"Qwen3.7-Plus"},"arena_document":{"rank":30,"of":39,"score":1446.4,"pct":23.7,"variant":"Qwen3.7-Plus"},"arena_agent":{"rank":51,"of":61,"score":-0.09,"pct":16.7,"variant":"Qwen3.7-Plus"},"aa_index":{"rank":66,"of":141,"score":25.2,"pct":53.6,"variant":"qwen3-7-plus"},"aa_hle":{"rank":50,"of":143,"score":35.6,"pct":65.5,"variant":"qwen3-7-plus"},"aa_gpqa":{"rank":33,"of":120,"score":90,"pct":73.1,"variant":"qwen3-7-plus"},"aa_scicode":{"rank":69,"of":141,"score":46.1,"pct":51.4,"variant":"qwen3-7-plus"},"aa_terminalbenchHard":{"rank":11,"of":74,"score":47,"pct":86.3,"variant":"qwen3-7-plus"},"aa_tau2":{"rank":19,"of":73,"score":93,"pct":75,"variant":"qwen3-7-plus"},"aa_ifbench":{"rank":8,"of":74,"score":78,"pct":90.4,"variant":"qwen3-7-plus"},"aa_lcr":{"rank":77,"of":143,"score":73,"pct":46.5,"variant":"qwen3-7-plus"},"aa_mmmuPro":{"rank":17,"of":69,"score":80.5,"pct":76.5,"variant":"qwen3-7-plus"},"aa_critpt":{"rank":58,"of":146,"score":9.1,"pct":60.7,"variant":"qwen3-7-plus"},"aa_omniscience":{"rank":48,"of":143,"score":1.1,"pct":66.9,"variant":"qwen3-7-plus"},"aa_gdpvalNormalized":{"rank":85,"of":141,"score":0.1,"pct":40,"variant":"qwen3-7-plus"},"aa_apexAgents":{"rank":17,"of":25,"score":22.4,"pct":33.3,"variant":"qwen3-7-plus"},"epoch_eci":{"rank":77,"of":230,"score":147.92,"pct":66.8,"variant":"Qwen3.7-Plus"},"epoch_frontiermath":{"rank":68,"of":91,"score":34.4,"pct":25.6,"variant":"qwen3.7-plus_none"},"epoch_gpqa":{"rank":67,"of":226,"score":87.9,"pct":70.7,"variant":"qwen3.7-plus"},"epoch_aime":{"rank":57,"of":208,"score":93.3,"pct":72.9,"variant":"qwen3.7-plus"}},"domains":{"overall":42.4,"coding":55,"agent":48.9,"reasoning":60.8,"math":57.7,"knowledge":74.2,"writing":60.6,"instruction":60.5,"chat":51,"business":66.3,"japanese":70.4,"vision":60.7,"longctx":22.4},"coverage":2,"avgPct":60.2,"overall":42.4,"rank":86,"avgRank":71.5,"aliases":["Qwen3.7-Plus","qwen3-7-plus","qwen3.7-plus_none","qwen3.7-plus"],"open":false,"reasoning":true,"ctx":1000000,"pin":0.4,"pout":1.6,"tps":56,"ttft":2.26,"release":"2026-06-02","theta":-0.244,"se":0.249,"lo":30.6,"hi":55.1,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":81},{"id":"inkling","name":"Inkling","provider":"thinkingmachines","providerName":"Thinking Machines","country":"US","sites":{"aa":{"rank":67,"of":141,"score":25,"pct":52.9,"variant":"inkling"},"livebench":{"rank":50,"of":64,"score":71.9,"pct":22.2,"variant":"inkling-xhigh"},"epoch":{"rank":75,"of":230,"score":148.39,"pct":67.7,"variant":"Inkling"},"arc":{"rank":51,"of":95,"score":36.5,"pct":46.8,"variant":"Inkling"},"vals":{"rank":41,"of":42,"score":29,"pct":2.4,"variant":"thinkingmachines/inkling"},"tbench":{"rank":53,"of":53,"score":0,"pct":0,"variant":"Inkling (none)"},"eqbench":{"rank":16,"of":32,"score":1212.1,"pct":51.6,"variant":"Inkling"},"simplebench":{"rank":65,"of":112,"score":50,"pct":42.3,"variant":"Inkling"}},"metrics":{"arena_coding":{"rank":83,"of":344,"score":1494.1,"pct":76.1,"variant":"Inkling"},"arena_math":{"rank":35,"of":333,"score":1479.4,"pct":89.8,"variant":"Inkling"},"arena_creative_writing":{"rank":114,"of":347,"score":1388.5,"pct":67.3,"variant":"Inkling"},"arena_instruction_following":{"rank":90,"of":349,"score":1427.1,"pct":74.4,"variant":"Inkling"},"arena_hard_prompts":{"rank":83,"of":349,"score":1463,"pct":76.4,"variant":"Inkling"},"arena_multi_turn":{"rank":92,"of":347,"score":1444.5,"pct":73.7,"variant":"Inkling"},"arena_expert":{"rank":81,"of":302,"score":1473.6,"pct":73.4,"variant":"Inkling"},"arena_japanese":{"rank":45,"of":233,"score":1439.8,"pct":81,"variant":"Inkling"},"arena_industry_business_and_management_and_financial_operations":{"rank":83,"of":342,"score":1443.1,"pct":76,"variant":"Inkling"},"arena_industry_medicine_and_healthcare":{"rank":90,"of":321,"score":1454.5,"pct":72.2,"variant":"Inkling"},"arena_industry_legal_and_government":{"rank":90,"of":322,"score":1444,"pct":72.3,"variant":"Inkling"},"arena_webdev":{"rank":87,"of":136,"score":1414.1,"pct":36.3,"variant":"Inkling"},"arena_agent":{"rank":59,"of":61,"score":-0.185,"pct":3.3,"variant":"Inkling"},"aa_index":{"rank":67,"of":141,"score":25,"pct":52.9,"variant":"inkling"},"aa_hle":{"rank":63,"of":143,"score":31.9,"pct":56.3,"variant":"inkling"},"aa_gpqa":{"rank":46,"of":120,"score":87.2,"pct":62.2,"variant":"inkling"},"aa_scicode":{"rank":66,"of":141,"score":47,"pct":53.6,"variant":"inkling"},"aa_lcr":{"rank":62,"of":143,"score":77.3,"pct":57,"variant":"inkling"},"aa_mmmuPro":{"rank":45,"of":69,"score":73.5,"pct":35.3,"variant":"inkling"},"aa_critpt":{"rank":64,"of":146,"score":5.4,"pct":56.6,"variant":"inkling"},"aa_omniscience":{"rank":45,"of":143,"score":2,"pct":69,"variant":"inkling"},"aa_gdpvalNormalized":{"rank":51,"of":141,"score":0.3,"pct":64.3,"variant":"inkling"},"livebench_global":{"rank":50,"of":64,"score":71.9,"pct":22.2,"variant":"inkling-xhigh"},"livebench_reasoning":{"rank":53,"of":64,"score":78.3,"pct":17.5,"variant":"inkling-xhigh"},"livebench_coding":{"rank":57,"of":64,"score":71,"pct":11.1,"variant":"inkling-xhigh"},"livebench_agentic_coding":{"rank":43,"of":64,"score":49.4,"pct":33.3,"variant":"inkling-xhigh"},"livebench_mathematics":{"rank":40,"of":64,"score":88.4,"pct":38.1,"variant":"inkling-xhigh"},"livebench_data_analysis":{"rank":43,"of":64,"score":72.8,"pct":33.3,"variant":"inkling-xhigh"},"livebench_language":{"rank":54,"of":64,"score":73.5,"pct":15.9,"variant":"inkling-xhigh"},"livebench_if":{"rank":30,"of":64,"score":70.1,"pct":54,"variant":"inkling-xhigh"},"epoch_eci":{"rank":75,"of":230,"score":148.39,"pct":67.7,"variant":"Inkling"},"epoch_frontiermath":{"rank":70,"of":91,"score":33.3,"pct":23.3,"variant":"Inkling_xhigh"},"epoch_frontiermath4":{"rank":66,"of":74,"score":4.9,"pct":11,"variant":"Inkling_xhigh"},"epoch_gpqa":{"rank":63,"of":226,"score":88.3,"pct":72.4,"variant":"Inkling_xhigh"},"epoch_simpleqa":{"rank":56,"of":94,"score":40.3,"pct":40.9,"variant":"Inkling_xhigh"},"epoch_aime":{"rank":70,"of":208,"score":88.9,"pct":66.7,"variant":"Inkling_xhigh"},"arc_v2":{"rank":51,"of":95,"score":36.5,"pct":46.8,"variant":"Inkling"},"arc_v1":{"rank":52,"of":92,"score":79.5,"pct":44,"variant":"Inkling"},"scale_mcp":{"rank":20,"of":37,"score":76,"pct":47.2,"variant":"Inkling (mcp-atlas) xhigh"},"vals_index":{"rank":41,"of":42,"score":29,"pct":2.4,"variant":"thinkingmachines/inkling"},"vals_vibe_code_bench":{"rank":40,"of":42,"score":19.2,"pct":4.9,"variant":"thinkingmachines/inkling"},"vals_finance_agent":{"rank":40,"of":42,"score":49.9,"pct":4.9,"variant":"thinkingmachines/inkling"},"vals_emb":{"rank":41,"of":42,"score":41,"pct":2.4,"variant":"thinkingmachines/inkling"},"vals_code_migration":{"rank":42,"of":42,"score":8.6,"pct":0,"variant":"thinkingmachines/inkling"},"vals_legal_research":{"rank":38,"of":42,"score":28.4,"pct":9.8,"variant":"thinkingmachines/inkling"},"vals_legal_agent_benchmark":{"rank":39,"of":42,"score":3.8,"pct":7.3,"variant":"thinkingmachines/inkling"},"tbench":{"rank":53,"of":53,"score":0,"pct":0,"variant":"Inkling (none)"},"eqbench":{"rank":16,"of":32,"score":1212.1,"pct":51.6,"variant":"Inkling"},"eqbench_cw":{"rank":49,"of":143,"score":1609.1,"pct":66.2,"variant":"thinkingmachines/Inkling"},"simplebench":{"rank":65,"of":112,"score":50,"pct":42.3,"variant":"Inkling"}},"domains":{"overall":41.5,"coding":43.7,"agent":31.7,"reasoning":53.5,"math":61.5,"knowledge":72.4,"writing":53.4,"instruction":66.3,"chat":64.7,"business":76.7,"japanese":75.6,"vision":40.6,"longctx":44},"coverage":8,"avgPct":35.7,"overall":41.5,"rank":87,"avgRank":52.3,"aliases":["Inkling","inkling","inkling-xhigh","Inkling_xhigh","Inkling (mcp-atlas) xhigh","thinkingmachines/inkling","Inkling (none)","thinkingmachines/Inkling"],"open":true,"reasoning":true,"ctx":1000000,"pin":1,"pout":4.05,"tps":197,"ttft":1.8,"release":"2026-07-15","theta":-0.274,"se":0.105,"lo":36.4,"hi":46.8,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":82},{"id":"grok-4","name":"Grok 4","provider":"xai","providerName":"xAI","country":"US","sites":{"epoch":{"rank":84,"of":230,"score":146.91,"pct":63.8,"variant":"Grok 4"},"arc":{"rank":58,"of":95,"score":16,"pct":39.4,"variant":"Grok 4 (Thinking)"},"simplebench":{"rank":47,"of":112,"score":60.5,"pct":58.6,"variant":"Grok 4"}},"metrics":{"arena_coding":{"rank":148,"of":344,"score":1435.3,"pct":57.1,"variant":"Grok 4 (0709)"},"arena_math":{"rank":103,"of":333,"score":1425,"pct":69.3,"variant":"Grok 4 (0709)"},"arena_creative_writing":{"rank":103,"of":347,"score":1393.8,"pct":70.5,"variant":"Grok 4 (0709)"},"arena_instruction_following":{"rank":133,"of":349,"score":1396.1,"pct":62.1,"variant":"Grok 4 (0709)"},"arena_hard_prompts":{"rank":135,"of":349,"score":1420.5,"pct":61.5,"variant":"Grok 4 (0709)"},"arena_multi_turn":{"rank":127,"of":347,"score":1412.8,"pct":63.6,"variant":"Grok 4 (0709)"},"arena_expert":{"rank":124,"of":302,"score":1429.8,"pct":59.1,"variant":"Grok 4 (0709)"},"arena_japanese":{"rank":84,"of":233,"score":1389.5,"pct":64.2,"variant":"Grok 4 (0709)"},"arena_industry_business_and_management_and_financial_operations":{"rank":142,"of":342,"score":1395.8,"pct":58.7,"variant":"Grok 4 (0709)"},"arena_industry_medicine_and_healthcare":{"rank":111,"of":321,"score":1440.1,"pct":65.6,"variant":"Grok 4 (0709)"},"arena_industry_legal_and_government":{"rank":120,"of":322,"score":1423.3,"pct":62.9,"variant":"Grok 4 (0709)"},"arena_vision":{"rank":88,"of":143,"score":1184,"pct":38.7,"variant":"Grok 4 (0709)"},"arena_search":{"rank":41,"of":43,"score":1123,"pct":4.8,"variant":"Grok 4 (Search)"},"epoch_eci":{"rank":84,"of":230,"score":146.91,"pct":63.8,"variant":"Grok 4"},"epoch_gpqa":{"rank":74,"of":226,"score":87,"pct":67.6,"variant":"grok-4-0709"},"epoch_aime":{"rank":92,"of":208,"score":84,"pct":56,"variant":"grok-4-0709"},"arc_v2":{"rank":58,"of":95,"score":16,"pct":39.4,"variant":"Grok 4 (Thinking)"},"arc_v1":{"rank":57,"of":92,"score":66.7,"pct":38.5,"variant":"Grok 4 (Thinking)"},"simplebench":{"rank":47,"of":112,"score":60.5,"pct":58.6,"variant":"Grok 4"}},"domains":{"overall":41.3,"coding":36.7,"reasoning":55.9,"math":53.7,"knowledge":60.9,"writing":48.4,"instruction":33.5,"chat":31.5,"business":62.8,"japanese":66,"vision":19.7},"coverage":3,"avgPct":53.9,"overall":41.3,"rank":88,"avgRank":63,"aliases":["Grok 4 (0709)","Grok 4 (Search)","Grok 4","grok-4-0709","Grok 4 (Thinking)"],"open":false,"reasoning":true,"ctx":256000,"pin":3,"pout":15,"tps":74,"ttft":5.74,"release":"2025-07-09","theta":-0.283,"se":0.217,"lo":31,"hi":52.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":83},{"id":"kimi-k2-5","name":"Kimi K2.5","provider":"moonshot","providerName":"Moonshot AI","country":"CN","sites":{"epoch":{"rank":74,"of":230,"score":148.79,"pct":68.1,"variant":"Kimi K2.5"},"arc":{"rank":60,"of":95,"score":11.8,"pct":37.2,"variant":"Kimi K2.5"},"scale":{"rank":17,"of":44,"score":24.37,"pct":62.8,"variant":"kimi-k2.5"},"simplebench":{"rank":68,"of":112,"score":46.8,"pct":39.6,"variant":"Kimi K2.5"}},"metrics":{"arena_coding":{"rank":65,"of":344,"score":1504.4,"pct":81.3,"variant":"Kimi K2.5 (Instant)"},"arena_math":{"rank":53,"of":333,"score":1469.7,"pct":84.3,"variant":"Kimi K2.5 (Thinking)"},"arena_creative_writing":{"rank":73,"of":347,"score":1422.1,"pct":79.2,"variant":"Kimi K2.5 (Thinking)"},"arena_instruction_following":{"rank":73,"of":349,"score":1438.9,"pct":79.3,"variant":"Kimi K2.5 (Thinking)"},"arena_hard_prompts":{"rank":76,"of":349,"score":1471.2,"pct":78.4,"variant":"Kimi K2.5 (Thinking)"},"arena_multi_turn":{"rank":77,"of":347,"score":1452,"pct":78,"variant":"Kimi K2.5 (Thinking)"},"arena_expert":{"rank":67,"of":302,"score":1482.4,"pct":78.1,"variant":"Kimi K2.5 (Thinking)"},"arena_japanese":{"rank":55,"of":233,"score":1426.7,"pct":76.7,"variant":"Kimi K2.5 (Thinking)"},"arena_industry_business_and_management_and_financial_operations":{"rank":93,"of":342,"score":1439.8,"pct":73,"variant":"Kimi K2.5 (Thinking)"},"arena_industry_medicine_and_healthcare":{"rank":73,"of":321,"score":1466.5,"pct":77.5,"variant":"Kimi K2.5 (Thinking)"},"arena_industry_legal_and_government":{"rank":88,"of":322,"score":1446.2,"pct":72.9,"variant":"Kimi K2.5 (Thinking)"},"arena_webdev":{"rank":80,"of":136,"score":1436.4,"pct":41.5,"variant":"Kimi K2.5 (Thinking)"},"arena_vision":{"rank":44,"of":143,"score":1252.6,"pct":69.7,"variant":"Kimi K2.5 (Thinking)"},"arena_document":{"rank":33,"of":39,"score":1437.6,"pct":15.8,"variant":"Kimi K2.5 (Thinking)"},"epoch_eci":{"rank":74,"of":230,"score":148.79,"pct":68.1,"variant":"Kimi K2.5"},"epoch_gpqa":{"rank":70,"of":226,"score":87.6,"pct":69.3,"variant":"fireworks/kimi-k2p5"},"epoch_simpleqa":{"rank":62,"of":94,"score":34.3,"pct":34.4,"variant":"kimi-k2.5"},"epoch_aime":{"rank":61,"of":208,"score":92.2,"pct":71,"variant":"fireworks/kimi-k2p5"},"arc_v2":{"rank":60,"of":95,"score":11.8,"pct":37.2,"variant":"Kimi K2.5"},"arc_v1":{"rank":59,"of":92,"score":65.3,"pct":36.3,"variant":"Kimi K2.5"},"scale_hle":{"rank":17,"of":44,"score":24.37,"pct":62.8,"variant":"kimi-k2.5"},"scale_multichallenge":{"rank":20,"of":39,"score":61.39,"pct":50,"variant":"Kimi K2.5 (one-pass-agent)"},"scale_mcp":{"rank":28,"of":37,"score":64.4,"pct":25,"variant":"Kimi K2.5 (mcp-atlas)"},"eqbench_cw":{"rank":54,"of":143,"score":1578.8,"pct":62.7,"variant":"moonshotai/Kimi-K2.5"},"simplebench":{"rank":68,"of":112,"score":46.8,"pct":39.6,"variant":"Kimi K2.5"}},"domains":{"overall":39.5,"coding":51.4,"agent":34.1,"reasoning":50.9,"math":65.5,"knowledge":71.4,"writing":55.5,"instruction":51.6,"chat":45.1,"business":68.7,"japanese":73.3,"vision":51.7,"longctx":14.6},"coverage":4,"avgPct":51.9,"overall":39.5,"rank":89,"avgRank":54.8,"aliases":["Kimi K2.5 (Instant)","Kimi K2.5 (Thinking)","Kimi K2.5","fireworks/kimi-k2p5","kimi-k2.5","Kimi K2.5 (one-pass-agent)","Kimi K2.5 (mcp-atlas)","moonshotai/Kimi-K2.5"],"open":true,"reasoning":true,"ctx":256000,"pin":0.6,"pout":2.75,"tps":52,"ttft":1.83,"release":"2026-01-27","theta":-0.339,"se":0.164,"lo":31.8,"hi":47.8,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":84},{"id":"glm-4-7","name":"GLM 4.7","provider":"zai","providerName":"Z.ai (Zhipu)","country":"CN","sites":{"epoch":{"rank":103,"of":230,"score":143.34,"pct":55.5,"variant":"GLM-4.7"},"simplebench":{"rank":67,"of":112,"score":47.7,"pct":40.5,"variant":"GLM 4.7"}},"metrics":{"arena_coding":{"rank":97,"of":344,"score":1484.1,"pct":72,"variant":"GLM-4.7"},"arena_math":{"rank":101,"of":333,"score":1426.8,"pct":69.9,"variant":"GLM-4.7"},"arena_creative_writing":{"rank":90,"of":347,"score":1404.5,"pct":74.3,"variant":"GLM-4.7"},"arena_instruction_following":{"rank":92,"of":349,"score":1425.7,"pct":73.9,"variant":"GLM-4.7"},"arena_hard_prompts":{"rank":85,"of":349,"score":1461.9,"pct":75.9,"variant":"GLM-4.7"},"arena_multi_turn":{"rank":74,"of":347,"score":1457.6,"pct":78.9,"variant":"GLM-4.7"},"arena_expert":{"rank":106,"of":302,"score":1449,"pct":65.1,"variant":"GLM-4.7"},"arena_japanese":{"rank":47,"of":233,"score":1439,"pct":80.2,"variant":"GLM-4.7"},"arena_industry_business_and_management_and_financial_operations":{"rank":82,"of":342,"score":1443.2,"pct":76.2,"variant":"GLM-4.7"},"arena_industry_medicine_and_healthcare":{"rank":38,"of":321,"score":1487.6,"pct":88.4,"variant":"GLM-4.7"},"arena_industry_legal_and_government":{"rank":82,"of":322,"score":1454,"pct":74.8,"variant":"GLM-4.7"},"arena_webdev":{"rank":81,"of":136,"score":1435.9,"pct":40.7,"variant":"GLM-4.7"},"epoch_eci":{"rank":103,"of":230,"score":143.34,"pct":55.5,"variant":"GLM-4.7"},"epoch_gpqa":{"rank":89,"of":226,"score":83.3,"pct":60.9,"variant":"glm-4.7"},"epoch_simpleqa":{"rank":68,"of":94,"score":32.2,"pct":28,"variant":"glm-4.7"},"epoch_aime":{"rank":93,"of":208,"score":83.3,"pct":55.6,"variant":"glm-4.7"},"scale_mcp":{"rank":32,"of":37,"score":58.1,"pct":13.9,"variant":"GLM 4.7 (mcp-atlas)"},"eqbench_cw":{"rank":80,"of":143,"score":1413.6,"pct":44.4,"variant":"zai-org/GLM-4.7"},"simplebench":{"rank":67,"of":112,"score":47.7,"pct":40.5,"variant":"GLM 4.7"}},"domains":{"overall":39,"coding":50.3,"agent":23.9,"reasoning":47.5,"math":54,"knowledge":68.6,"writing":44.8,"instruction":45.3,"chat":48.5,"business":71.4,"japanese":75.5},"coverage":2,"avgPct":48,"overall":39,"rank":90,"avgRank":85,"aliases":["GLM-4.7","glm-4.7","GLM 4.7 (mcp-atlas)","zai-org/GLM-4.7","GLM 4.7"],"open":true,"reasoning":true,"ctx":200000,"pin":0.6,"pout":2.2,"tps":38,"ttft":1.64,"release":"2025-12-22","theta":-0.358,"se":0.33,"lo":24.5,"hi":55.8,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":85},{"id":"gpt-5","name":"GPT-5","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":69,"of":230,"score":150,"pct":70.3,"variant":"GPT-5"},"arc":{"rank":62,"of":95,"score":9.9,"pct":35.1,"variant":"GPT-5 (High)"},"simplebench":{"rank":55,"of":112,"score":56.7,"pct":51.4,"variant":"GPT-5 (high)"}},"metrics":{"arena_coding":{"rank":112,"of":344,"score":1471.5,"pct":67.6,"variant":"GPT-5 (High)"},"arena_math":{"rank":93,"of":333,"score":1435,"pct":72.3,"variant":"GPT-5 (High)"},"arena_creative_writing":{"rank":114,"of":347,"score":1388.5,"pct":67.3,"variant":"GPT-5 Chat"},"arena_instruction_following":{"rank":107,"of":349,"score":1414.9,"pct":69.5,"variant":"GPT-5 Chat"},"arena_hard_prompts":{"rank":101,"of":349,"score":1448.4,"pct":71.3,"variant":"GPT-5 Chat"},"arena_multi_turn":{"rank":82,"of":347,"score":1449.2,"pct":76.6,"variant":"GPT-5 Chat"},"arena_expert":{"rank":96,"of":302,"score":1459.9,"pct":68.4,"variant":"GPT-5 (High)"},"arena_japanese":{"rank":52,"of":233,"score":1431,"pct":78,"variant":"GPT-5 (High)"},"arena_industry_business_and_management_and_financial_operations":{"rank":90,"of":342,"score":1440.3,"pct":73.9,"variant":"GPT-5 Chat"},"arena_industry_medicine_and_healthcare":{"rank":81,"of":321,"score":1460.1,"pct":75,"variant":"GPT-5 (High)"},"arena_industry_legal_and_government":{"rank":70,"of":322,"score":1460.7,"pct":78.5,"variant":"GPT-5 (High)"},"arena_webdev":{"rank":86,"of":136,"score":1417.5,"pct":37,"variant":"GPT-5 (Medium)"},"arena_vision":{"rank":65,"of":143,"score":1225.5,"pct":54.9,"variant":"GPT-5 Chat"},"arena_search":{"rank":29,"of":43,"score":1189.6,"pct":33.3,"variant":"GPT-5 (Search)"},"epoch_eci":{"rank":69,"of":230,"score":150,"pct":70.3,"variant":"GPT-5"},"arc_v2":{"rank":62,"of":95,"score":9.9,"pct":35.1,"variant":"GPT-5 (High)"},"arc_v1":{"rank":58,"of":92,"score":65.7,"pct":37.4,"variant":"GPT-5 (High)"},"scale_multichallenge":{"rank":18,"of":39,"score":63.19,"pct":55.3,"variant":"GPT 5 (one-pass-agent) max"},"simplebench":{"rank":55,"of":112,"score":56.7,"pct":51.4,"variant":"GPT-5 (high)"}},"domains":{"overall":37.4,"coding":47,"reasoning":53.6,"math":54.4,"knowledge":71.2,"writing":46.6,"instruction":53.9,"chat":49.1,"business":71.9,"japanese":74.1,"vision":37.4},"coverage":3,"avgPct":52.3,"overall":37.4,"rank":91,"avgRank":62,"aliases":["GPT-5 (High)","GPT-5 Chat","GPT-5 (Medium)","GPT-5 (Search)","GPT-5","GPT 5 (one-pass-agent) max","GPT-5 (high)"],"open":false,"reasoning":true,"ctx":400000,"pin":1.25,"pout":10,"tps":107,"ttft":1.11,"release":"2025-08-07","theta":-0.412,"se":0.217,"lo":27.7,"hi":48.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":88},{"id":"gpt-5-4-mini","name":"GPT-5.4 Mini","provider":"openai","providerName":"OpenAI","country":"US","sites":{"aa":{"rank":70,"of":141,"score":24.1,"pct":50.7,"variant":"gpt-5-4-mini"},"livebench":{"rank":61,"of":64,"score":66.4,"pct":4.8,"variant":"gpt-5.4-mini-xhigh"},"epoch":{"rank":72,"of":230,"score":149.37,"pct":69,"variant":"GPT-5.4 Mini"},"arc":{"rank":55,"of":95,"score":18.9,"pct":42.6,"variant":"GPT-5.4 Mini (XHigh)"},"tbench":{"rank":50,"of":53,"score":1.82,"pct":5.8,"variant":"GPT-5.4 Mini (xhigh)"}},"metrics":{"arena_coding":{"rank":82,"of":344,"score":1494.7,"pct":76.4,"variant":"GPT-5.4 mini (High)"},"arena_math":{"rank":89,"of":333,"score":1438.8,"pct":73.5,"variant":"GPT-5.4 mini (High)"},"arena_creative_writing":{"rank":94,"of":347,"score":1401.4,"pct":73.1,"variant":"GPT-5.4 mini (High)"},"arena_instruction_following":{"rank":83,"of":349,"score":1434.4,"pct":76.4,"variant":"GPT-5.4 mini (High)"},"arena_hard_prompts":{"rank":77,"of":349,"score":1469.3,"pct":78.2,"variant":"GPT-5.4 mini (High)"},"arena_multi_turn":{"rank":65,"of":347,"score":1465.3,"pct":81.5,"variant":"GPT-5.4 mini (High)"},"arena_expert":{"rank":70,"of":302,"score":1481.8,"pct":77.1,"variant":"GPT-5.4 mini (High)"},"arena_japanese":{"rank":76,"of":233,"score":1400.2,"pct":67.7,"variant":"GPT-5.4 mini (High)"},"arena_industry_business_and_management_and_financial_operations":{"rank":57,"of":342,"score":1459.3,"pct":83.6,"variant":"GPT-5.4 mini (High)"},"arena_industry_medicine_and_healthcare":{"rank":97,"of":321,"score":1449.3,"pct":70,"variant":"GPT-5.4 mini (High)"},"arena_industry_legal_and_government":{"rank":79,"of":322,"score":1455.5,"pct":75.7,"variant":"GPT-5.4 mini (High)"},"arena_webdev":{"rank":93,"of":136,"score":1398.2,"pct":31.9,"variant":"GPT-5.4 mini (High)"},"arena_vision":{"rank":48,"of":143,"score":1249.8,"pct":66.9,"variant":"GPT-5.4 mini (High)"},"aa_index":{"rank":70,"of":141,"score":24.1,"pct":50.7,"variant":"gpt-5-4-mini"},"aa_hle":{"rank":72,"of":143,"score":28.1,"pct":50,"variant":"gpt-5-4-mini"},"aa_gpqa":{"rank":42,"of":120,"score":87.5,"pct":65.5,"variant":"gpt-5-4-mini"},"aa_scicode":{"rank":40,"of":141,"score":52.1,"pct":72.1,"variant":"gpt-5-4-mini"},"aa_terminalbenchHard":{"rank":8,"of":74,"score":52.3,"pct":90.4,"variant":"gpt-5-4-mini"},"aa_tau2":{"rank":30,"of":73,"score":83.3,"pct":59.7,"variant":"gpt-5-4-mini"},"aa_ifbench":{"rank":22,"of":74,"score":73.3,"pct":71.2,"variant":"gpt-5-4-mini"},"aa_lcr":{"rank":65,"of":143,"score":77,"pct":54.9,"variant":"gpt-5-4-mini"},"aa_mmmuPro":{"rank":47,"of":69,"score":73.3,"pct":32.4,"variant":"gpt-5-4-mini"},"aa_critpt":{"rank":54,"of":146,"score":10,"pct":63.4,"variant":"gpt-5-4-mini"},"aa_omniscience":{"rank":89,"of":143,"score":-18.9,"pct":38,"variant":"gpt-5-4-mini"},"aa_gdpvalNormalized":{"rank":51,"of":141,"score":0.3,"pct":64.3,"variant":"gpt-5-4-mini"},"aa_apexAgents":{"rank":12,"of":25,"score":28.2,"pct":54.2,"variant":"gpt-5-4-mini"},"livebench_global":{"rank":61,"of":64,"score":66.4,"pct":4.8,"variant":"gpt-5.4-mini-xhigh"},"livebench_reasoning":{"rank":61,"of":64,"score":71.3,"pct":4.8,"variant":"gpt-5.4-mini-xhigh"},"livebench_coding":{"rank":56,"of":64,"score":71.6,"pct":12.7,"variant":"gpt-5.4-mini-xhigh"},"livebench_agentic_coding":{"rank":58,"of":64,"score":41.7,"pct":9.5,"variant":"gpt-5.4-mini-xhigh"},"livebench_mathematics":{"rank":60,"of":64,"score":78.5,"pct":6.3,"variant":"gpt-5.4-mini-xhigh"},"livebench_data_analysis":{"rank":48,"of":64,"score":70.8,"pct":25.4,"variant":"gpt-5.4-mini-xhigh"},"livebench_language":{"rank":58,"of":64,"score":71,"pct":9.5,"variant":"gpt-5.4-mini-xhigh"},"livebench_if":{"rank":58,"of":64,"score":59.8,"pct":9.5,"variant":"gpt-5.4-mini-xhigh"},"epoch_eci":{"rank":72,"of":230,"score":149.37,"pct":69,"variant":"GPT-5.4 Mini"},"arc_v2":{"rank":55,"of":95,"score":18.9,"pct":42.6,"variant":"GPT-5.4 Mini (XHigh)"},"arc_v1":{"rank":60,"of":92,"score":63.7,"pct":35.2,"variant":"GPT-5.4 Mini (XHigh)"},"scale_mcp":{"rank":34,"of":37,"score":56.7,"pct":8.3,"variant":"GPT 5.4 mini (mcp-atlas) xhigh"},"tbench":{"rank":50,"of":53,"score":1.82,"pct":5.8,"variant":"GPT-5.4 Mini (xhigh)"},"eqbench_cw":{"rank":44,"of":143,"score":1664.5,"pct":69.7,"variant":"gpt-5.4-mini"}},"domains":{"overall":36.8,"coding":51.5,"agent":42.9,"reasoning":38.6,"math":36,"knowledge":67.2,"writing":50.8,"instruction":36.5,"chat":51.6,"business":75.9,"japanese":68.2,"vision":42.1,"longctx":43.2},"coverage":5,"avgPct":34.6,"overall":36.8,"rank":92,"avgRank":61.6,"aliases":["GPT-5.4 mini (High)","gpt-5-4-mini","gpt-5.4-mini-xhigh","GPT-5.4 Mini","GPT-5.4 Mini (XHigh)","GPT 5.4 mini (mcp-atlas) xhigh","GPT-5.4 Mini (xhigh)","gpt-5.4-mini"],"open":false,"reasoning":true,"ctx":400000,"pin":0.75,"pout":4.5,"tps":265,"ttft":0.71,"release":"2026-03-17","theta":-0.431,"se":0.134,"lo":30.7,"hi":43.5,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":87},{"id":"inkling-small","name":"Inkling Small","provider":"thinkingmachines","providerName":"Thinking Machines","country":"US","sites":{"aa":{"rank":63,"of":141,"score":25.7,"pct":55.7,"variant":"inkling-small"},"epoch":{"rank":67,"of":230,"score":150.77,"pct":71.2,"variant":"Inkling-Small"},"arc":{"rank":49,"of":95,"score":40.1,"pct":48.9,"variant":"Inkling Small (XHigh)"},"vals":{"rank":42,"of":42,"score":27.6,"pct":0,"variant":"thinkingmachines/inkling-small"},"tbench":{"rank":51,"of":53,"score":0.91,"pct":3.8,"variant":"Inkling Small (none)"}},"metrics":{"arena_coding":{"rank":109,"of":344,"score":1472.5,"pct":68.5,"variant":"Inkling-Small"},"arena_math":{"rank":69,"of":333,"score":1451.1,"pct":79.5,"variant":"Inkling-Small"},"arena_creative_writing":{"rank":174,"of":347,"score":1319.4,"pct":50,"variant":"Inkling-Small"},"arena_instruction_following":{"rank":132,"of":349,"score":1396.5,"pct":62.4,"variant":"Inkling-Small"},"arena_hard_prompts":{"rank":129,"of":349,"score":1427.9,"pct":63.2,"variant":"Inkling-Small"},"arena_multi_turn":{"rank":122,"of":347,"score":1414.2,"pct":65,"variant":"Inkling-Small"},"arena_expert":{"rank":114,"of":302,"score":1441.4,"pct":62.5,"variant":"Inkling-Small"},"arena_japanese":{"rank":90,"of":233,"score":1383.2,"pct":61.6,"variant":"Inkling-Small"},"arena_industry_business_and_management_and_financial_operations":{"rank":127,"of":342,"score":1409.8,"pct":63,"variant":"Inkling-Small"},"arena_industry_medicine_and_healthcare":{"rank":150,"of":321,"score":1402.3,"pct":53.4,"variant":"Inkling-Small"},"arena_industry_legal_and_government":{"rank":148,"of":322,"score":1396.2,"pct":54.2,"variant":"Inkling-Small"},"arena_webdev":{"rank":88,"of":136,"score":1407.7,"pct":35.6,"variant":"Inkling-Small"},"arena_vision":{"rank":74,"of":143,"score":1208.1,"pct":48.6,"variant":"Inkling-Small"},"arena_agent":{"rank":59,"of":61,"score":-0.185,"pct":3.3,"variant":"Inkling-Small"},"aa_index":{"rank":63,"of":141,"score":25.7,"pct":55.7,"variant":"inkling-small"},"aa_hle":{"rank":61,"of":143,"score":33.3,"pct":57.7,"variant":"inkling-small"},"aa_gpqa":{"rank":37,"of":120,"score":89.5,"pct":69.7,"variant":"inkling-small"},"aa_scicode":{"rank":53,"of":141,"score":49.7,"pct":62.9,"variant":"inkling-small"},"aa_lcr":{"rank":70,"of":143,"score":75.7,"pct":51.4,"variant":"inkling-small"},"aa_mmmuPro":{"rank":44,"of":69,"score":74,"pct":36.8,"variant":"inkling-small"},"aa_critpt":{"rank":60,"of":146,"score":8.3,"pct":59.3,"variant":"inkling-small"},"aa_omniscience":{"rank":67,"of":143,"score":-8.9,"pct":53.5,"variant":"inkling-small"},"aa_gdpvalNormalized":{"rank":51,"of":141,"score":0.3,"pct":64.3,"variant":"inkling-small"},"epoch_eci":{"rank":67,"of":230,"score":150.77,"pct":71.2,"variant":"Inkling-Small"},"epoch_frontiermath":{"rank":60,"of":91,"score":46.3,"pct":34.4,"variant":"inkling-small_xhigh"},"epoch_frontiermath4":{"rank":56,"of":74,"score":17.1,"pct":24.7,"variant":"inkling-small_xhigh"},"epoch_gpqa":{"rank":61,"of":226,"score":88.5,"pct":73.3,"variant":"inkling-small_xhigh"},"epoch_simpleqa":{"rank":83,"of":94,"score":19.1,"pct":11.8,"variant":"inkling-small_xhigh"},"epoch_aime":{"rank":69,"of":208,"score":90,"pct":67.1,"variant":"inkling-small_xhigh"},"arc_v2":{"rank":49,"of":95,"score":40.1,"pct":48.9,"variant":"Inkling Small (XHigh)"},"arc_v1":{"rank":50,"of":92,"score":84,"pct":46.2,"variant":"Inkling Small (XHigh)"},"scale_mcp":{"rank":15,"of":37,"score":79.2,"pct":61.1,"variant":"Inkling-small (mcp-atlas)"},"vals_index":{"rank":42,"of":42,"score":27.6,"pct":0,"variant":"thinkingmachines/inkling-small"},"vals_vibe_code_bench":{"rank":41,"of":42,"score":19.1,"pct":2.4,"variant":"thinkingmachines/inkling-small"},"vals_finance_agent":{"rank":42,"of":42,"score":44.8,"pct":0,"variant":"thinkingmachines/inkling-small"},"vals_emb":{"rank":42,"of":42,"score":40.8,"pct":0,"variant":"thinkingmachines/inkling-small"},"vals_code_migration":{"rank":41,"of":42,"score":10.4,"pct":2.4,"variant":"thinkingmachines/inkling-small"},"vals_legal_research":{"rank":40,"of":42,"score":25.5,"pct":4.9,"variant":"thinkingmachines/inkling-small"},"vals_legal_agent_benchmark":{"rank":41,"of":42,"score":2.9,"pct":2.4,"variant":"thinkingmachines/inkling-small"},"tbench":{"rank":51,"of":53,"score":0.91,"pct":3.8,"variant":"Inkling Small (none)"},"eqbench_cw":{"rank":67,"of":143,"score":1491.4,"pct":53.5,"variant":"thinkingmachines/Inkling-Small"}},"domains":{"overall":36.7,"coding":44.7,"agent":31.5,"reasoning":56.3,"math":57.6,"knowledge":62.8,"writing":40.3,"instruction":33.7,"chat":32,"business":56.1,"japanese":64.7,"vision":37.5,"longctx":39.8},"coverage":5,"avgPct":35.9,"overall":36.7,"rank":93,"avgRank":54.4,"aliases":["Inkling-Small","inkling-small","inkling-small_xhigh","Inkling Small (XHigh)","Inkling-small (mcp-atlas)","thinkingmachines/inkling-small","Inkling Small (none)","thinkingmachines/Inkling-Small"],"open":true,"reasoning":true,"ctx":1000000,"pin":0.3,"pout":1.2,"tps":202,"ttft":1.68,"release":"2026-07-15","theta":-0.437,"se":0.126,"lo":30.9,"hi":42.9,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":86},{"id":"o3","name":"o3","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":82,"of":230,"score":147.02,"pct":64.6,"variant":"o3"},"arc":{"rank":64,"of":95,"score":6.5,"pct":33,"variant":"o3 (High)"},"scale":{"rank":20,"of":44,"score":20.32,"pct":55.8,"variant":"o3 (high) (April 2025)"},"simplebench":{"rank":62,"of":112,"score":53.1,"pct":45,"variant":"o3 (high)"}},"metrics":{"arena_coding":{"rank":121,"of":344,"score":1460.2,"pct":65,"variant":"o3 (2025-04-16)"},"arena_math":{"rank":75,"of":333,"score":1447.9,"pct":77.7,"variant":"o3 (2025-04-16)"},"arena_creative_writing":{"rank":120,"of":347,"score":1383,"pct":65.6,"variant":"o3 (2025-04-16)"},"arena_instruction_following":{"rank":126,"of":349,"score":1402.4,"pct":64.1,"variant":"o3 (2025-04-16)"},"arena_hard_prompts":{"rank":113,"of":349,"score":1441.1,"pct":67.8,"variant":"o3 (2025-04-16)"},"arena_multi_turn":{"rank":117,"of":347,"score":1420.4,"pct":66.5,"variant":"o3 (2025-04-16)"},"arena_expert":{"rank":107,"of":302,"score":1448.3,"pct":64.8,"variant":"o3 (2025-04-16)"},"arena_japanese":{"rank":58,"of":233,"score":1424.2,"pct":75.4,"variant":"o3 (2025-04-16)"},"arena_industry_business_and_management_and_financial_operations":{"rank":105,"of":342,"score":1427,"pct":69.5,"variant":"o3 (2025-04-16)"},"arena_industry_medicine_and_healthcare":{"rank":56,"of":321,"score":1476,"pct":82.8,"variant":"o3 (2025-04-16)"},"arena_industry_legal_and_government":{"rank":84,"of":322,"score":1452.5,"pct":74.1,"variant":"o3 (2025-04-16)"},"arena_vision":{"rank":68,"of":143,"score":1216.1,"pct":52.8,"variant":"o3 (2025-04-16)"},"arena_search":{"rank":22,"of":43,"score":1198,"pct":50,"variant":"o3 (Search)"},"epoch_eci":{"rank":82,"of":230,"score":147.02,"pct":64.6,"variant":"o3"},"arc_v2":{"rank":64,"of":95,"score":6.5,"pct":33,"variant":"o3 (High)"},"arc_v1":{"rank":63,"of":92,"score":60.8,"pct":31.9,"variant":"o3 (High)"},"scale_hle":{"rank":20,"of":44,"score":20.32,"pct":55.8,"variant":"o3 (high) (April 2025)"},"scale_multichallenge":{"rank":27,"of":39,"score":56.62,"pct":31.6,"variant":"o3 (one-pass-agent) high"},"eqbench_cw":{"rank":41,"of":143,"score":1675.2,"pct":71.8,"variant":"o3"},"simplebench":{"rank":62,"of":112,"score":53.1,"pct":45,"variant":"o3 (high)"}},"domains":{"overall":36.5,"coding":43.5,"reasoning":48.6,"math":58.2,"knowledge":68.3,"writing":56.6,"instruction":39.2,"chat":33,"business":69.7,"japanese":72.8,"vision":32.8},"coverage":4,"avgPct":49.6,"overall":36.5,"rank":94,"avgRank":57,"aliases":["o3 (2025-04-16)","o3 (Search)","o3","o3 (High)","o3 (high) (April 2025)","o3 (one-pass-agent) high","o3 (high)"],"open":false,"reasoning":true,"ctx":200000,"pin":2,"pout":8,"tps":130,"ttft":5.71,"release":"2025-04-16","theta":-0.442,"se":0.164,"lo":29.1,"hi":44.6,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":89},{"id":"claude-opus-4-1","name":"Claude Opus 4.1","provider":"anthropic","providerName":"Anthropic","country":"US","sites":{"epoch":{"rank":95,"of":230,"score":144.76,"pct":59,"variant":"Claude Opus 4.1"},"scale":{"rank":26,"of":44,"score":11.52,"pct":41.9,"variant":"claude-opus-4-1-20250805-thinking"},"simplebench":{"rank":49,"of":112,"score":60,"pct":56.8,"variant":"Claude 4.1 Opus"}},"metrics":{"arena_coding":{"rank":54,"of":344,"score":1511.3,"pct":84.5,"variant":"Claude Opus 4.1 (Thinking 16K, 20250805)"},"arena_math":{"rank":80,"of":333,"score":1443.5,"pct":76.2,"variant":"Claude Opus 4.1 (Thinking 16K, 20250805)"},"arena_creative_writing":{"rank":47,"of":347,"score":1445.5,"pct":86.7,"variant":"Claude Opus 4.1 (Thinking 16K, 20250805)"},"arena_instruction_following":{"rank":51,"of":349,"score":1457.7,"pct":85.6,"variant":"Claude Opus 4.1 (Thinking 16K, 20250805)"},"arena_hard_prompts":{"rank":62,"of":349,"score":1479.6,"pct":82.5,"variant":"Claude Opus 4.1 (Thinking 16K, 20250805)"},"arena_multi_turn":{"rank":55,"of":347,"score":1470.9,"pct":84.4,"variant":"Claude Opus 4.1 (Thinking 16K, 20250805)"},"arena_expert":{"rank":69,"of":302,"score":1481.9,"pct":77.4,"variant":"Claude Opus 4.1 (Thinking 16K, 20250805)"},"arena_japanese":{"rank":68,"of":233,"score":1412.4,"pct":71.1,"variant":"Claude Opus 4.1 (Thinking 16K, 20250805)"},"arena_industry_business_and_management_and_financial_operations":{"rank":75,"of":342,"score":1446.8,"pct":78.3,"variant":"Claude Opus 4.1 (20250805)"},"arena_industry_medicine_and_healthcare":{"rank":57,"of":321,"score":1475.9,"pct":82.5,"variant":"Claude Opus 4.1 (Thinking 16K, 20250805)"},"arena_industry_legal_and_government":{"rank":67,"of":322,"score":1462.9,"pct":79.4,"variant":"Claude Opus 4.1 (Thinking 16K, 20250805)"},"arena_webdev":{"rank":97,"of":136,"score":1390.4,"pct":28.9,"variant":"Claude Opus 4.1 (20250805)"},"arena_search":{"rank":35,"of":43,"score":1166.9,"pct":19,"variant":"Claude Opus 4.1 (Search)"},"epoch_eci":{"rank":95,"of":230,"score":144.76,"pct":59,"variant":"Claude Opus 4.1"},"epoch_frontiermath":{"rank":85,"of":91,"score":12.6,"pct":6.7,"variant":"claude-opus-4-1-20250805_32K"},"epoch_frontiermath4":{"rank":69,"of":74,"score":2.4,"pct":6.8,"variant":"claude-opus-4-1-20250805_32K"},"epoch_gpqa":{"rank":104,"of":226,"score":77.3,"pct":54.2,"variant":"claude-opus-4-1-20250805_16K"},"epoch_aime":{"rank":114,"of":208,"score":68.9,"pct":45.4,"variant":"claude-opus-4-1-20250805_27K"},"scale_hle":{"rank":26,"of":44,"score":11.52,"pct":41.9,"variant":"claude-opus-4-1-20250805-thinking"},"scale_multichallenge":{"rank":25,"of":39,"score":57.2,"pct":36.8,"variant":"Claude Opus 4.1 (one-pass-agent) max"},"simplebench":{"rank":49,"of":112,"score":60,"pct":56.8,"variant":"Claude 4.1 Opus"}},"domains":{"overall":35.4,"coding":45.3,"reasoning":46.6,"math":43.9,"knowledge":59.1,"writing":65.1,"instruction":43.9,"chat":36.7,"business":72.7,"japanese":70.6},"coverage":3,"avgPct":52.6,"overall":35.4,"rank":95,"avgRank":56.7,"aliases":["Claude Opus 4.1 (Thinking 16K, 20250805)","Claude Opus 4.1 (20250805)","Claude Opus 4.1 (Search)","Claude Opus 4.1","claude-opus-4-1-20250805_32K","claude-opus-4-1-20250805_16K","claude-opus-4-1-20250805_27K","claude-opus-4-1-20250805-thinking","Claude Opus 4.1 (one-pass-agent) max","Claude 4.1 Opus"],"open":false,"reasoning":true,"ctx":200000,"pin":15,"pout":75,"release":"2025-08-05","theta":-0.48,"se":0.199,"lo":26.7,"hi":45.2,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":90},{"id":"gpt-5-4-nano","name":"GPT-5.4 Nano","provider":"openai","providerName":"OpenAI","country":"US","sites":{"aa":{"rank":80,"of":141,"score":20.7,"pct":43.6,"variant":"gpt-5-4-nano"},"livebench":{"rank":54,"of":64,"score":69.6,"pct":15.9,"variant":"gpt-5.4-nano-xhigh"},"epoch":{"rank":87,"of":230,"score":146.36,"pct":62.4,"variant":"GPT-5.4 Nano"},"arc":{"rank":67,"of":95,"score":5.7,"pct":29.8,"variant":"GPT-5.4 Nano (XHigh)"}},"metrics":{"arena_coding":{"rank":123,"of":344,"score":1459.6,"pct":64.4,"variant":"GPT-5.4 nano (High)"},"arena_math":{"rank":105,"of":333,"score":1423.8,"pct":68.7,"variant":"GPT-5.4 nano (High)"},"arena_creative_writing":{"rank":161,"of":347,"score":1336.6,"pct":53.8,"variant":"GPT-5.4 nano (High)"},"arena_instruction_following":{"rank":140,"of":349,"score":1386,"pct":60.1,"variant":"GPT-5.4 nano (High)"},"arena_hard_prompts":{"rank":134,"of":349,"score":1420.8,"pct":61.8,"variant":"GPT-5.4 nano (High)"},"arena_multi_turn":{"rank":126,"of":347,"score":1413.4,"pct":63.9,"variant":"GPT-5.4 nano (High)"},"arena_expert":{"rank":118,"of":302,"score":1435.9,"pct":61.1,"variant":"GPT-5.4 nano (High)"},"arena_japanese":{"rank":94,"of":233,"score":1376.8,"pct":59.9,"variant":"GPT-5.4 nano (High)"},"arena_industry_business_and_management_and_financial_operations":{"rank":134,"of":342,"score":1404.9,"pct":61,"variant":"GPT-5.4 nano (High)"},"arena_industry_medicine_and_healthcare":{"rank":140,"of":321,"score":1413.4,"pct":56.6,"variant":"GPT-5.4 nano (High)"},"arena_industry_legal_and_government":{"rank":137,"of":322,"score":1400.6,"pct":57.6,"variant":"GPT-5.4 nano (High)"},"arena_vision":{"rank":81,"of":143,"score":1198.6,"pct":43.7,"variant":"GPT-5.4 nano (High)"},"aa_index":{"rank":80,"of":141,"score":20.7,"pct":43.6,"variant":"gpt-5-4-nano"},"aa_hle":{"rank":71,"of":143,"score":28.3,"pct":50.7,"variant":"gpt-5-4-nano"},"aa_gpqa":{"rank":68,"of":120,"score":81.7,"pct":43.7,"variant":"gpt-5-4-nano"},"aa_scicode":{"rank":64,"of":141,"score":47.2,"pct":55,"variant":"gpt-5-4-nano"},"aa_terminalbenchHard":{"rank":17,"of":74,"score":42.4,"pct":78.1,"variant":"gpt-5-4-nano"},"aa_tau2":{"rank":35,"of":73,"score":76,"pct":52.8,"variant":"gpt-5-4-nano"},"aa_ifbench":{"rank":15,"of":74,"score":75.9,"pct":80.8,"variant":"gpt-5-4-nano"},"aa_lcr":{"rank":66,"of":143,"score":76.7,"pct":54.2,"variant":"gpt-5-4-nano"},"aa_mmmuPro":{"rank":53,"of":69,"score":65.4,"pct":23.5,"variant":"gpt-5-4-nano"},"aa_critpt":{"rank":57,"of":146,"score":9.3,"pct":61.4,"variant":"gpt-5-4-nano"},"aa_omniscience":{"rank":100,"of":143,"score":-29.5,"pct":30.3,"variant":"gpt-5-4-nano"},"aa_gdpvalNormalized":{"rank":72,"of":141,"score":0.2,"pct":49.3,"variant":"gpt-5-4-nano"},"aa_apexAgents":{"rank":15,"of":25,"score":24.9,"pct":41.7,"variant":"gpt-5-4-nano"},"livebench_global":{"rank":54,"of":64,"score":69.6,"pct":15.9,"variant":"gpt-5.4-nano-xhigh"},"livebench_reasoning":{"rank":48,"of":64,"score":81.1,"pct":25.4,"variant":"gpt-5.4-nano-xhigh"},"livebench_coding":{"rank":58,"of":64,"score":70.8,"pct":9.5,"variant":"gpt-5.4-nano-xhigh"},"livebench_agentic_coding":{"rank":49,"of":64,"score":46.8,"pct":23.8,"variant":"gpt-5.4-nano-xhigh"},"livebench_mathematics":{"rank":29,"of":64,"score":91,"pct":55.6,"variant":"gpt-5.4-nano-xhigh"},"livebench_data_analysis":{"rank":55,"of":64,"score":67.6,"pct":14.3,"variant":"gpt-5.4-nano-xhigh"},"livebench_language":{"rank":63,"of":64,"score":62.5,"pct":1.6,"variant":"gpt-5.4-nano-xhigh"},"livebench_if":{"rank":37,"of":64,"score":67.2,"pct":42.9,"variant":"gpt-5.4-nano-xhigh"},"epoch_eci":{"rank":87,"of":230,"score":146.36,"pct":62.4,"variant":"GPT-5.4 Nano"},"arc_v2":{"rank":67,"of":95,"score":5.7,"pct":29.8,"variant":"GPT-5.4 Nano (XHigh)"},"arc_v1":{"rank":68,"of":92,"score":51.5,"pct":26.4,"variant":"GPT-5.4 Nano (XHigh)"}},"domains":{"overall":34.9,"coding":48.4,"agent":46.1,"reasoning":54.6,"math":68.5,"knowledge":61.1,"writing":27.4,"instruction":56.6,"chat":31.7,"business":69,"japanese":63.3,"vision":20.2,"longctx":42.4},"coverage":4,"avgPct":37.9,"overall":34.9,"rank":96,"avgRank":72,"aliases":["GPT-5.4 nano (High)","gpt-5-4-nano","gpt-5.4-nano-xhigh","GPT-5.4 Nano","GPT-5.4 Nano (XHigh)"],"open":false,"reasoning":true,"ctx":400000,"pin":0.2,"pout":1.25,"tps":164,"ttft":0.64,"release":"2026-03-17","theta":-0.499,"se":0.148,"lo":28.3,"hi":42.1,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":93},{"id":"nemotron-3-ultra-550b-a55b","name":"Nemotron 3 Ultra 550B A55B","provider":"nvidia","providerName":"NVIDIA","country":"US","sites":{"livebench":{"rank":59,"of":64,"score":67.4,"pct":7.9,"variant":"nemotron-3-ultra-550b-a55b"},"epoch":{"rank":82,"of":230,"score":147.02,"pct":64.6,"variant":"Nemotron 3 Ultra"},"simplebench":{"rank":74,"of":112,"score":41.7,"pct":34.2,"variant":"Nemotron 3 Ultra"}},"metrics":{"arena_agent":{"rank":57,"of":61,"score":-0.168,"pct":6.7,"variant":"Nemotron 3 Ultra"},"livebench_global":{"rank":59,"of":64,"score":67.4,"pct":7.9,"variant":"nemotron-3-ultra-550b-a55b"},"livebench_reasoning":{"rank":59,"of":64,"score":74.7,"pct":7.9,"variant":"nemotron-3-ultra-550b-a55b"},"livebench_coding":{"rank":59,"of":64,"score":70.7,"pct":7.9,"variant":"nemotron-3-ultra-550b-a55b"},"livebench_agentic_coding":{"rank":63,"of":64,"score":38.7,"pct":1.6,"variant":"nemotron-3-ultra-550b-a55b"},"livebench_mathematics":{"rank":39,"of":64,"score":88.7,"pct":39.7,"variant":"nemotron-3-ultra-550b-a55b"},"livebench_data_analysis":{"rank":62,"of":64,"score":54.5,"pct":3.2,"variant":"nemotron-3-ultra-550b-a55b"},"livebench_language":{"rank":59,"of":64,"score":70.8,"pct":7.9,"variant":"nemotron-3-ultra-550b-a55b"},"livebench_if":{"rank":16,"of":64,"score":73.4,"pct":76.2,"variant":"nemotron-3-ultra-550b-a55b"},"epoch_eci":{"rank":82,"of":230,"score":147.02,"pct":64.6,"variant":"Nemotron 3 Ultra"},"epoch_gpqa":{"rank":80,"of":226,"score":85.4,"pct":64.9,"variant":"nemotron-3-ultra"},"epoch_aime":{"rank":78,"of":208,"score":86.7,"pct":62.8,"variant":"nemotron-3-ultra"},"scale_mcp":{"rank":29,"of":37,"score":63.1,"pct":22.2,"variant":"Nemotron 3 Ultra (mcp-atlas) max"},"simplebench":{"rank":74,"of":112,"score":41.7,"pct":34.2,"variant":"Nemotron 3 Ultra"}},"domains":{"overall":34.5,"coding":35.1,"agent":27.5,"reasoning":41.1,"math":64.2,"knowledge":70.1,"writing":46.5,"instruction":76.3,"business":40.5},"coverage":3,"avgPct":35.6,"overall":34.5,"rank":97,"avgRank":71.7,"aliases":["Nemotron 3 Ultra","nemotron-3-ultra-550b-a55b","nemotron-3-ultra","Nemotron 3 Ultra (mcp-atlas) max"],"reasoning":true,"release":"2026-06-04","open":true,"theta":-0.513,"se":0.194,"lo":26.1,"hi":43.9,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":91},{"id":"claude-sonnet-4-5","name":"Claude Sonnet 4.5","provider":"anthropic","providerName":"Anthropic","country":"US","sites":{"aa":{"rank":80,"of":141,"score":20.7,"pct":43.6,"variant":"claude-4-5-sonnet-thinking"},"epoch":{"rank":79,"of":230,"score":147.56,"pct":65.9,"variant":"Claude Sonnet 4.5"},"arc":{"rank":59,"of":95,"score":13.6,"pct":38.3,"variant":"Claude Sonnet 4.5 (Thinking 32K)"},"scale":{"rank":24,"of":44,"score":13.72,"pct":46.5,"variant":"claude-sonnet-4-5-20250929-thinking"},"simplebench":{"rank":59,"of":112,"score":54.3,"pct":47.7,"variant":"Claude 4.5 Sonnet"}},"metrics":{"arena_coding":{"rank":38,"of":344,"score":1518.7,"pct":89.2,"variant":"Claude Sonnet 4.5 (High, 32K, 20250929)"},"arena_math":{"rank":65,"of":333,"score":1455.1,"pct":80.7,"variant":"Claude Sonnet 4.5 (High, 32K, 20250929)"},"arena_creative_writing":{"rank":32,"of":347,"score":1454.6,"pct":91,"variant":"Claude Sonnet 4.5 (20250929)"},"arena_instruction_following":{"rank":46,"of":349,"score":1463.5,"pct":87.1,"variant":"Claude Sonnet 4.5 (High, 32K, 20250929)"},"arena_hard_prompts":{"rank":53,"of":349,"score":1486.7,"pct":85.1,"variant":"Claude Sonnet 4.5 (High, 32K, 20250929)"},"arena_multi_turn":{"rank":42,"of":347,"score":1477.1,"pct":88.2,"variant":"Claude Sonnet 4.5 (20250929)"},"arena_expert":{"rank":46,"of":302,"score":1497.9,"pct":85,"variant":"Claude Sonnet 4.5 (High, 32K, 20250929)"},"arena_japanese":{"rank":68,"of":233,"score":1412.4,"pct":71.1,"variant":"Claude Sonnet 4.5 (20250929)"},"arena_industry_business_and_management_and_financial_operations":{"rank":56,"of":342,"score":1460.1,"pct":83.9,"variant":"Claude Sonnet 4.5 (20250929)"},"arena_industry_medicine_and_healthcare":{"rank":61,"of":321,"score":1473.2,"pct":81.3,"variant":"Claude Sonnet 4.5 (20250929)"},"arena_industry_legal_and_government":{"rank":63,"of":322,"score":1463.9,"pct":80.7,"variant":"Claude Sonnet 4.5 (20250929)"},"arena_webdev":{"rank":96,"of":136,"score":1393.9,"pct":29.6,"variant":"Claude Sonnet 4.5 (High, 32K, 20250929)"},"arena_search":{"rank":34,"of":43,"score":1174.3,"pct":21.4,"variant":"Claude Sonnet 4.5 (Search)"},"arena_document":{"rank":29,"of":39,"score":1448,"pct":26.3,"variant":"Claude Sonnet 4.5 (20250929)"},"aa_index":{"rank":80,"of":141,"score":20.7,"pct":43.6,"variant":"claude-4-5-sonnet-thinking"},"aa_hle":{"rank":94,"of":143,"score":17.8,"pct":34.5,"variant":"claude-4-5-sonnet-thinking"},"aa_gpqa":{"rank":63,"of":120,"score":83.4,"pct":47.9,"variant":"claude-4-5-sonnet-thinking"},"aa_scicode":{"rank":70,"of":141,"score":45.7,"pct":50.7,"variant":"claude-4-5-sonnet-thinking"},"aa_terminalbenchHard":{"rank":27,"of":74,"score":35.6,"pct":64.4,"variant":"claude-4-5-sonnet-thinking"},"aa_tau2":{"rank":34,"of":73,"score":78.1,"pct":54.2,"variant":"claude-4-5-sonnet-thinking"},"aa_ifbench":{"rank":43,"of":74,"score":57.3,"pct":42.5,"variant":"claude-4-5-sonnet-thinking"},"aa_lcr":{"rank":81,"of":143,"score":72.3,"pct":43.7,"variant":"claude-4-5-sonnet-thinking"},"aa_mmmuPro":{"rank":52,"of":69,"score":68.7,"pct":25,"variant":"claude-4-5-sonnet-thinking"},"aa_critpt":{"rank":90,"of":146,"score":1.1,"pct":38.6,"variant":"claude-4-5-sonnet-thinking"},"aa_omniscience":{"rank":55,"of":143,"score":-0.1,"pct":62,"variant":"claude-4-5-sonnet-thinking"},"aa_gdpvalNormalized":{"rank":72,"of":141,"score":0.2,"pct":49.3,"variant":"claude-4-5-sonnet-thinking"},"epoch_eci":{"rank":79,"of":230,"score":147.56,"pct":65.9,"variant":"Claude Sonnet 4.5"},"epoch_frontiermath":{"rank":76,"of":91,"score":23.9,"pct":16.7,"variant":"claude-sonnet-4-5-20250929_32K"},"epoch_frontiermath4":{"rank":69,"of":74,"score":2.4,"pct":6.8,"variant":"claude-sonnet-4-5-20250929_32K"},"epoch_gpqa":{"rank":92,"of":226,"score":82.3,"pct":59.6,"variant":"claude-sonnet-4-5-20250929_59K"},"epoch_simpleqa":{"rank":71,"of":94,"score":30.7,"pct":24.7,"variant":"claude-sonnet-4-5-20250929_59K"},"epoch_aime":{"rank":100,"of":208,"score":77.8,"pct":52.2,"variant":"claude-sonnet-4-5-20250929_59K"},"arc_v2":{"rank":59,"of":95,"score":13.6,"pct":38.3,"variant":"Claude Sonnet 4.5 (Thinking 32K)"},"arc_v1":{"rank":60,"of":92,"score":63.7,"pct":35.2,"variant":"Claude Sonnet 4.5 (Thinking 32K)"},"scale_hle":{"rank":24,"of":44,"score":13.72,"pct":46.5,"variant":"claude-sonnet-4-5-20250929-thinking"},"scale_multichallenge":{"rank":30,"of":39,"score":55.32,"pct":23.7,"variant":"Claude Sonnet 4.5 (one-pass-agent) max"},"scale_mcp":{"rank":31,"of":37,"score":59.5,"pct":16.7,"variant":"Claude Sonnet 4.5 (mcp-atlas) high"},"eqbench_cw":{"rank":40,"of":143,"score":1677.1,"pct":72.5,"variant":"claude-sonnet-4.5"},"simplebench":{"rank":59,"of":112,"score":54.3,"pct":47.7,"variant":"Claude 4.5 Sonnet"}},"domains":{"overall":33.7,"coding":44.3,"agent":36.9,"reasoning":40.4,"math":49,"knowledge":62.3,"writing":63.8,"instruction":37.1,"chat":33.1,"business":70.1,"japanese":70.6,"vision":28.1,"longctx":23.9},"coverage":5,"avgPct":48.4,"overall":33.7,"rank":98,"avgRank":60.2,"aliases":["Claude Sonnet 4.5 (High, 32K, 20250929)","Claude Sonnet 4.5 (20250929)","Claude Sonnet 4.5 (Search)","claude-4-5-sonnet-thinking","Claude Sonnet 4.5","claude-sonnet-4-5-20250929_32K","claude-sonnet-4-5-20250929_59K","Claude Sonnet 4.5 (Thinking 32K)","claude-sonnet-4-5-20250929-thinking","Claude Sonnet 4.5 (one-pass-agent) max","Claude Sonnet 4.5 (mcp-atlas) high","claude-sonnet-4.5","Claude 4.5 Sonnet"],"open":false,"reasoning":true,"ctx":1000000,"pin":3,"pout":15,"tps":51,"ttft":1.02,"release":"2025-09-29","theta":-0.541,"se":0.141,"lo":27.6,"hi":40.5,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":92},{"id":"gemini-2-5-pro","name":"Gemini 2.5 Pro","provider":"google","providerName":"Google","country":"US","sites":{"aa":{"rank":91,"of":141,"score":16.1,"pct":35.7,"variant":"gemini-2-5-pro"},"epoch":{"rank":94,"of":230,"score":144.88,"pct":59.4,"variant":"Gemini 2.5 Pro (Jun 2025)"},"arc":{"rank":68,"of":95,"score":4.9,"pct":28.7,"variant":"Gemini 2.5 Pro (Thinking 32K)"},"scale":{"rank":22,"of":44,"score":18.16,"pct":51.2,"variant":"Gemini 2.5 Pro Experimental (March 2025)"},"simplebench":{"rank":40,"of":112,"score":62.4,"pct":64.9,"variant":"Gemini 2.5 Pro (06-05)"}},"metrics":{"arena_coding":{"rank":116,"of":344,"score":1464.3,"pct":66.5,"variant":"Gemini 2.5 Pro"},"arena_math":{"rank":88,"of":333,"score":1439.3,"pct":73.8,"variant":"Gemini 2.5 Pro"},"arena_creative_writing":{"rank":50,"of":347,"score":1443.4,"pct":85.8,"variant":"Gemini 2.5 Pro"},"arena_instruction_following":{"rank":74,"of":349,"score":1438,"pct":79,"variant":"Gemini 2.5 Pro"},"arena_hard_prompts":{"rank":92,"of":349,"score":1458.2,"pct":73.9,"variant":"Gemini 2.5 Pro"},"arena_multi_turn":{"rank":85,"of":347,"score":1447.8,"pct":75.7,"variant":"Gemini 2.5 Pro"},"arena_expert":{"rank":98,"of":302,"score":1458.9,"pct":67.8,"variant":"Gemini 2.5 Pro"},"arena_japanese":{"rank":41,"of":233,"score":1443.4,"pct":82.8,"variant":"Gemini 2.5 Pro"},"arena_industry_business_and_management_and_financial_operations":{"rank":99,"of":342,"score":1437.5,"pct":71.3,"variant":"Gemini 2.5 Pro"},"arena_industry_medicine_and_healthcare":{"rank":69,"of":321,"score":1469.4,"pct":78.8,"variant":"Gemini 2.5 Pro"},"arena_industry_legal_and_government":{"rank":53,"of":322,"score":1470.4,"pct":83.8,"variant":"Gemini 2.5 Pro"},"arena_webdev":{"rank":129,"of":136,"score":1226.6,"pct":5.2,"variant":"Gemini 2.5 Pro"},"arena_vision":{"rank":49,"of":143,"score":1247.5,"pct":66.2,"variant":"Gemini 2.5 Pro"},"arena_search":{"rank":39,"of":43,"score":1145,"pct":9.5,"variant":"Gemini 2.5 Pro (Grounding)"},"arena_document":{"rank":35,"of":39,"score":1432.6,"pct":10.5,"variant":"Gemini 2.5 Pro"},"aa_index":{"rank":91,"of":141,"score":16.1,"pct":35.7,"variant":"gemini-2-5-pro"},"aa_hle":{"rank":82,"of":143,"score":22.5,"pct":43,"variant":"gemini-2-5-pro"},"aa_gpqa":{"rank":58,"of":120,"score":84.4,"pct":52.1,"variant":"gemini-2-5-pro"},"aa_scicode":{"rank":68,"of":141,"score":46.3,"pct":52.1,"variant":"gemini-2-5-pro"},"aa_terminalbenchHard":{"rank":38,"of":74,"score":26.5,"pct":49.3,"variant":"gemini-2-5-pro"},"aa_tau2":{"rank":44,"of":73,"score":54.1,"pct":40.3,"variant":"gemini-2-5-pro"},"aa_ifbench":{"rank":50,"of":74,"score":48.7,"pct":32.9,"variant":"gemini-2-5-pro"},"aa_lcr":{"rank":97,"of":143,"score":69,"pct":32.4,"variant":"gemini-2-5-pro"},"aa_mmmuPro":{"rank":40,"of":69,"score":74.9,"pct":42.6,"variant":"gemini-2-5-pro"},"aa_critpt":{"rank":78,"of":146,"score":2.6,"pct":46.9,"variant":"gemini-2-5-pro"},"aa_omniscience":{"rank":80,"of":143,"score":-16.3,"pct":44.4,"variant":"gemini-2-5-pro"},"aa_gdpvalNormalized":{"rank":98,"of":141,"score":0,"pct":30.7,"variant":"gemini-2-5-pro"},"epoch_eci":{"rank":94,"of":230,"score":144.88,"pct":59.4,"variant":"Gemini 2.5 Pro (Jun 2025)"},"epoch_frontiermath":{"rank":75,"of":91,"score":24.6,"pct":17.8,"variant":"gemini-2.5-pro"},"epoch_frontiermath4":{"rank":72,"of":74,"score":0,"pct":2.7,"variant":"gemini-2.5-pro"},"epoch_gpqa":{"rank":81,"of":226,"score":85.3,"pct":64.4,"variant":"gemini-2.5-pro"},"epoch_aime":{"rank":87,"of":208,"score":84.7,"pct":58.5,"variant":"gemini-2.5-pro"},"arc_v2":{"rank":68,"of":95,"score":4.9,"pct":28.7,"variant":"Gemini 2.5 Pro (Thinking 32K)"},"arc_v1":{"rank":71,"of":92,"score":41,"pct":23.1,"variant":"Gemini 2.5 Pro (Thinking 16K)"},"scale_hle":{"rank":22,"of":44,"score":18.16,"pct":51.2,"variant":"Gemini 2.5 Pro Experimental (March 2025)"},"scale_multichallenge":{"rank":31,"of":39,"score":53.62,"pct":21.1,"variant":"Gemini 2.5 Pro (one-pass-agent)"},"simplebench":{"rank":40,"of":112,"score":62.4,"pct":64.9,"variant":"Gemini 2.5 Pro (06-05)"}},"domains":{"overall":33.4,"coding":29,"agent":30.9,"reasoning":46.3,"math":47.7,"knowledge":63.3,"writing":64.5,"instruction":30.4,"chat":28.4,"business":62.7,"japanese":76.2,"vision":45.4,"longctx":10.5},"coverage":5,"avgPct":48,"overall":33.4,"rank":99,"avgRank":63,"aliases":["Gemini 2.5 Pro","Gemini 2.5 Pro (Grounding)","gemini-2-5-pro","Gemini 2.5 Pro (Jun 2025)","gemini-2.5-pro","Gemini 2.5 Pro (Thinking 32K)","Gemini 2.5 Pro (Thinking 16K)","Gemini 2.5 Pro Experimental (March 2025)","Gemini 2.5 Pro (one-pass-agent)","Gemini 2.5 Pro (06-05)"],"open":false,"reasoning":true,"ctx":1000000,"pin":1.25,"pout":10,"tps":119,"ttft":21.92,"release":"2025-02-19","theta":-0.554,"se":0.141,"lo":27.2,"hi":40.1,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":94},{"id":"glm-5","name":"GLM 5","provider":"zai","providerName":"Z.ai (Zhipu)","country":"CN","sites":{"epoch":{"rank":86,"of":230,"score":146.53,"pct":62.9,"variant":"GLM-5"},"arc":{"rank":68,"of":95,"score":4.9,"pct":28.7,"variant":"GLM-5"},"simplebench":{"rank":60,"of":112,"score":53.2,"pct":46.8,"variant":"GLM 5"}},"metrics":{"arena_coding":{"rank":77,"of":344,"score":1498.4,"pct":77.8,"variant":"GLM-5"},"arena_math":{"rank":83,"of":333,"score":1442.6,"pct":75.3,"variant":"GLM-5"},"arena_creative_writing":{"rank":44,"of":347,"score":1447,"pct":87.6,"variant":"GLM-5"},"arena_instruction_following":{"rank":65,"of":349,"score":1446.8,"pct":81.6,"variant":"GLM-5"},"arena_hard_prompts":{"rank":63,"of":349,"score":1478,"pct":82.2,"variant":"GLM-5"},"arena_multi_turn":{"rank":54,"of":347,"score":1471.1,"pct":84.7,"variant":"GLM-5"},"arena_expert":{"rank":72,"of":302,"score":1481.2,"pct":76.4,"variant":"GLM-5"},"arena_japanese":{"rank":67,"of":233,"score":1415.4,"pct":71.6,"variant":"GLM-5"},"arena_industry_business_and_management_and_financial_operations":{"rank":69,"of":342,"score":1451.7,"pct":80.1,"variant":"GLM-5"},"arena_industry_medicine_and_healthcare":{"rank":54,"of":321,"score":1478.6,"pct":83.4,"variant":"GLM-5"},"arena_industry_legal_and_government":{"rank":56,"of":322,"score":1468.1,"pct":82.9,"variant":"GLM-5"},"arena_webdev":{"rank":82,"of":136,"score":1434.9,"pct":40,"variant":"GLM-5"},"epoch_eci":{"rank":86,"of":230,"score":146.53,"pct":62.9,"variant":"GLM-5"},"epoch_gpqa":{"rank":69,"of":226,"score":87.8,"pct":69.8,"variant":"glm-5"},"epoch_aime":{"rank":98,"of":208,"score":80,"pct":53.1,"variant":"glm-5"},"arc_v2":{"rank":68,"of":95,"score":4.9,"pct":28.7,"variant":"GLM-5"},"arc_v1":{"rank":70,"of":92,"score":44.7,"pct":24.2,"variant":"GLM-5"},"eqbench_cw":{"rank":51,"of":143,"score":1600.7,"pct":64.8,"variant":"zai-org/GLM-5"},"simplebench":{"rank":60,"of":112,"score":53.2,"pct":46.8,"variant":"GLM 5"}},"domains":{"overall":32.8,"coding":50.8,"reasoning":49.3,"math":56.8,"knowledge":75.1,"writing":59.2,"instruction":54.1,"chat":53.9,"business":73.7,"japanese":71.2},"coverage":3,"avgPct":46.1,"overall":32.8,"rank":100,"avgRank":71.3,"aliases":["GLM-5","glm-5","zai-org/GLM-5","GLM 5"],"open":true,"reasoning":true,"ctx":200000,"pin":1,"pout":3.2,"tps":71,"ttft":1.64,"release":"2026-02-11","theta":-0.574,"se":0.217,"lo":23.8,"hi":43.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":95},{"id":"kimi-k2","name":"Kimi K2","provider":"moonshot","providerName":"Moonshot AI","country":"CN","sites":{"epoch":{"rank":91,"of":230,"score":145.46,"pct":60.7,"variant":"Kimi K2 Thinking"},"simplebench":{"rank":81,"of":112,"score":39.6,"pct":27.9,"variant":"Kimi K2 Thinking"}},"metrics":{"arena_coding":{"rank":114,"of":344,"score":1467.8,"pct":67.1,"variant":"Kimi K2 Preview (0905)"},"arena_math":{"rank":119,"of":333,"score":1415.3,"pct":64.5,"variant":"Kimi K2 Preview (0905)"},"arena_creative_writing":{"rank":121,"of":347,"score":1382.3,"pct":65.3,"variant":"Kimi K2 Preview (0905)"},"arena_instruction_following":{"rank":137,"of":349,"score":1389.8,"pct":60.9,"variant":"Kimi K2 Preview (0905)"},"arena_hard_prompts":{"rank":119,"of":349,"score":1437.7,"pct":66.1,"variant":"Kimi K2 Preview (0905)"},"arena_multi_turn":{"rank":118,"of":347,"score":1419.6,"pct":66.2,"variant":"Kimi K2 Preview (0711)"},"arena_expert":{"rank":135,"of":302,"score":1419.2,"pct":55.5,"variant":"Kimi K2 Preview (0905)"},"arena_japanese":{"rank":93,"of":233,"score":1377.5,"pct":60.3,"variant":"Kimi K2 Preview (0905)"},"arena_industry_business_and_management_and_financial_operations":{"rank":129,"of":342,"score":1408.9,"pct":62.5,"variant":"Kimi K2 Preview (0711)"},"arena_industry_medicine_and_healthcare":{"rank":106,"of":321,"score":1444.8,"pct":67.2,"variant":"Kimi K2 Preview (0905)"},"arena_industry_legal_and_government":{"rank":85,"of":322,"score":1448.9,"pct":73.8,"variant":"Kimi K2 Preview (0905)"},"epoch_eci":{"rank":91,"of":230,"score":145.46,"pct":60.7,"variant":"Kimi K2 Thinking"},"scale_multichallenge":{"rank":29,"of":39,"score":55.42,"pct":26.3,"variant":"Kimi K2 Thinking (one-pass-agent)"},"eqbench_cw":{"rank":43,"of":143,"score":1665.5,"pct":70.4,"variant":"moonshotai/Kimi-K2-Instruct"},"simplebench":{"rank":81,"of":112,"score":39.6,"pct":27.9,"variant":"Kimi K2 Thinking"}},"domains":{"overall":32,"coding":45.7,"reasoning":35.7,"math":48.5,"knowledge":61.8,"writing":56.1,"instruction":36,"chat":30.5,"business":67.5,"japanese":63.5},"coverage":2,"avgPct":44.3,"overall":32,"rank":101,"avgRank":86,"aliases":["Kimi K2 Preview (0905)","Kimi K2 Preview (0711)","Kimi K2 Thinking","Kimi K2 Thinking (one-pass-agent)","moonshotai/Kimi-K2-Instruct"],"open":true,"reasoning":true,"ctx":128000,"pin":0.57,"pout":2.3,"tps":142,"ttft":1.18,"release":"2025-07-12","theta":-0.603,"se":0.33,"lo":19.3,"hi":48.1,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":96},{"id":"qwen3-5-397b-a17b","name":"Qwen3.5 397B A17B","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"aa":{"rank":85,"of":141,"score":18.4,"pct":40,"variant":"qwen3-5-397b-a17b"},"epoch":{"rank":76,"of":230,"score":147.96,"pct":67.2,"variant":"Qwen3.5 397B-A17B"}},"metrics":{"arena_coding":{"rank":88,"of":344,"score":1490.5,"pct":74.6,"variant":"Qwen3.5-397B-A17B"},"arena_math":{"rank":70,"of":333,"score":1450.5,"pct":79.2,"variant":"Qwen3.5-397B-A17B"},"arena_creative_writing":{"rank":88,"of":347,"score":1406.1,"pct":74.9,"variant":"Qwen3.5-397B-A17B"},"arena_instruction_following":{"rank":84,"of":349,"score":1434.3,"pct":76.1,"variant":"Qwen3.5-397B-A17B"},"arena_hard_prompts":{"rank":82,"of":349,"score":1463.3,"pct":76.7,"variant":"Qwen3.5-397B-A17B"},"arena_multi_turn":{"rank":77,"of":347,"score":1452,"pct":78,"variant":"Qwen3.5-397B-A17B"},"arena_expert":{"rank":75,"of":302,"score":1477.8,"pct":75.4,"variant":"Qwen3.5-397B-A17B"},"arena_japanese":{"rank":53,"of":233,"score":1429.4,"pct":77.6,"variant":"Qwen3.5-397B-A17B"},"arena_industry_business_and_management_and_financial_operations":{"rank":75,"of":342,"score":1446.8,"pct":78.3,"variant":"Qwen3.5-397B-A17B"},"arena_industry_medicine_and_healthcare":{"rank":72,"of":321,"score":1466.6,"pct":77.8,"variant":"Qwen3.5-397B-A17B"},"arena_industry_legal_and_government":{"rank":86,"of":322,"score":1447.5,"pct":73.5,"variant":"Qwen3.5-397B-A17B"},"arena_webdev":{"rank":92,"of":136,"score":1399.9,"pct":32.6,"variant":"Qwen3.5-397B-A17B"},"arena_vision":{"rank":53,"of":143,"score":1245.4,"pct":63.4,"variant":"Qwen3.5-397B-A17B"},"aa_index":{"rank":85,"of":141,"score":18.4,"pct":40,"variant":"qwen3-5-397b-a17b"},"aa_hle":{"rank":69,"of":143,"score":29,"pct":52.1,"variant":"qwen3-5-397b-a17b"},"aa_gpqa":{"rank":39,"of":120,"score":89.3,"pct":68.1,"variant":"qwen3-5-397b-a17b"},"aa_scicode":{"rank":75,"of":141,"score":44.8,"pct":47.1,"variant":"qwen3-5-397b-a17b"},"aa_terminalbenchHard":{"rank":20,"of":74,"score":40.9,"pct":74,"variant":"qwen3-5-397b-a17b"},"aa_tau2":{"rank":7,"of":73,"score":95.6,"pct":91.7,"variant":"qwen3-5-397b-a17b"},"aa_ifbench":{"rank":7,"of":74,"score":78.8,"pct":91.8,"variant":"qwen3-5-397b-a17b"},"aa_lcr":{"rank":62,"of":143,"score":77.3,"pct":57,"variant":"qwen3-5-397b-a17b"},"aa_mmmuPro":{"rank":30,"of":69,"score":77.3,"pct":57.4,"variant":"qwen3-5-397b-a17b"},"aa_critpt":{"rank":84,"of":146,"score":1.7,"pct":42.8,"variant":"qwen3-5-397b-a17b"},"aa_omniscience":{"rank":102,"of":143,"score":-30.7,"pct":28.9,"variant":"qwen3-5-397b-a17b"},"aa_gdpvalNormalized":{"rank":85,"of":141,"score":0.1,"pct":40,"variant":"qwen3-5-397b-a17b"},"aa_apexAgents":{"rank":19,"of":25,"score":15.3,"pct":25,"variant":"qwen3-5-397b-a17b"},"epoch_eci":{"rank":76,"of":230,"score":147.96,"pct":67.2,"variant":"Qwen3.5 397B-A17B"},"epoch_frontiermath":{"rank":72,"of":91,"score":31.2,"pct":21.1,"variant":"qwen3.5-397b-a17b_none"},"epoch_gpqa":{"rank":76,"of":226,"score":86.4,"pct":66.7,"variant":"qwen3.5-397b-a17b_none"},"epoch_aime":{"rank":70,"of":208,"score":88.9,"pct":66.7,"variant":"qwen3.5-397b-a17b"},"eqbench_cw":{"rank":71,"of":143,"score":1478.3,"pct":50.7,"variant":"Qwen/Qwen3.5-397B-A17B"}},"domains":{"overall":31.8,"coding":46.6,"agent":45,"reasoning":49.9,"math":53.9,"knowledge":67.4,"writing":48.4,"instruction":59.3,"chat":46.3,"business":63.9,"japanese":73.8,"vision":50.7,"longctx":44},"coverage":2,"avgPct":53.6,"overall":31.8,"rank":102,"avgRank":80.5,"aliases":["Qwen3.5-397B-A17B","qwen3-5-397b-a17b","Qwen3.5 397B-A17B","qwen3.5-397b-a17b_none","qwen3.5-397b-a17b","Qwen/Qwen3.5-397B-A17B"],"open":true,"reasoning":true,"ctx":262144,"pin":0.6,"pout":3.6,"tps":56,"ttft":2.22,"release":"2026-02-13","theta":-0.609,"se":0.249,"lo":21.9,"hi":43.8,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":96},{"id":"claude-opus-4","name":"Claude Opus 4","provider":"anthropic","providerName":"Anthropic","country":"US","sites":{"epoch":{"rank":105,"of":230,"score":142.85,"pct":54.6,"variant":"Claude Opus 4"},"arc":{"rank":63,"of":95,"score":8.6,"pct":34,"variant":"Claude Opus 4 (Thinking 16K)"},"scale":{"rank":27,"of":44,"score":10.72,"pct":39.5,"variant":"Claude Opus 4 (Thinking)"},"simplebench":{"rank":51,"of":112,"score":58.8,"pct":55,"variant":"Claude 4 Opus"}},"metrics":{"arena_coding":{"rank":78,"of":344,"score":1498.3,"pct":77.6,"variant":"Claude Opus 4 (Thinking 16K, 20250514)"},"arena_math":{"rank":111,"of":333,"score":1421,"pct":66.9,"variant":"Claude Opus 4 (Thinking 16K, 20250514)"},"arena_creative_writing":{"rank":60,"of":347,"score":1433.2,"pct":82.9,"variant":"Claude Opus 4 (Thinking 16K, 20250514)"},"arena_instruction_following":{"rank":69,"of":349,"score":1444.3,"pct":80.5,"variant":"Claude Opus 4 (Thinking 16K, 20250514)"},"arena_hard_prompts":{"rank":94,"of":349,"score":1457,"pct":73.3,"variant":"Claude Opus 4 (Thinking 16K, 20250514)"},"arena_multi_turn":{"rank":96,"of":347,"score":1438.9,"pct":72.5,"variant":"Claude Opus 4 (Thinking 16K, 20250514)"},"arena_expert":{"rank":105,"of":302,"score":1449.9,"pct":65.4,"variant":"Claude Opus 4 (Thinking 16K, 20250514)"},"arena_japanese":{"rank":87,"of":233,"score":1386.5,"pct":62.9,"variant":"Claude Opus 4 (Thinking 16K, 20250514)"},"arena_industry_business_and_management_and_financial_operations":{"rank":128,"of":342,"score":1409,"pct":62.8,"variant":"Claude Opus 4 (Thinking 16K, 20250514)"},"arena_industry_medicine_and_healthcare":{"rank":101,"of":321,"score":1446.9,"pct":68.8,"variant":"Claude Opus 4 (20250514)"},"arena_industry_legal_and_government":{"rank":99,"of":322,"score":1437.7,"pct":69.5,"variant":"Claude Opus 4 (20250514)"},"arena_vision":{"rank":75,"of":143,"score":1207.9,"pct":47.9,"variant":"Claude Opus 4 (Thinking 16K, 20250514)"},"arena_search":{"rank":38,"of":43,"score":1151.5,"pct":11.9,"variant":"Claude Opus 4 (Search)"},"epoch_eci":{"rank":105,"of":230,"score":142.85,"pct":54.6,"variant":"Claude Opus 4"},"epoch_gpqa":{"rank":107,"of":226,"score":76.3,"pct":52.9,"variant":"claude-opus-4-20250514_16K"},"epoch_aime":{"rank":121,"of":208,"score":64.4,"pct":42,"variant":"claude-opus-4-20250514_27K"},"arc_v2":{"rank":63,"of":95,"score":8.6,"pct":34,"variant":"Claude Opus 4 (Thinking 16K)"},"arc_v1":{"rank":73,"of":92,"score":35.7,"pct":20.9,"variant":"Claude Opus 4 (Thinking 16K)"},"scale_hle":{"rank":27,"of":44,"score":10.72,"pct":39.5,"variant":"Claude Opus 4 (Thinking)"},"scale_multichallenge":{"rank":24,"of":39,"score":58.62,"pct":39.5,"variant":"Claude Opus 4 (one-pass-agent) max"},"eqbench_cw":{"rank":55,"of":143,"score":1578,"pct":62,"variant":"claude-opus-4"},"simplebench":{"rank":51,"of":112,"score":58.8,"pct":55,"variant":"Claude 4 Opus"}},"domains":{"overall":31.2,"coding":54.4,"reasoning":41.9,"math":48.2,"knowledge":55.8,"writing":56.6,"instruction":46.1,"chat":38.1,"business":66.1,"japanese":65.4,"vision":29.1},"coverage":4,"avgPct":45.8,"overall":31.2,"rank":103,"avgRank":61.5,"aliases":["Claude Opus 4 (Thinking 16K, 20250514)","Claude Opus 4 (20250514)","Claude Opus 4 (Search)","Claude Opus 4","claude-opus-4-20250514_16K","claude-opus-4-20250514_27K","Claude Opus 4 (Thinking 16K)","Claude Opus 4 (Thinking)","Claude Opus 4 (one-pass-agent) max","claude-opus-4","Claude 4 Opus"],"open":false,"reasoning":true,"ctx":200000,"pin":15,"pout":75,"release":"2025-05-14","theta":-0.633,"se":0.164,"lo":24.5,"hi":38.8,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":98},{"id":"o4-mini","name":"o4 Mini","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":92,"of":230,"score":145.21,"pct":60.3,"variant":"o4-mini"},"arc":{"rank":65,"of":95,"score":6.1,"pct":31.9,"variant":"o4-mini (High)"},"scale":{"rank":23,"of":44,"score":18.08,"pct":48.8,"variant":"o4-mini (high) (April 2025)"},"simplebench":{"rank":82,"of":112,"score":38.7,"pct":27,"variant":"o4-mini (high)"}},"metrics":{"arena_coding":{"rank":151,"of":344,"score":1433,"pct":56.3,"variant":"o4-mini (2025-04-16)"},"arena_math":{"rank":115,"of":333,"score":1417.6,"pct":65.7,"variant":"o4-mini (2025-04-16)"},"arena_creative_writing":{"rank":160,"of":347,"score":1337.4,"pct":54,"variant":"o4-mini (2025-04-16)"},"arena_instruction_following":{"rank":156,"of":349,"score":1368.2,"pct":55.5,"variant":"o4-mini (2025-04-16)"},"arena_hard_prompts":{"rank":151,"of":349,"score":1405.9,"pct":56.9,"variant":"o4-mini (2025-04-16)"},"arena_multi_turn":{"rank":155,"of":347,"score":1382.6,"pct":55.5,"variant":"o4-mini (2025-04-16)"},"arena_expert":{"rank":140,"of":302,"score":1407.1,"pct":53.8,"variant":"o4-mini (2025-04-16)"},"arena_japanese":{"rank":113,"of":233,"score":1347,"pct":51.7,"variant":"o4-mini (2025-04-16)"},"arena_industry_business_and_management_and_financial_operations":{"rank":155,"of":342,"score":1379.1,"pct":54.8,"variant":"o4-mini (2025-04-16)"},"arena_industry_medicine_and_healthcare":{"rank":135,"of":321,"score":1418.7,"pct":58.1,"variant":"o4-mini (2025-04-16)"},"arena_industry_legal_and_government":{"rank":142,"of":322,"score":1398.8,"pct":56.1,"variant":"o4-mini (2025-04-16)"},"arena_vision":{"rank":77,"of":143,"score":1201.3,"pct":46.5,"variant":"o4-mini (2025-04-16)"},"epoch_eci":{"rank":92,"of":230,"score":145.21,"pct":60.3,"variant":"o4-mini"},"arc_v2":{"rank":65,"of":95,"score":6.1,"pct":31.9,"variant":"o4-mini (High)"},"arc_v1":{"rank":64,"of":92,"score":58.7,"pct":30.8,"variant":"o4-mini (High)"},"scale_hle":{"rank":23,"of":44,"score":18.08,"pct":48.8,"variant":"o4-mini (high) (April 2025)"},"scale_multichallenge":{"rank":36,"of":39,"score":44.9,"pct":7.9,"variant":"o4-mini (one-pass-agent) high"},"simplebench":{"rank":82,"of":112,"score":38.7,"pct":27,"variant":"o4-mini (high)"}},"domains":{"overall":31.1,"coding":36.1,"reasoning":38.4,"math":49.1,"knowledge":61.7,"writing":30.6,"instruction":17.8,"chat":13.2,"business":57.7,"japanese":56.7,"vision":26.2},"coverage":4,"avgPct":42,"overall":31.1,"rank":104,"avgRank":65.5,"aliases":["o4-mini (2025-04-16)","o4-mini","o4-mini (High)","o4-mini (high) (April 2025)","o4-mini (one-pass-agent) high","o4-mini (high)"],"open":false,"reasoning":true,"ctx":200000,"pin":1.1,"pout":4.4,"tps":151,"ttft":20.68,"release":"2025-04-16","theta":-0.636,"se":0.164,"lo":24.4,"hi":38.8,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":99},{"id":"deepseek-v3-1","name":"DeepSeek V3.1","provider":"deepseek","providerName":"DeepSeek","country":"CN","sites":{"epoch":{"rank":114,"of":230,"score":140.88,"pct":50.7,"variant":"DeepSeek-V3.1"},"simplebench":{"rank":80,"of":112,"score":40,"pct":28.8,"variant":"DeepSeek V3.1"}},"metrics":{"arena_coding":{"rank":132,"of":344,"score":1455.1,"pct":61.8,"variant":"DeepSeek-V3.1 (Thinking)"},"arena_math":{"rank":120,"of":333,"score":1414.6,"pct":64.2,"variant":"DeepSeek-V3.1 (Thinking)"},"arena_creative_writing":{"rank":93,"of":347,"score":1401.5,"pct":73.4,"variant":"DeepSeek-V3.1 (Thinking)"},"arena_instruction_following":{"rank":103,"of":349,"score":1416.2,"pct":70.7,"variant":"DeepSeek-V3.1 (Thinking)"},"arena_hard_prompts":{"rank":120,"of":349,"score":1436.5,"pct":65.8,"variant":"DeepSeek-V3.1 (Thinking)"},"arena_multi_turn":{"rank":123,"of":347,"score":1414,"pct":64.7,"variant":"DeepSeek-V3.1 (Thinking)"},"arena_expert":{"rank":122,"of":302,"score":1433.6,"pct":59.8,"variant":"DeepSeek-V3.1 (Thinking)"},"arena_japanese":{"rank":89,"of":233,"score":1383.9,"pct":62.1,"variant":"DeepSeek-V3.1"},"arena_industry_business_and_management_and_financial_operations":{"rank":116,"of":342,"score":1418.2,"pct":66.3,"variant":"DeepSeek-V3.1 (Thinking)"},"arena_industry_medicine_and_healthcare":{"rank":97,"of":321,"score":1449.3,"pct":70,"variant":"DeepSeek-V3.1 (Thinking)"},"arena_industry_legal_and_government":{"rank":122,"of":322,"score":1421.9,"pct":62.3,"variant":"DeepSeek-V3.1 (Thinking)"},"epoch_eci":{"rank":114,"of":230,"score":140.88,"pct":50.7,"variant":"DeepSeek-V3.1"},"scale_multichallenge":{"rank":34,"of":39,"score":46.1,"pct":13.2,"variant":"DeepSeek V3.1 (one-pass-agent)"},"eqbench_cw":{"rank":75,"of":143,"score":1436.1,"pct":47.9,"variant":"deepseek-ai/DeepSeek-V3.1"},"simplebench":{"rank":80,"of":112,"score":40,"pct":28.8,"variant":"DeepSeek V3.1"}},"domains":{"overall":30,"coding":42.1,"reasoning":36,"math":48.2,"knowledge":64.3,"writing":45.7,"instruction":21.4,"chat":15.5,"business":65,"japanese":64.8},"coverage":2,"avgPct":39.8,"overall":30,"rank":105,"avgRank":97,"aliases":["DeepSeek-V3.1 (Thinking)","DeepSeek-V3.1","DeepSeek V3.1 (one-pass-agent)","deepseek-ai/DeepSeek-V3.1","DeepSeek V3.1"],"open":true,"reasoning":true,"ctx":128000,"pin":0.58,"pout":1.68,"tps":121,"ttft":1.38,"release":"2025-08-21","theta":-0.678,"se":0.33,"lo":17.9,"hi":45.8,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":100},{"id":"gemini-3-5-flash-lite","name":"Gemini 3.5 Flash Lite","provider":"google","providerName":"Google","country":"US","sites":{"aa":{"rank":75,"of":141,"score":22.2,"pct":47.1,"variant":"gemini-3-5-flash-lite"},"livebench":{"rank":63,"of":64,"score":63.9,"pct":1.6,"variant":"gemini-3.5-flash-lite-high"},"epoch":{"rank":90,"of":230,"score":145.63,"pct":61.1,"variant":"Gemini 3.5 Flash-Lite"},"arc":{"rank":61,"of":95,"score":10.3,"pct":36.2,"variant":"Gemini 3.5 Flash-Lite (High)"}},"metrics":{"arena_coding":{"rank":73,"of":344,"score":1502.1,"pct":79,"variant":"Gemini 3.5 Flash-Lite"},"arena_math":{"rank":86,"of":333,"score":1442.1,"pct":74.4,"variant":"Gemini 3.5 Flash-Lite"},"arena_creative_writing":{"rank":57,"of":347,"score":1436.6,"pct":83.8,"variant":"Gemini 3.5 Flash-Lite"},"arena_instruction_following":{"rank":71,"of":349,"score":1443.8,"pct":79.9,"variant":"Gemini 3.5 Flash-Lite"},"arena_hard_prompts":{"rank":71,"of":349,"score":1475.1,"pct":79.9,"variant":"Gemini 3.5 Flash-Lite"},"arena_multi_turn":{"rank":60,"of":347,"score":1467.2,"pct":82.9,"variant":"Gemini 3.5 Flash-Lite"},"arena_expert":{"rank":85,"of":302,"score":1469.1,"pct":72.1,"variant":"Gemini 3.5 Flash-Lite"},"arena_japanese":{"rank":37,"of":233,"score":1447.6,"pct":84.5,"variant":"Gemini 3.5 Flash-Lite"},"arena_industry_business_and_management_and_financial_operations":{"rank":66,"of":342,"score":1453.3,"pct":80.9,"variant":"Gemini 3.5 Flash-Lite"},"arena_industry_medicine_and_healthcare":{"rank":68,"of":321,"score":1469.5,"pct":79.1,"variant":"Gemini 3.5 Flash-Lite"},"arena_industry_legal_and_government":{"rank":78,"of":322,"score":1455.8,"pct":76,"variant":"Gemini 3.5 Flash-Lite"},"arena_webdev":{"rank":84,"of":136,"score":1433.4,"pct":38.5,"variant":"Gemini 3.5 Flash-Lite"},"arena_vision":{"rank":31,"of":143,"score":1265.9,"pct":78.9,"variant":"Gemini 3.5 Flash-Lite"},"aa_index":{"rank":75,"of":141,"score":22.2,"pct":47.1,"variant":"gemini-3-5-flash-lite"},"aa_hle":{"rank":91,"of":143,"score":18.8,"pct":36.6,"variant":"gemini-3-5-flash-lite"},"aa_gpqa":{"rank":61,"of":120,"score":83.8,"pct":49.6,"variant":"gemini-3-5-flash-lite"},"aa_scicode":{"rank":87,"of":141,"score":41.3,"pct":38.6,"variant":"gemini-3-5-flash-lite"},"aa_lcr":{"rank":69,"of":143,"score":76,"pct":52.1,"variant":"gemini-3-5-flash-lite"},"aa_mmmuPro":{"rank":24,"of":69,"score":79,"pct":66.2,"variant":"gemini-3-5-flash-lite"},"aa_critpt":{"rank":113,"of":146,"score":0,"pct":22.8,"variant":"gemini-3-5-flash-lite"},"aa_omniscience":{"rank":40,"of":143,"score":5.2,"pct":72.5,"variant":"gemini-3-5-flash-lite"},"aa_gdpvalNormalized":{"rank":72,"of":141,"score":0.2,"pct":49.3,"variant":"gemini-3-5-flash-lite"},"livebench_global":{"rank":63,"of":64,"score":63.9,"pct":1.6,"variant":"gemini-3.5-flash-lite-high"},"livebench_reasoning":{"rank":64,"of":64,"score":60.2,"pct":0,"variant":"gemini-3.5-flash-lite-high"},"livebench_coding":{"rank":44,"of":64,"score":76.1,"pct":31.7,"variant":"gemini-3.5-flash-lite-high"},"livebench_agentic_coding":{"rank":53,"of":64,"score":45.3,"pct":17.5,"variant":"gemini-3.5-flash-lite-high"},"livebench_mathematics":{"rank":64,"of":64,"score":73.7,"pct":0,"variant":"gemini-3.5-flash-lite-high"},"livebench_data_analysis":{"rank":64,"of":64,"score":53.2,"pct":0,"variant":"gemini-3.5-flash-lite-high"},"livebench_language":{"rank":57,"of":64,"score":71.8,"pct":11.1,"variant":"gemini-3.5-flash-lite-high"},"livebench_if":{"rank":37,"of":64,"score":67.2,"pct":42.9,"variant":"gemini-3.5-flash-lite-high"},"epoch_eci":{"rank":90,"of":230,"score":145.63,"pct":61.1,"variant":"Gemini 3.5 Flash-Lite"},"epoch_frontiermath":{"rank":74,"of":91,"score":26,"pct":18.9,"variant":"gemini-3.5-flash-lite_high"},"epoch_frontiermath4":{"rank":72,"of":74,"score":0,"pct":2.7,"variant":"gemini-3.5-flash-lite_high"},"epoch_gpqa":{"rank":89,"of":226,"score":83.3,"pct":60.9,"variant":"gemini-3.5-flash-lite_high"},"epoch_aime":{"rank":107,"of":208,"score":71.1,"pct":48.8,"variant":"gemini-3.5-flash-lite_high"},"arc_v2":{"rank":61,"of":95,"score":10.3,"pct":36.2,"variant":"Gemini 3.5 Flash-Lite (High)"},"arc_v1":{"rank":67,"of":92,"score":53.5,"pct":27.5,"variant":"Gemini 3.5 Flash-Lite (High)"},"eqbench_cw":{"rank":59,"of":143,"score":1559.3,"pct":59.2,"variant":"gemini-3.5-flash-lite"}},"domains":{"overall":28.2,"coding":47.5,"agent":41.3,"reasoning":19.8,"math":27.4,"knowledge":65.6,"writing":51.4,"instruction":58.1,"chat":52.3,"business":44,"japanese":76.9,"vision":57.8,"longctx":40.6},"coverage":4,"avgPct":36.5,"overall":28.2,"rank":106,"avgRank":72.3,"aliases":["Gemini 3.5 Flash-Lite","gemini-3-5-flash-lite","gemini-3.5-flash-lite-high","gemini-3.5-flash-lite_high","Gemini 3.5 Flash-Lite (High)","gemini-3.5-flash-lite"],"open":false,"reasoning":true,"ctx":1000000,"pin":0.3,"pout":2.5,"tps":449,"ttft":6.85,"release":"2026-07-21","theta":-0.747,"se":0.148,"lo":22.5,"hi":34.8,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":101},{"id":"gemma-4-31b","name":"Gemma 4 31B","provider":"google","providerName":"Google","country":"US","sites":{"aa":{"rank":96,"of":141,"score":14.7,"pct":32.1,"variant":"gemma-4-31b"},"epoch":{"rank":98,"of":230,"score":144.12,"pct":57.6,"variant":"Gemma 4 31B IT"},"eqbench":{"rank":26,"of":32,"score":1110,"pct":19.4,"variant":"gemma-4-31b-it"}},"metrics":{"arena_coding":{"rank":72,"of":344,"score":1502.4,"pct":79.3,"variant":"Gemma 4 31B"},"arena_math":{"rank":57,"of":333,"score":1465.7,"pct":83.1,"variant":"Gemma 4 31B"},"arena_creative_writing":{"rank":78,"of":347,"score":1418,"pct":77.7,"variant":"Gemma 4 31B"},"arena_instruction_following":{"rank":57,"of":349,"score":1452.7,"pct":83.9,"variant":"Gemma 4 31B"},"arena_hard_prompts":{"rank":69,"of":349,"score":1475.2,"pct":80.5,"variant":"Gemma 4 31B"},"arena_multi_turn":{"rank":65,"of":347,"score":1465.3,"pct":81.5,"variant":"Gemma 4 31B"},"arena_expert":{"rank":45,"of":302,"score":1498,"pct":85.4,"variant":"Gemma 4 31B"},"arena_industry_business_and_management_and_financial_operations":{"rank":73,"of":342,"score":1449.1,"pct":78.9,"variant":"Gemma 4 31B"},"arena_industry_medicine_and_healthcare":{"rank":65,"of":321,"score":1471,"pct":80,"variant":"Gemma 4 31B"},"arena_industry_legal_and_government":{"rank":81,"of":322,"score":1454.7,"pct":75.1,"variant":"Gemma 4 31B"},"arena_webdev":{"rank":101,"of":136,"score":1370.2,"pct":25.9,"variant":"Gemma 4 31B"},"arena_vision":{"rank":32,"of":143,"score":1264.7,"pct":78.2,"variant":"Gemma 4 31B"},"arena_document":{"rank":25,"of":39,"score":1452,"pct":36.8,"variant":"Gemma 4 31B"},"aa_index":{"rank":96,"of":141,"score":14.7,"pct":32.1,"variant":"gemma-4-31b"},"aa_hle":{"rank":78,"of":143,"score":23.6,"pct":45.8,"variant":"gemma-4-31b"},"aa_gpqa":{"rank":52,"of":120,"score":85.7,"pct":57.1,"variant":"gemma-4-31b"},"aa_scicode":{"rank":71,"of":141,"score":45.5,"pct":50,"variant":"gemma-4-31b"},"aa_terminalbenchHard":{"rank":25,"of":74,"score":36.4,"pct":67.1,"variant":"gemma-4-31b"},"aa_tau2":{"rank":42,"of":73,"score":59.9,"pct":43.1,"variant":"gemma-4-31b"},"aa_ifbench":{"rank":19,"of":74,"score":75.6,"pct":75.3,"variant":"gemma-4-31b"},"aa_lcr":{"rank":92,"of":143,"score":69.7,"pct":35.9,"variant":"gemma-4-31b"},"aa_mmmuPro":{"rank":46,"of":69,"score":73.4,"pct":33.8,"variant":"gemma-4-31b"},"aa_critpt":{"rank":87,"of":146,"score":1.4,"pct":40.7,"variant":"gemma-4-31b"},"aa_omniscience":{"rank":118,"of":143,"score":-47.9,"pct":17.6,"variant":"gemma-4-31b"},"aa_gdpvalNormalized":{"rank":85,"of":141,"score":0.1,"pct":40,"variant":"gemma-4-31b"},"epoch_eci":{"rank":98,"of":230,"score":144.12,"pct":57.6,"variant":"Gemma 4 31B IT"},"epoch_gpqa":{"rank":110,"of":226,"score":75.8,"pct":51.6,"variant":"gemma-4-31b-it_minimal"},"epoch_simpleqa":{"rank":92,"of":94,"score":10.4,"pct":2.2,"variant":"gemma-4-31b-it"},"epoch_aime":{"rank":103,"of":208,"score":73.3,"pct":50.7,"variant":"gemma-4-31b-it_minimal"},"eqbench":{"rank":26,"of":32,"score":1110,"pct":19.4,"variant":"gemma-4-31b-it"},"eqbench_cw":{"rank":86,"of":143,"score":1368.6,"pct":40.1,"variant":"google/gemma-4-31B-it"}},"domains":{"overall":27.8,"coding":42.8,"agent":39,"reasoning":42.5,"math":60.5,"knowledge":54.7,"writing":43.7,"instruction":58.8,"chat":37.5,"business":66.4,"vision":44.6,"longctx":27.8},"coverage":3,"avgPct":36.4,"overall":27.8,"rank":107,"avgRank":73.3,"aliases":["Gemma 4 31B","gemma-4-31b","Gemma 4 31B IT","gemma-4-31b-it_minimal","gemma-4-31b-it","google/gemma-4-31B-it"],"open":true,"reasoning":true,"ctx":256000,"pin":0,"pout":0,"tps":49,"ttft":1.03,"release":"2026-04-02","theta":-0.764,"se":0.222,"lo":19.6,"hi":37.8,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":102},{"id":"qwen-3-6-flash","name":"Qwen 3.6 Flash","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"epoch":{"rank":102,"of":230,"score":143.73,"pct":55.9,"variant":"Qwen 3.6 Flash"},"simplebench":{"rank":84,"of":112,"score":35.2,"pct":25.2,"variant":"Qwen 3.6 Flash"}},"metrics":{"epoch_eci":{"rank":102,"of":230,"score":143.73,"pct":55.9,"variant":"Qwen 3.6 Flash"},"simplebench":{"rank":84,"of":112,"score":35.2,"pct":25.2,"variant":"Qwen 3.6 Flash"}},"domains":{"overall":27.1,"reasoning":28.2},"coverage":2,"avgPct":40.6,"overall":27.1,"rank":108,"avgRank":93,"aliases":["Qwen 3.6 Flash"],"release":"2026-04-27","open":false,"theta":-0.792,"se":0.33,"lo":15.9,"hi":42.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":105},{"id":"deepseek-v3-2","name":"DeepSeek V3.2","provider":"deepseek","providerName":"DeepSeek","country":"CN","sites":{"epoch":{"rank":88,"of":230,"score":146.26,"pct":62,"variant":"DeepSeek-V3.2"},"arc":{"rank":72,"of":95,"score":4,"pct":24.5,"variant":"Deepseek V3.2"}},"metrics":{"arena_coding":{"rank":105,"of":344,"score":1475.6,"pct":69.7,"variant":"DeepSeek-V3.2 (Thinking)"},"arena_math":{"rank":99,"of":333,"score":1428.5,"pct":70.5,"variant":"DeepSeek-V3.2 (Thinking)"},"arena_creative_writing":{"rank":96,"of":347,"score":1400.8,"pct":72.5,"variant":"DeepSeek-V3.2"},"arena_instruction_following":{"rank":99,"of":349,"score":1420.8,"pct":71.8,"variant":"DeepSeek-V3.2"},"arena_hard_prompts":{"rank":102,"of":349,"score":1447.4,"pct":71,"variant":"DeepSeek-V3.2"},"arena_multi_turn":{"rank":107,"of":347,"score":1427.8,"pct":69.4,"variant":"DeepSeek-V3.2"},"arena_expert":{"rank":99,"of":302,"score":1454.5,"pct":67.4,"variant":"DeepSeek-V3.2 (Thinking)"},"arena_japanese":{"rank":86,"of":233,"score":1388.9,"pct":63.4,"variant":"DeepSeek-V3.2 (Thinking)"},"arena_industry_business_and_management_and_financial_operations":{"rank":109,"of":342,"score":1422.6,"pct":68.3,"variant":"DeepSeek-V3.2 (Thinking)"},"arena_industry_medicine_and_healthcare":{"rank":103,"of":321,"score":1445.8,"pct":68.1,"variant":"DeepSeek-V3.2"},"arena_industry_legal_and_government":{"rank":107,"of":322,"score":1432,"pct":67,"variant":"DeepSeek-V3.2"},"arena_webdev":{"rank":103,"of":136,"score":1362.5,"pct":24.4,"variant":"DeepSeek-V3.2 (Thinking)"},"epoch_eci":{"rank":88,"of":230,"score":146.26,"pct":62,"variant":"DeepSeek-V3.2"},"arc_v2":{"rank":72,"of":95,"score":4,"pct":24.5,"variant":"Deepseek V3.2"},"arc_v1":{"rank":65,"of":92,"score":57,"pct":29.7,"variant":"Deepseek V3.2"},"eqbench_cw":{"rank":63,"of":143,"score":1514.9,"pct":56.3,"variant":"deepseek-ai/DeepSeek-V3.2"}},"domains":{"overall":26.7,"coding":39.6,"reasoning":41.9,"math":52.4,"knowledge":66.7,"writing":49.8,"instruction":43.3,"chat":36.9,"business":66.7,"japanese":65.9},"coverage":2,"avgPct":43.3,"overall":26.7,"rank":109,"avgRank":80,"aliases":["DeepSeek-V3.2 (Thinking)","DeepSeek-V3.2","Deepseek V3.2","deepseek-ai/DeepSeek-V3.2"],"open":true,"reasoning":true,"ctx":128000,"pin":0.28,"pout":0.42,"release":"2025-12-01","theta":-0.808,"se":0.258,"lo":17.6,"hi":38.2,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":107},{"id":"qwen3-6-27b","name":"Qwen 3.6 27B","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"aa":{"rank":78,"of":141,"score":21.4,"pct":45,"variant":"qwen3-6-27b"},"livebench":{"rank":62,"of":64,"score":64,"pct":3.2,"variant":"qwen3.6-27b"},"epoch":{"rank":85,"of":230,"score":146.72,"pct":63.3,"variant":"Qwen3.6 27B"},"eqbench":{"rank":31,"of":32,"score":1015.3,"pct":3.2,"variant":"qwen3.6-27b"}},"metrics":{"aa_index":{"rank":78,"of":141,"score":21.4,"pct":45,"variant":"qwen3-6-27b"},"aa_hle":{"rank":80,"of":143,"score":23.1,"pct":44.4,"variant":"qwen3-6-27b"},"aa_gpqa":{"rank":59,"of":120,"score":84.2,"pct":51.3,"variant":"qwen3-6-27b"},"aa_scicode":{"rank":81,"of":141,"score":42.8,"pct":42.9,"variant":"qwen3-6-27b"},"aa_terminalbenchHard":{"rank":28,"of":74,"score":34.8,"pct":63,"variant":"qwen3-6-27b"},"aa_tau2":{"rank":14,"of":73,"score":94.2,"pct":81.9,"variant":"qwen3-6-27b"},"aa_ifbench":{"rank":32,"of":74,"score":67.6,"pct":57.5,"variant":"qwen3-6-27b"},"aa_lcr":{"rank":62,"of":143,"score":77.3,"pct":57,"variant":"qwen3-6-27b"},"aa_mmmuPro":{"rank":42,"of":69,"score":74.6,"pct":39.7,"variant":"qwen3-6-27b"},"aa_critpt":{"rank":90,"of":146,"score":1.1,"pct":38.6,"variant":"qwen3-6-27b"},"aa_omniscience":{"rank":93,"of":143,"score":-20,"pct":35.2,"variant":"qwen3-6-27b"},"aa_gdpvalNormalized":{"rank":72,"of":141,"score":0.2,"pct":49.3,"variant":"qwen3-6-27b"},"livebench_global":{"rank":62,"of":64,"score":64,"pct":3.2,"variant":"qwen3.6-27b"},"livebench_reasoning":{"rank":63,"of":64,"score":70.3,"pct":1.6,"variant":"qwen3.6-27b"},"livebench_coding":{"rank":55,"of":64,"score":71.8,"pct":14.3,"variant":"qwen3.6-27b"},"livebench_agentic_coding":{"rank":62,"of":64,"score":39.3,"pct":3.2,"variant":"qwen3.6-27b"},"livebench_mathematics":{"rank":58,"of":64,"score":79.9,"pct":9.5,"variant":"qwen3.6-27b"},"livebench_data_analysis":{"rank":50,"of":64,"score":70.4,"pct":22.2,"variant":"qwen3.6-27b"},"livebench_language":{"rank":62,"of":64,"score":63.3,"pct":3.2,"variant":"qwen3.6-27b"},"livebench_if":{"rank":63,"of":64,"score":53.2,"pct":1.6,"variant":"qwen3.6-27b"},"epoch_eci":{"rank":85,"of":230,"score":146.72,"pct":63.3,"variant":"Qwen3.6 27B"},"epoch_frontiermath":{"rank":67,"of":91,"score":35.1,"pct":26.7,"variant":"qwen3.6-27b"},"epoch_gpqa":{"rank":79,"of":226,"score":85.9,"pct":65.3,"variant":"qwen3.6-27b"},"epoch_aime":{"rank":65,"of":208,"score":91.1,"pct":69.1,"variant":"qwen3.6-27b"},"eqbench":{"rank":31,"of":32,"score":1015.3,"pct":3.2,"variant":"qwen3.6-27b"}},"domains":{"overall":26.7,"coding":39,"agent":39.5,"reasoning":32.5,"math":39.2,"knowledge":61.8,"writing":29.1,"instruction":19.3,"chat":15.6,"business":74.6,"vision":43.8,"longctx":44},"coverage":4,"avgPct":28.7,"overall":26.7,"rank":109,"avgRank":64,"aliases":["qwen3-6-27b","qwen3.6-27b","Qwen3.6 27B"],"open":true,"reasoning":true,"ctx":262144,"pin":0.6,"pout":3.6,"tps":55,"ttft":3.6,"release":"2026-04-22","theta":-0.808,"se":0.163,"lo":20.7,"hi":33.7,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":104},{"id":"gemini-2-5-flash","name":"Gemini 2.5 Flash","provider":"google","providerName":"Google","country":"US","sites":{"epoch":{"rank":108,"of":230,"score":141.88,"pct":53.3,"variant":"Gemini 2.5 Flash (Sep 2025)"},"arc":{"rank":75,"of":95,"score":2.5,"pct":21.3,"variant":"Gemini 2.5 Flash (Preview) (Thinking 24K)"},"scale":{"rank":25,"of":44,"score":12.08,"pct":44.2,"variant":"Gemini 2.5 Flash (April 2025)"},"simplebench":{"rank":77,"of":112,"score":41.2,"pct":31.5,"variant":"Gemini 2.5 Flash (latest)"}},"metrics":{"arena_coding":{"rank":158,"of":344,"score":1427.6,"pct":54.2,"variant":"Gemini 2.5 Flash Preview (09-2025)"},"arena_math":{"rank":126,"of":333,"score":1409.1,"pct":62.3,"variant":"Gemini 2.5 Flash Preview (09-2025)"},"arena_creative_writing":{"rank":102,"of":347,"score":1393.9,"pct":70.8,"variant":"Gemini 2.5 Flash"},"arena_instruction_following":{"rank":130,"of":349,"score":1400.1,"pct":62.9,"variant":"Gemini 2.5 Flash Preview (09-2025)"},"arena_hard_prompts":{"rank":136,"of":349,"score":1420.1,"pct":61.2,"variant":"Gemini 2.5 Flash Preview (09-2025)"},"arena_multi_turn":{"rank":136,"of":347,"score":1402.8,"pct":61,"variant":"Gemini 2.5 Flash"},"arena_expert":{"rank":123,"of":302,"score":1432.9,"pct":59.5,"variant":"Gemini 2.5 Flash Preview (09-2025)"},"arena_japanese":{"rank":78,"of":233,"score":1396.6,"pct":66.8,"variant":"Gemini 2.5 Flash Preview (09-2025)"},"arena_industry_business_and_management_and_financial_operations":{"rank":138,"of":342,"score":1403.1,"pct":59.8,"variant":"Gemini 2.5 Flash Preview (09-2025)"},"arena_industry_medicine_and_healthcare":{"rank":127,"of":321,"score":1427.9,"pct":60.6,"variant":"Gemini 2.5 Flash Preview (09-2025)"},"arena_industry_legal_and_government":{"rank":115,"of":322,"score":1426.1,"pct":64.5,"variant":"Gemini 2.5 Flash Preview (09-2025)"},"arena_vision":{"rank":63,"of":143,"score":1229.2,"pct":56.3,"variant":"Gemini 2.5 Flash Preview (09-2025)"},"epoch_eci":{"rank":108,"of":230,"score":141.88,"pct":53.3,"variant":"Gemini 2.5 Flash (Sep 2025)"},"arc_v2":{"rank":75,"of":95,"score":2.5,"pct":21.3,"variant":"Gemini 2.5 Flash (Preview) (Thinking 24K)"},"arc_v1":{"rank":74,"of":92,"score":33.3,"pct":19.8,"variant":"Gemini 2.5 Flash (Preview)"},"scale_hle":{"rank":25,"of":44,"score":12.08,"pct":44.2,"variant":"Gemini 2.5 Flash (April 2025)"},"eqbench_cw":{"rank":109,"of":143,"score":1134.2,"pct":23.9,"variant":"gemini-2.5-flash-preview"},"simplebench":{"rank":77,"of":112,"score":41.2,"pct":31.5,"variant":"Gemini 2.5 Flash (latest)"}},"domains":{"overall":26.6,"coding":34.7,"reasoning":33.3,"math":46.6,"knowledge":55.8,"writing":29.7,"instruction":35,"chat":28.2,"business":64,"japanese":67.5,"vision":39.3},"coverage":4,"avgPct":37.6,"overall":26.6,"rank":111,"avgRank":71.3,"aliases":["Gemini 2.5 Flash Preview (09-2025)","Gemini 2.5 Flash","Gemini 2.5 Flash (Sep 2025)","Gemini 2.5 Flash (Preview) (Thinking 24K)","Gemini 2.5 Flash (Preview)","Gemini 2.5 Flash (April 2025)","gemini-2.5-flash-preview","Gemini 2.5 Flash (latest)"],"open":false,"reasoning":true,"ctx":1000000,"pin":0.3,"pout":2.5,"tps":212,"ttft":0.46,"release":"2025-04-17","theta":-0.812,"se":0.164,"lo":20.6,"hi":33.7,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":106},{"id":"gpt-5-mini","name":"GPT-5 Mini","provider":"openai","providerName":"OpenAI","country":"US","sites":{"aa":{"rank":89,"of":141,"score":16.8,"pct":37.1,"variant":"gpt-5-mini"},"epoch":{"rank":89,"of":230,"score":146.04,"pct":61.6,"variant":"GPT-5 mini"},"arc":{"rank":71,"of":95,"score":4.4,"pct":25.5,"variant":"GPT-5 Mini (High)"}},"metrics":{"arena_coding":{"rank":154,"of":344,"score":1432.3,"pct":55.4,"variant":"GPT-5 mini (High)"},"arena_math":{"rank":128,"of":333,"score":1407.3,"pct":61.7,"variant":"GPT-5 mini (High)"},"arena_creative_writing":{"rank":173,"of":347,"score":1323,"pct":50.3,"variant":"GPT-5 mini (High)"},"arena_instruction_following":{"rank":153,"of":349,"score":1372.7,"pct":56.3,"variant":"GPT-5 mini (High)"},"arena_hard_prompts":{"rank":152,"of":349,"score":1404.4,"pct":56.6,"variant":"GPT-5 mini (High)"},"arena_multi_turn":{"rank":159,"of":347,"score":1373,"pct":54.3,"variant":"GPT-5 mini (High)"},"arena_expert":{"rank":146,"of":302,"score":1403.7,"pct":51.8,"variant":"GPT-5 mini (High)"},"arena_japanese":{"rank":104,"of":233,"score":1364.5,"pct":55.6,"variant":"GPT-5 mini (High)"},"arena_industry_business_and_management_and_financial_operations":{"rank":151,"of":342,"score":1382.5,"pct":56,"variant":"GPT-5 mini (High)"},"arena_industry_medicine_and_healthcare":{"rank":144,"of":321,"score":1408.3,"pct":55.3,"variant":"GPT-5 mini (High)"},"arena_industry_legal_and_government":{"rank":143,"of":322,"score":1397.6,"pct":55.8,"variant":"GPT-5 mini (High)"},"arena_vision":{"rank":86,"of":143,"score":1185.6,"pct":40.1,"variant":"GPT-5 mini (High)"},"aa_index":{"rank":89,"of":141,"score":16.8,"pct":37.1,"variant":"gpt-5-mini"},"aa_hle":{"rank":87,"of":143,"score":21.5,"pct":39.4,"variant":"gpt-5-mini"},"aa_gpqa":{"rank":64,"of":120,"score":82.8,"pct":47.1,"variant":"gpt-5-mini"},"aa_scicode":{"rank":95,"of":141,"score":39,"pct":32.9,"variant":"gpt-5-mini"},"aa_terminalbenchHard":{"rank":30,"of":74,"score":33.3,"pct":60.3,"variant":"gpt-5-mini"},"aa_tau2":{"rank":38,"of":73,"score":68.4,"pct":48.6,"variant":"gpt-5-mini"},"aa_ifbench":{"rank":20,"of":74,"score":75.4,"pct":74,"variant":"gpt-5-mini"},"aa_lcr":{"rank":81,"of":143,"score":72.3,"pct":43.7,"variant":"gpt-5-mini"},"aa_mmmuPro":{"rank":50,"of":69,"score":70.1,"pct":27.9,"variant":"gpt-5-mini"},"aa_critpt":{"rank":113,"of":146,"score":0,"pct":22.8,"variant":"gpt-5-mini"},"aa_omniscience":{"rank":84,"of":143,"score":-17.3,"pct":41.5,"variant":"gpt-5-mini"},"aa_gdpvalNormalized":{"rank":85,"of":141,"score":0.1,"pct":40,"variant":"gpt-5-mini"},"epoch_eci":{"rank":89,"of":230,"score":146.04,"pct":61.6,"variant":"GPT-5 mini"},"arc_v2":{"rank":71,"of":95,"score":4.4,"pct":25.5,"variant":"GPT-5 Mini (High)"},"arc_v1":{"rank":66,"of":92,"score":54.3,"pct":28.6,"variant":"GPT-5 Mini (High)"},"scale_multichallenge":{"rank":22,"of":39,"score":58.99,"pct":44.7,"variant":"GPT 5 mini (one-pass-agent) max"}},"domains":{"overall":26.5,"coding":34.6,"agent":37.8,"reasoning":34.3,"math":46,"knowledge":56.2,"writing":26.7,"instruction":45,"chat":35.5,"business":55.8,"japanese":60.6,"vision":26.6,"longctx":31.6},"coverage":3,"avgPct":41.4,"overall":26.5,"rank":112,"avgRank":83,"aliases":["GPT-5 mini (High)","gpt-5-mini","GPT-5 mini","GPT-5 Mini (High)","GPT 5 mini (one-pass-agent) max"],"open":false,"reasoning":true,"ctx":400000,"pin":0.25,"pout":2,"tps":138,"ttft":0.83,"release":"2025-08-07","theta":-0.816,"se":0.189,"lo":19.7,"hi":34.7,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":108},{"id":"grok-4-3","name":"Grok 4.3","provider":"xai","providerName":"xAI","country":"US","sites":{"aa":{"rank":68,"of":141,"score":24.9,"pct":52.1,"variant":"grok-4-3"},"livebench":{"rank":64,"of":64,"score":62.2,"pct":0,"variant":"grok-4.3"},"eqbench":{"rank":29,"of":32,"score":1064.9,"pct":9.7,"variant":"grok-4.3"}},"metrics":{"arena_coding":{"rank":92,"of":344,"score":1487,"pct":73.5,"variant":"Grok 4.3"},"arena_math":{"rank":113,"of":333,"score":1418.9,"pct":66.3,"variant":"Grok 4.3"},"arena_creative_writing":{"rank":75,"of":347,"score":1421.8,"pct":78.6,"variant":"Grok 4.3"},"arena_instruction_following":{"rank":107,"of":349,"score":1414.9,"pct":69.5,"variant":"Grok 4.3"},"arena_hard_prompts":{"rank":95,"of":349,"score":1455.9,"pct":73,"variant":"Grok 4.3"},"arena_multi_turn":{"rank":86,"of":347,"score":1447.3,"pct":75.4,"variant":"Grok 4.3"},"arena_expert":{"rank":100,"of":302,"score":1453.1,"pct":67.1,"variant":"Grok 4.3"},"arena_japanese":{"rank":56,"of":233,"score":1424.9,"pct":76.3,"variant":"Grok 4.3"},"arena_industry_business_and_management_and_financial_operations":{"rank":97,"of":342,"score":1438.4,"pct":71.8,"variant":"Grok 4.3"},"arena_industry_medicine_and_healthcare":{"rank":91,"of":321,"score":1451.4,"pct":71.9,"variant":"Grok 4.3"},"arena_industry_legal_and_government":{"rank":96,"of":322,"score":1438.6,"pct":70.4,"variant":"Grok 4.3"},"arena_webdev":{"rank":106,"of":136,"score":1357.5,"pct":22.2,"variant":"Grok 4.3"},"arena_vision":{"rank":56,"of":143,"score":1241.1,"pct":61.3,"variant":"Grok 4.3"},"arena_search":{"rank":26,"of":43,"score":1193.6,"pct":40.5,"variant":"Grok 4.3"},"aa_index":{"rank":68,"of":141,"score":24.9,"pct":52.1,"variant":"grok-4-3"},"aa_hle":{"rank":48,"of":143,"score":37.2,"pct":66.9,"variant":"grok-4-3"},"aa_gpqa":{"rank":32,"of":120,"score":90.1,"pct":73.9,"variant":"grok-4-3"},"aa_scicode":{"rank":58,"of":141,"score":48.3,"pct":59.3,"variant":"grok-4-3"},"aa_terminalbenchHard":{"rank":24,"of":74,"score":37.9,"pct":68.5,"variant":"grok-4-3"},"aa_tau2":{"rank":3,"of":73,"score":97.7,"pct":97.2,"variant":"grok-4-3"},"aa_ifbench":{"rank":3,"of":74,"score":81.3,"pct":97.3,"variant":"grok-4-3"},"aa_lcr":{"rank":77,"of":143,"score":73,"pct":46.5,"variant":"grok-4-3"},"aa_mmmuPro":{"rank":29,"of":69,"score":78.1,"pct":58.8,"variant":"grok-4-3"},"aa_critpt":{"rank":61,"of":146,"score":8,"pct":58.6,"variant":"grok-4-3"},"aa_omniscience":{"rank":29,"of":143,"score":18,"pct":80.3,"variant":"grok-4-3"},"aa_gdpvalNormalized":{"rank":72,"of":141,"score":0.2,"pct":49.3,"variant":"grok-4-3-non-reasoning"},"aa_apexAgents":{"rank":18,"of":25,"score":17,"pct":29.2,"variant":"grok-4-3"},"livebench_global":{"rank":64,"of":64,"score":62.2,"pct":0,"variant":"grok-4.3"},"livebench_reasoning":{"rank":62,"of":64,"score":70.8,"pct":3.2,"variant":"grok-4.3"},"livebench_coding":{"rank":60,"of":64,"score":69.9,"pct":6.3,"variant":"grok-4.3"},"livebench_agentic_coding":{"rank":64,"of":64,"score":18.5,"pct":0,"variant":"grok-4.3"},"livebench_mathematics":{"rank":53,"of":64,"score":84.3,"pct":17.5,"variant":"grok-4.3"},"livebench_data_analysis":{"rank":61,"of":64,"score":55.8,"pct":4.8,"variant":"grok-4.3"},"livebench_language":{"rank":53,"of":64,"score":73.6,"pct":17.5,"variant":"grok-4.3"},"livebench_if":{"rank":52,"of":64,"score":62.8,"pct":19,"variant":"grok-4.3"},"epoch_frontiermath":{"rank":63,"of":91,"score":42.8,"pct":31.1,"variant":"grok-4.3_high"},"epoch_frontiermath4":{"rank":61,"of":74,"score":14.6,"pct":17.8,"variant":"grok-4.3_high"},"epoch_gpqa":{"rank":59,"of":226,"score":88.8,"pct":74.2,"variant":"grok-4.3_high"},"epoch_simpleqa":{"rank":67,"of":94,"score":33.2,"pct":29,"variant":"grok-4.3_high"},"epoch_aime":{"rank":57,"of":208,"score":93.3,"pct":72.9,"variant":"grok-4.3_high"},"eqbench":{"rank":29,"of":32,"score":1064.9,"pct":9.7,"variant":"grok-4.3"}},"domains":{"overall":26.4,"coding":39,"agent":34.8,"reasoning":41.2,"math":51.6,"knowledge":72.4,"writing":54.2,"instruction":45.9,"chat":25.8,"business":48.9,"japanese":73,"vision":51.9,"longctx":33.3},"coverage":3,"avgPct":20.6,"overall":26.4,"rank":113,"avgRank":53.7,"aliases":["Grok 4.3","grok-4-3","grok-4-3-non-reasoning","grok-4.3","grok-4.3_high"],"open":false,"reasoning":true,"ctx":1000000,"pin":1.25,"pout":2.5,"tps":108,"ttft":0.67,"theta":-0.822,"se":0.167,"lo":20.2,"hi":33.6,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":103},{"id":"claude-sonnet-4","name":"Claude Sonnet 4","provider":"anthropic","providerName":"Anthropic","country":"US","sites":{"epoch":{"rank":109,"of":230,"score":141.84,"pct":52.8,"variant":"Claude Sonnet 4"},"arc":{"rank":66,"of":95,"score":5.9,"pct":30.9,"variant":"Claude Sonnet 4 (Thinking 16K)"},"scale":{"rank":34,"of":44,"score":7.76,"pct":23.3,"variant":"Claude Sonnet 4 (Thinking)"},"simplebench":{"rank":73,"of":112,"score":45.5,"pct":35.1,"variant":"Claude 4 Sonnet (thinking)"}},"metrics":{"arena_coding":{"rank":107,"of":344,"score":1474.5,"pct":69.1,"variant":"Claude Sonnet 4 (Thinking 32K, 20250514)"},"arena_math":{"rank":133,"of":333,"score":1403.8,"pct":60.2,"variant":"Claude Sonnet 4 (Thinking 32K, 20250514)"},"arena_creative_writing":{"rank":100,"of":347,"score":1396.2,"pct":71.4,"variant":"Claude Sonnet 4 (Thinking 32K, 20250514)"},"arena_instruction_following":{"rank":106,"of":349,"score":1415.9,"pct":69.8,"variant":"Claude Sonnet 4 (Thinking 32K, 20250514)"},"arena_hard_prompts":{"rank":126,"of":349,"score":1432.6,"pct":64.1,"variant":"Claude Sonnet 4 (Thinking 32K, 20250514)"},"arena_multi_turn":{"rank":116,"of":347,"score":1421,"pct":66.8,"variant":"Claude Sonnet 4 (Thinking 32K, 20250514)"},"arena_expert":{"rank":121,"of":302,"score":1433.9,"pct":60.1,"variant":"Claude Sonnet 4 (Thinking 32K, 20250514)"},"arena_japanese":{"rank":111,"of":233,"score":1355.8,"pct":52.6,"variant":"Claude Sonnet 4 (20250514)"},"arena_industry_business_and_management_and_financial_operations":{"rank":148,"of":342,"score":1387,"pct":56.9,"variant":"Claude Sonnet 4 (20250514)"},"arena_industry_medicine_and_healthcare":{"rank":132,"of":321,"score":1419.9,"pct":59.1,"variant":"Claude Sonnet 4 (20250514)"},"arena_industry_legal_and_government":{"rank":131,"of":322,"score":1408.8,"pct":59.5,"variant":"Claude Sonnet 4 (20250514)"},"arena_vision":{"rank":76,"of":143,"score":1206.8,"pct":47.2,"variant":"Claude Sonnet 4 (Thinking 32K, 20250514)"},"epoch_eci":{"rank":109,"of":230,"score":141.84,"pct":52.8,"variant":"Claude Sonnet 4"},"epoch_gpqa":{"rank":100,"of":226,"score":79.2,"pct":56,"variant":"claude-sonnet-4-20250514_59K"},"epoch_aime":{"rank":107,"of":208,"score":71.1,"pct":48.8,"variant":"claude-sonnet-4-20250514_32K"},"arc_v2":{"rank":66,"of":95,"score":5.9,"pct":30.9,"variant":"Claude Sonnet 4 (Thinking 16K)"},"arc_v1":{"rank":72,"of":92,"score":40,"pct":22,"variant":"Claude Sonnet 4 (Thinking 16K)"},"scale_hle":{"rank":34,"of":44,"score":7.76,"pct":23.3,"variant":"Claude Sonnet 4 (Thinking)"},"scale_multichallenge":{"rank":26,"of":39,"score":57.11,"pct":34.2,"variant":"Claude Sonnet 4 (one-pass-agent) max"},"eqbench_cw":{"rank":70,"of":143,"score":1482.6,"pct":51.4,"variant":"claude-sonnet-4"},"simplebench":{"rank":73,"of":112,"score":45.5,"pct":35.1,"variant":"Claude 4 Sonnet (thinking)"}},"domains":{"overall":25.6,"coding":47.6,"reasoning":32.7,"math":45.8,"knowledge":52.2,"writing":47.6,"instruction":41.1,"chat":34,"business":59.9,"japanese":58.7,"vision":28.6},"coverage":4,"avgPct":35.5,"overall":25.6,"rank":114,"avgRank":70.5,"aliases":["Claude Sonnet 4 (Thinking 32K, 20250514)","Claude Sonnet 4 (20250514)","Claude Sonnet 4","claude-sonnet-4-20250514_59K","claude-sonnet-4-20250514_32K","Claude Sonnet 4 (Thinking 16K)","Claude Sonnet 4 (Thinking)","Claude Sonnet 4 (one-pass-agent) max","claude-sonnet-4","Claude 4 Sonnet (thinking)"],"open":false,"reasoning":true,"ctx":1000000,"release":"2025-05-14","theta":-0.852,"se":0.164,"lo":19.8,"hi":32.6,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":109},{"id":"claude-haiku-4-5","name":"Claude Haiku 4.5","provider":"anthropic","providerName":"Anthropic","country":"US","sites":{"aa":{"rank":88,"of":141,"score":16.9,"pct":37.9,"variant":"claude-4-5-haiku-reasoning"},"epoch":{"rank":106,"of":230,"score":142.74,"pct":54.1,"variant":"Claude Haiku 4.5"},"arc":{"rank":72,"of":95,"score":4,"pct":24.5,"variant":"Claude Haiku 4.5 (Thinking 32K)"},"eqbench":{"rank":30,"of":32,"score":1053.4,"pct":6.5,"variant":"claude-haiku-4-5-20251001"}},"metrics":{"arena_coding":{"rank":100,"of":344,"score":1481.5,"pct":71.1,"variant":"Claude Haiku 4.5 (20251001)"},"arena_math":{"rank":135,"of":333,"score":1402,"pct":59.6,"variant":"Claude Haiku 4.5 (20251001)"},"arena_creative_writing":{"rank":117,"of":347,"score":1386.6,"pct":66.5,"variant":"Claude Haiku 4.5 (20251001)"},"arena_instruction_following":{"rank":110,"of":349,"score":1414.5,"pct":68.7,"variant":"Claude Haiku 4.5 (20251001)"},"arena_hard_prompts":{"rank":114,"of":349,"score":1440.9,"pct":67.5,"variant":"Claude Haiku 4.5 (20251001)"},"arena_multi_turn":{"rank":112,"of":347,"score":1424.9,"pct":67.9,"variant":"Claude Haiku 4.5 (20251001)"},"arena_expert":{"rank":102,"of":302,"score":1451.9,"pct":66.4,"variant":"Claude Haiku 4.5 (20251001)"},"arena_japanese":{"rank":107,"of":233,"score":1360.8,"pct":54.3,"variant":"Claude Haiku 4.5 (20251001)"},"arena_industry_business_and_management_and_financial_operations":{"rank":115,"of":342,"score":1419,"pct":66.6,"variant":"Claude Haiku 4.5 (20251001)"},"arena_industry_medicine_and_healthcare":{"rank":131,"of":321,"score":1425.1,"pct":59.4,"variant":"Claude Haiku 4.5 (20251001)"},"arena_industry_legal_and_government":{"rank":126,"of":322,"score":1415.8,"pct":61.1,"variant":"Claude Haiku 4.5 (20251001)"},"arena_webdev":{"rank":114,"of":136,"score":1330.2,"pct":16.3,"variant":"Claude Haiku 4.5 (20251001)"},"arena_document":{"rank":37,"of":39,"score":1418.7,"pct":5.3,"variant":"Claude Haiku 4.5 (20251001)"},"aa_index":{"rank":88,"of":141,"score":16.9,"pct":37.9,"variant":"claude-4-5-haiku-reasoning"},"aa_hle":{"rank":112,"of":143,"score":10.4,"pct":21.8,"variant":"claude-4-5-haiku-reasoning"},"aa_gpqa":{"rank":97,"of":120,"score":67.2,"pct":19.3,"variant":"claude-4-5-haiku-reasoning"},"aa_scicode":{"rank":84,"of":141,"score":42.2,"pct":40.7,"variant":"claude-4-5-haiku-reasoning"},"aa_terminalbenchHard":{"rank":37,"of":74,"score":27.3,"pct":50.7,"variant":"claude-4-5-haiku-reasoning"},"aa_tau2":{"rank":43,"of":73,"score":54.7,"pct":41.7,"variant":"claude-4-5-haiku-reasoning"},"aa_ifbench":{"rank":47,"of":74,"score":54.3,"pct":37,"variant":"claude-4-5-haiku-reasoning"},"aa_lcr":{"rank":71,"of":143,"score":74.3,"pct":50.7,"variant":"claude-4-5-haiku-reasoning"},"aa_mmmuPro":{"rank":57,"of":69,"score":58.6,"pct":17.6,"variant":"claude-4-5-haiku-reasoning"},"aa_critpt":{"rank":113,"of":146,"score":0,"pct":22.8,"variant":"claude-4-5-haiku-reasoning"},"aa_omniscience":{"rank":61,"of":143,"score":-4.4,"pct":57.7,"variant":"claude-4-5-haiku-reasoning"},"aa_gdpvalNormalized":{"rank":85,"of":141,"score":0.1,"pct":40,"variant":"claude-4-5-haiku-reasoning"},"epoch_eci":{"rank":106,"of":230,"score":142.74,"pct":54.1,"variant":"Claude Haiku 4.5"},"epoch_gpqa":{"rank":117,"of":226,"score":71.2,"pct":48.4,"variant":"claude-haiku-4-5-20251001_32K"},"epoch_simpleqa":{"rank":87,"of":94,"score":13.2,"pct":7.5,"variant":"claude-haiku-4-5-20251001"},"epoch_aime":{"rank":117,"of":208,"score":66.7,"pct":44,"variant":"claude-haiku-4-5-20251001_32K"},"arc_v2":{"rank":72,"of":95,"score":4,"pct":24.5,"variant":"Claude Haiku 4.5 (Thinking 32K)"},"arc_v1":{"rank":69,"of":92,"score":47.7,"pct":25.3,"variant":"Claude Haiku 4.5 (Thinking 32K)"},"scale_multichallenge":{"rank":33,"of":39,"score":50.49,"pct":15.8,"variant":"Claude Haiku 4.5 (one-pass-agent) max"},"scale_mcp":{"rank":37,"of":37,"score":40.2,"pct":0,"variant":"Claude Haiku 4.5 (mcp-atlas)"},"eqbench":{"rank":30,"of":32,"score":1053.4,"pct":6.5,"variant":"claude-haiku-4-5-20251001"}},"domains":{"overall":25.5,"coding":33.5,"agent":22.8,"reasoning":24.3,"math":44.3,"knowledge":50.8,"writing":46,"instruction":26.4,"chat":21.5,"business":58.3,"japanese":59.8,"vision":10.7,"longctx":5.2},"coverage":4,"avgPct":30.8,"overall":25.5,"rank":115,"avgRank":74,"aliases":["Claude Haiku 4.5 (20251001)","claude-4-5-haiku-reasoning","Claude Haiku 4.5","claude-haiku-4-5-20251001_32K","claude-haiku-4-5-20251001","Claude Haiku 4.5 (Thinking 32K)","Claude Haiku 4.5 (one-pass-agent) max","Claude Haiku 4.5 (mcp-atlas)"],"open":false,"reasoning":true,"ctx":200000,"pin":1,"pout":5,"tps":97,"ttft":0.52,"release":"2025-10-01","theta":-0.856,"se":0.176,"lo":19.3,"hi":33,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":110},{"id":"o1","name":"o1","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":112,"of":230,"score":141.16,"pct":51.5,"variant":"o1"},"scale":{"rank":33,"of":44,"score":7.96,"pct":25.6,"variant":"o1 (December 2024)"},"simplebench":{"rank":74,"of":112,"score":41.7,"pct":34.2,"variant":"o1-preview"}},"metrics":{"arena_coding":{"rank":153,"of":344,"score":1432.7,"pct":55.7,"variant":"o1 (2024-12-17)"},"arena_math":{"rank":127,"of":333,"score":1408.9,"pct":62,"variant":"o1 (2024-12-17)"},"arena_creative_writing":{"rank":122,"of":347,"score":1381.3,"pct":65,"variant":"o1 (2024-12-17)"},"arena_instruction_following":{"rank":120,"of":349,"score":1407,"pct":65.8,"variant":"o1 (2024-12-17)"},"arena_hard_prompts":{"rank":140,"of":349,"score":1418,"pct":60.1,"variant":"o1 (2024-12-17)"},"arena_multi_turn":{"rank":151,"of":347,"score":1389.8,"pct":56.6,"variant":"o1-preview"},"arena_expert":{"rank":147,"of":302,"score":1401.9,"pct":51.5,"variant":"o1 (2024-12-17)"},"arena_japanese":{"rank":96,"of":233,"score":1374.2,"pct":59.1,"variant":"o1 (2024-12-17)"},"arena_industry_business_and_management_and_financial_operations":{"rank":159,"of":342,"score":1370.2,"pct":53.7,"variant":"o1 (2024-12-17)"},"arena_industry_medicine_and_healthcare":{"rank":152,"of":321,"score":1399.7,"pct":52.8,"variant":"o1 (2024-12-17)"},"arena_industry_legal_and_government":{"rank":133,"of":322,"score":1406.6,"pct":58.9,"variant":"o1 (2024-12-17)"},"arena_vision":{"rank":84,"of":143,"score":1193,"pct":41.5,"variant":"o1 (2024-12-17)"},"epoch_eci":{"rank":112,"of":230,"score":141.16,"pct":51.5,"variant":"o1"},"scale_hle":{"rank":33,"of":44,"score":7.96,"pct":25.6,"variant":"o1 (December 2024)"},"simplebench":{"rank":74,"of":112,"score":41.7,"pct":34.2,"variant":"o1-preview"}},"domains":{"overall":25.2,"coding":36,"reasoning":31.1,"math":46.5,"knowledge":49,"writing":44.2,"instruction":37.7,"chat":24.1,"business":57.8,"japanese":62.7,"vision":22.9},"coverage":3,"avgPct":37.1,"overall":25.2,"rank":116,"avgRank":73,"aliases":["o1 (2024-12-17)","o1-preview","o1","o1 (December 2024)"],"open":false,"reasoning":true,"ctx":128000,"pin":16.5,"pout":66,"release":"2024-09-12","theta":-0.871,"se":0.199,"lo":18.3,"hi":33.6,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":111},{"id":"gemini-3-1-flash-lite","name":"Gemini 3.1 Flash Lite","provider":"google","providerName":"Google","country":"US","sites":{"aa":{"rank":92,"of":141,"score":15.6,"pct":35,"variant":"gemini-3-1-flash-lite-preview"},"epoch":{"rank":93,"of":230,"score":144.97,"pct":59.8,"variant":"Gemini 3.1 Flash-Lite"},"scale":{"rank":28,"of":44,"score":8.64,"pct":37.2,"variant":"gemini-3.1-flash-lite-preview"}},"metrics":{"arena_coding":{"rank":128,"of":344,"score":1457.5,"pct":63,"variant":"Gemini 3.1 Flash-Lite Preview"},"arena_math":{"rank":91,"of":333,"score":1435.7,"pct":72.9,"variant":"Gemini 3.1 Flash-Lite Preview"},"arena_creative_writing":{"rank":80,"of":347,"score":1414.5,"pct":77.2,"variant":"Gemini 3.1 Flash-Lite Preview"},"arena_instruction_following":{"rank":116,"of":349,"score":1409.2,"pct":67,"variant":"Gemini 3.1 Flash-Lite Preview"},"arena_hard_prompts":{"rank":107,"of":349,"score":1445.3,"pct":69.5,"variant":"Gemini 3.1 Flash-Lite Preview"},"arena_multi_turn":{"rank":98,"of":347,"score":1435.9,"pct":72,"variant":"Gemini 3.1 Flash-Lite Preview"},"arena_expert":{"rank":108,"of":302,"score":1445,"pct":64.5,"variant":"Gemini 3.1 Flash-Lite Preview"},"arena_japanese":{"rank":65,"of":233,"score":1416.9,"pct":72.4,"variant":"Gemini 3.1 Flash-Lite Preview"},"arena_industry_business_and_management_and_financial_operations":{"rank":114,"of":342,"score":1420.4,"pct":66.9,"variant":"Gemini 3.1 Flash-Lite Preview"},"arena_industry_medicine_and_healthcare":{"rank":89,"of":321,"score":1455.1,"pct":72.5,"variant":"Gemini 3.1 Flash-Lite Preview"},"arena_industry_legal_and_government":{"rank":94,"of":322,"score":1440.5,"pct":71,"variant":"Gemini 3.1 Flash-Lite Preview"},"arena_webdev":{"rank":122,"of":136,"score":1255.8,"pct":10.4,"variant":"Gemini 3.1 Flash-Lite Preview"},"arena_vision":{"rank":58,"of":143,"score":1234.4,"pct":59.9,"variant":"Gemini 3.1 Flash-Lite Preview"},"aa_index":{"rank":92,"of":141,"score":15.6,"pct":35,"variant":"gemini-3-1-flash-lite-preview"},"aa_hle":{"rank":95,"of":143,"score":17.2,"pct":33.8,"variant":"gemini-3-1-flash-lite-preview"},"aa_gpqa":{"rank":66,"of":120,"score":82.2,"pct":45.4,"variant":"gemini-3-1-flash-lite-preview"},"aa_scicode":{"rank":79,"of":141,"score":43.4,"pct":44.3,"variant":"gemini-3-1-flash-lite-preview"},"aa_terminalbenchHard":{"rank":41,"of":74,"score":24.2,"pct":45.2,"variant":"gemini-3-1-flash-lite-preview"},"aa_tau2":{"rank":54,"of":73,"score":31.3,"pct":26.4,"variant":"gemini-3-1-flash-lite-preview"},"aa_ifbench":{"rank":9,"of":74,"score":77.2,"pct":89,"variant":"gemini-3-1-flash-lite-preview"},"aa_lcr":{"rank":71,"of":143,"score":74.3,"pct":50.7,"variant":"gemini-3-1-flash-lite-preview"},"aa_mmmuPro":{"rank":36,"of":69,"score":75.5,"pct":48.5,"variant":"gemini-3-1-flash-lite-preview"},"aa_critpt":{"rank":90,"of":146,"score":1.1,"pct":38.6,"variant":"gemini-3-1-flash-lite-preview"},"aa_omniscience":{"rank":81,"of":143,"score":-16.4,"pct":43.7,"variant":"gemini-3-1-flash-lite-preview"},"aa_gdpvalNormalized":{"rank":98,"of":141,"score":0,"pct":30.7,"variant":"gemini-3-1-flash-lite-preview"},"aa_apexAgents":{"rank":20,"of":25,"score":12.2,"pct":20.8,"variant":"gemini-3-1-flash-lite-preview"},"epoch_eci":{"rank":93,"of":230,"score":144.97,"pct":59.8,"variant":"Gemini 3.1 Flash-Lite"},"epoch_frontiermath":{"rank":73,"of":91,"score":27.7,"pct":20,"variant":"gemini-3.1-flash-lite_high"},"epoch_gpqa":{"rank":95,"of":226,"score":81.8,"pct":58.2,"variant":"gemini-3.1-flash-lite_high"},"epoch_aime":{"rank":98,"of":208,"score":80,"pct":53.1,"variant":"gemini-3.1-flash-lite_high"},"scale_hle":{"rank":28,"of":44,"score":8.64,"pct":37.2,"variant":"gemini-3.1-flash-lite-preview"},"scale_multichallenge":{"rank":21,"of":39,"score":60.61,"pct":47.4,"variant":"Gemini 3.1 Flash-Lite (one-pass-agent)"},"scale_mcp":{"rank":33,"of":37,"score":57.1,"pct":11.1,"variant":"Gemini 3.1 Flash-Lite (mcp-atlas) high"}},"domains":{"overall":24.8,"coding":28,"agent":25.5,"reasoning":29.7,"math":49.1,"knowledge":54.7,"writing":55.3,"instruction":50.6,"chat":42.4,"business":58.2,"japanese":71.5,"vision":44.8,"longctx":36.4},"coverage":3,"avgPct":44,"overall":24.8,"rank":117,"avgRank":71,"aliases":["Gemini 3.1 Flash-Lite Preview","gemini-3-1-flash-lite-preview","Gemini 3.1 Flash-Lite","gemini-3.1-flash-lite_high","gemini-3.1-flash-lite-preview","Gemini 3.1 Flash-Lite (one-pass-agent)","Gemini 3.1 Flash-Lite (mcp-atlas) high"],"open":false,"reasoning":true,"ctx":1000000,"pin":0.25,"pout":1.5,"tps":364,"ttft":4.16,"release":"2026-03-03","theta":-0.886,"se":0.176,"lo":18.7,"hi":32.2,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":113},{"id":"claude-sonnet-3-7","name":"Claude Sonnet 3.7","provider":"anthropic","providerName":"Anthropic","country":"US","sites":{"epoch":{"rank":113,"of":230,"score":141.03,"pct":51.1,"variant":"Claude 3.7 Sonnet"},"arc":{"rank":81,"of":95,"score":0.9,"pct":14.9,"variant":"Claude 3.7 (8K)"},"scale":{"rank":32,"of":44,"score":8.04,"pct":27.9,"variant":"Claude 3.7 Sonnet (Thinking)"},"simplebench":{"rank":70,"of":112,"score":46.4,"pct":37.8,"variant":"Claude 3.7 Sonnet (thinking)"}},"metrics":{"arena_coding":{"rank":135,"of":344,"score":1452.2,"pct":60.9,"variant":"Claude 3.7 Sonnet (Thinking 32K, 20250219)"},"arena_math":{"rank":146,"of":333,"score":1386.1,"pct":56.3,"variant":"Claude 3.7 Sonnet (Thinking 32K, 20250219)"},"arena_creative_writing":{"rank":106,"of":347,"score":1393.3,"pct":69.7,"variant":"Claude 3.7 Sonnet (Thinking 32K, 20250219)"},"arena_instruction_following":{"rank":115,"of":349,"score":1411.3,"pct":67.2,"variant":"Claude 3.7 Sonnet (Thinking 32K, 20250219)"},"arena_hard_prompts":{"rank":139,"of":349,"score":1418.5,"pct":60.3,"variant":"Claude 3.7 Sonnet (Thinking 32K, 20250219)"},"arena_multi_turn":{"rank":139,"of":347,"score":1400.2,"pct":60.1,"variant":"Claude 3.7 Sonnet (Thinking 32K, 20250219)"},"arena_expert":{"rank":138,"of":302,"score":1411.6,"pct":54.5,"variant":"Claude 3.7 Sonnet (Thinking 32K, 20250219)"},"arena_japanese":{"rank":118,"of":233,"score":1342.9,"pct":49.6,"variant":"Claude 3.7 Sonnet (Thinking 32K, 20250219)"},"arena_industry_business_and_management_and_financial_operations":{"rank":163,"of":342,"score":1366.9,"pct":52.5,"variant":"Claude 3.7 Sonnet (20250219)"},"arena_industry_medicine_and_healthcare":{"rank":141,"of":321,"score":1409.2,"pct":56.3,"variant":"Claude 3.7 Sonnet (Thinking 32K, 20250219)"},"arena_industry_legal_and_government":{"rank":145,"of":322,"score":1396.5,"pct":55.1,"variant":"Claude 3.7 Sonnet (Thinking 32K, 20250219)"},"arena_vision":{"rank":83,"of":143,"score":1193.1,"pct":42.3,"variant":"Claude 3.7 Sonnet (Thinking 32K, 20250219)"},"epoch_eci":{"rank":113,"of":230,"score":141.03,"pct":51.1,"variant":"Claude 3.7 Sonnet"},"epoch_gpqa":{"rank":98,"of":226,"score":79.7,"pct":56.9,"variant":"claude-3-7-sonnet-20250219_64K"},"epoch_aime":{"rank":126,"of":208,"score":57.8,"pct":39.6,"variant":"claude-3-7-sonnet-20250219_64K"},"arc_v2":{"rank":81,"of":95,"score":0.9,"pct":14.9,"variant":"Claude 3.7 (8K)"},"arc_v1":{"rank":75,"of":92,"score":28.6,"pct":18.7,"variant":"Claude 3.7 (16K)"},"scale_hle":{"rank":32,"of":44,"score":8.04,"pct":27.9,"variant":"Claude 3.7 Sonnet (Thinking)"},"scale_multichallenge":{"rank":32,"of":39,"score":51.58,"pct":18.4,"variant":"Claude 3.7 Sonnet (one-pass-agent) max"},"eqbench_cw":{"rank":82,"of":143,"score":1412.1,"pct":43,"variant":"claude-3-7-sonnet-20250219"},"simplebench":{"rank":70,"of":112,"score":46.4,"pct":37.8,"variant":"Claude 3.7 Sonnet (thinking)"}},"domains":{"overall":24.8,"coding":41.3,"reasoning":32,"math":38.7,"knowledge":51.6,"writing":43.5,"instruction":30,"chat":22.8,"business":56,"japanese":55.7,"vision":23},"coverage":4,"avgPct":32.9,"overall":24.8,"rank":117,"avgRank":74,"aliases":["Claude 3.7 Sonnet (Thinking 32K, 20250219)","Claude 3.7 Sonnet (20250219)","Claude 3.7 Sonnet","claude-3-7-sonnet-20250219_64K","Claude 3.7 (8K)","Claude 3.7 (16K)","Claude 3.7 Sonnet (Thinking)","Claude 3.7 Sonnet (one-pass-agent) max","claude-3-7-sonnet-20250219","Claude 3.7 Sonnet (thinking)"],"open":false,"reasoning":true,"ctx":200000,"pin":3,"pout":15,"release":"2025-02-24","theta":-0.886,"se":0.164,"lo":19.1,"hi":31.6,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":112},{"id":"gpt-5-nano","name":"GPT-5 Nano","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":120,"of":230,"score":139.07,"pct":48,"variant":"GPT-5 nano"},"arc":{"rank":74,"of":95,"score":2.6,"pct":22.3,"variant":"GPT-5 Nano (High)"}},"metrics":{"arena_coding":{"rank":185,"of":344,"score":1385.7,"pct":46.4,"variant":"GPT-5 nano (High)"},"arena_math":{"rank":173,"of":333,"score":1347.7,"pct":48.2,"variant":"GPT-5 nano (High)"},"arena_creative_writing":{"rank":242,"of":347,"score":1246.5,"pct":30.3,"variant":"GPT-5 nano (High)"},"arena_instruction_following":{"rank":187,"of":349,"score":1326.2,"pct":46.6,"variant":"GPT-5 nano (High)"},"arena_hard_prompts":{"rank":188,"of":349,"score":1356.1,"pct":46.3,"variant":"GPT-5 nano (High)"},"arena_multi_turn":{"rank":197,"of":347,"score":1325.5,"pct":43.4,"variant":"GPT-5 nano (High)"},"arena_expert":{"rank":177,"of":302,"score":1355.5,"pct":41.5,"variant":"GPT-5 nano (High)"},"arena_japanese":{"rank":167,"of":233,"score":1245.1,"pct":28.4,"variant":"GPT-5 nano (High)"},"arena_industry_business_and_management_and_financial_operations":{"rank":189,"of":342,"score":1340.4,"pct":44.9,"variant":"GPT-5 nano (High)"},"arena_industry_medicine_and_healthcare":{"rank":176,"of":321,"score":1367,"pct":45.3,"variant":"GPT-5 nano (High)"},"arena_industry_legal_and_government":{"rank":212,"of":322,"score":1328.5,"pct":34.3,"variant":"GPT-5 nano (High)"},"arena_vision":{"rank":101,"of":143,"score":1147.9,"pct":29.6,"variant":"GPT-5 nano (High)"},"epoch_eci":{"rank":120,"of":230,"score":139.07,"pct":48,"variant":"GPT-5 nano"},"arc_v2":{"rank":74,"of":95,"score":2.6,"pct":22.3,"variant":"GPT-5 Nano (High)"},"arc_v1":{"rank":79,"of":92,"score":20.7,"pct":14.3,"variant":"GPT-5 Nano (Medium)"}},"domains":{"overall":23.9,"coding":24.8,"reasoning":20.4,"math":29.3,"knowledge":42.7,"writing":11.6,"instruction":13.5,"chat":10.2,"business":43.5,"japanese":33.6,"vision":10.1},"coverage":2,"avgPct":35.2,"overall":23.9,"rank":119,"avgRank":97,"aliases":["GPT-5 nano (High)","GPT-5 nano","GPT-5 Nano (High)","GPT-5 Nano (Medium)"],"open":false,"reasoning":true,"ctx":400000,"pin":0.05,"pout":0.4,"tps":147,"ttft":0.75,"release":"2025-08-07","theta":-0.925,"se":0.258,"lo":15.6,"hi":34.8,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":114},{"id":"grok-3-mini","name":"Grok 3 Mini","provider":"xai","providerName":"xAI","country":"US","sites":{"epoch":{"rank":118,"of":230,"score":139.88,"pct":48.9,"variant":"Grok-3 mini"},"arc":{"rank":85,"of":95,"score":0.4,"pct":10.6,"variant":"Grok 3 Mini (Low)"}},"metrics":{"arena_coding":{"rank":178,"of":344,"score":1392.5,"pct":48.4,"variant":"Grok 3 Mini (High)"},"arena_math":{"rank":145,"of":333,"score":1388.9,"pct":56.6,"variant":"Grok 3 Mini (High)"},"arena_creative_writing":{"rank":166,"of":347,"score":1331.7,"pct":52.3,"variant":"Grok 3 Mini (High)"},"arena_instruction_following":{"rank":162,"of":349,"score":1360.3,"pct":53.7,"variant":"Grok 3 Mini (High)"},"arena_hard_prompts":{"rank":167,"of":349,"score":1378.1,"pct":52.3,"variant":"Grok 3 Mini (High)"},"arena_multi_turn":{"rank":173,"of":347,"score":1349.9,"pct":50.3,"variant":"Grok 3 Mini (High)"},"arena_expert":{"rank":142,"of":302,"score":1406.6,"pct":53.2,"variant":"Grok 3 Mini (High)"},"arena_japanese":{"rank":135,"of":233,"score":1311.5,"pct":42.2,"variant":"Grok 3 Mini (High)"},"arena_industry_business_and_management_and_financial_operations":{"rank":184,"of":342,"score":1343.9,"pct":46.3,"variant":"Grok 3 Mini (High)"},"arena_industry_medicine_and_healthcare":{"rank":162,"of":321,"score":1386.6,"pct":49.7,"variant":"Grok 3 Mini (High)"},"arena_industry_legal_and_government":{"rank":154,"of":322,"score":1385.3,"pct":52.3,"variant":"Grok 3 Mini (High)"},"epoch_eci":{"rank":118,"of":230,"score":139.88,"pct":48.9,"variant":"Grok-3 mini"},"arc_v2":{"rank":85,"of":95,"score":0.4,"pct":10.6,"variant":"Grok 3 Mini (Low)"},"arc_v1":{"rank":80,"of":92,"score":16.5,"pct":13.2,"variant":"Grok 3 Mini (Low)"}},"domains":{"overall":23,"coding":26.2,"reasoning":21.6,"math":40.6,"knowledge":52.7,"writing":29.1,"instruction":21.7,"chat":14.4,"business":51.9,"japanese":48.4},"coverage":2,"avgPct":29.8,"overall":23,"rank":120,"avgRank":101.5,"aliases":["Grok 3 Mini (High)","Grok-3 mini","Grok 3 Mini (Low)"],"open":false,"reasoning":true,"ctx":1000000,"pin":0.3,"pout":0.5,"tps":64,"ttft":1.92,"release":"2025-02-19","theta":-0.965,"se":0.258,"lo":15,"hi":33.7,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":115},{"id":"grok-3","name":"Grok 3","provider":"xai","providerName":"xAI","country":"US","sites":{"epoch":{"rank":122,"of":230,"score":137.55,"pct":47.2,"variant":"Grok 3"},"arc":{"rank":87,"of":95,"score":0,"pct":8.5,"variant":"Grok 3"},"simplebench":{"rank":83,"of":112,"score":36.1,"pct":26.1,"variant":"Grok 3"}},"metrics":{"arena_coding":{"rank":142,"of":344,"score":1442.3,"pct":58.9,"variant":"Grok 3 Preview (02-24)"},"arena_math":{"rank":157,"of":333,"score":1371.3,"pct":53,"variant":"Grok 3 Preview (02-24)"},"arena_creative_writing":{"rank":99,"of":347,"score":1397.9,"pct":71.7,"variant":"Grok 3 Preview (02-24)"},"arena_instruction_following":{"rank":126,"of":349,"score":1402.4,"pct":64.1,"variant":"Grok 3 Preview (02-24)"},"arena_hard_prompts":{"rank":132,"of":349,"score":1425.6,"pct":62.4,"variant":"Grok 3 Preview (02-24)"},"arena_multi_turn":{"rank":133,"of":347,"score":1409.2,"pct":61.8,"variant":"Grok 3 Preview (02-24)"},"arena_expert":{"rank":145,"of":302,"score":1404,"pct":52.2,"variant":"Grok 3 Preview (02-24)"},"arena_japanese":{"rank":102,"of":233,"score":1367.8,"pct":56.5,"variant":"Grok 3 Preview (02-24)"},"arena_industry_business_and_management_and_financial_operations":{"rank":136,"of":342,"score":1403.5,"pct":60.4,"variant":"Grok 3 Preview (02-24)"},"arena_industry_medicine_and_healthcare":{"rank":100,"of":321,"score":1448.3,"pct":69.1,"variant":"Grok 3 Preview (02-24)"},"arena_industry_legal_and_government":{"rank":117,"of":322,"score":1424.9,"pct":63.9,"variant":"Grok 3 Preview (02-24)"},"epoch_eci":{"rank":122,"of":230,"score":137.55,"pct":47.2,"variant":"Grok 3"},"arc_v2":{"rank":87,"of":95,"score":0,"pct":8.5,"variant":"Grok 3"},"arc_v1":{"rank":85,"of":92,"score":5.5,"pct":7.7,"variant":"Grok 3"},"simplebench":{"rank":83,"of":112,"score":36.1,"pct":26.1,"variant":"Grok 3"}},"domains":{"overall":22.5,"coding":38.6,"reasoning":26.3,"math":35.6,"knowledge":60,"writing":49.7,"instruction":35.9,"chat":30.3,"business":63.8,"japanese":61.3},"coverage":3,"avgPct":27.3,"overall":22.5,"rank":121,"avgRank":97.3,"aliases":["Grok 3 Preview (02-24)","Grok 3"],"open":false,"reasoning":true,"ctx":1000000,"pin":3,"pout":15,"tps":98,"ttft":1.69,"release":"2025-02-13","theta":-0.99,"se":0.217,"lo":15.6,"hi":31.2,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":116},{"id":"qwen3-235b-a22b","name":"Qwen3 235B A22B","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"epoch":{"rank":104,"of":230,"score":143.23,"pct":55,"variant":"Qwen3-235B-A22B-Thinking (Jul 2025)"},"arc":{"rank":77,"of":95,"score":1.3,"pct":19.1,"variant":"Qwen3-235b-a22b Instruct (25/07)"},"simplebench":{"rank":88,"of":112,"score":31,"pct":21.6,"variant":"Qwen3 235B-A22B"}},"metrics":{"arena_coding":{"rank":110,"of":344,"score":1472,"pct":68.2,"variant":"Qwen3-235B-A22B-Instruct (2507)"},"arena_math":{"rank":117,"of":333,"score":1416.2,"pct":65.1,"variant":"Qwen3-235B-A22B-Instruct (2507)"},"arena_creative_writing":{"rank":123,"of":347,"score":1378.4,"pct":64.7,"variant":"Qwen3-235B-A22B-Instruct (2507)"},"arena_instruction_following":{"rank":111,"of":349,"score":1414.1,"pct":68.4,"variant":"Qwen3-235B-A22B-Instruct (2507)"},"arena_hard_prompts":{"rank":103,"of":349,"score":1447.2,"pct":70.7,"variant":"Qwen3-235B-A22B-Instruct (2507)"},"arena_multi_turn":{"rank":97,"of":347,"score":1436.1,"pct":72.3,"variant":"Qwen3-235B-A22B-Instruct (2507)"},"arena_expert":{"rank":86,"of":302,"score":1468.1,"pct":71.8,"variant":"Qwen3-235B-A22B-Thinking (2507)"},"arena_japanese":{"rank":80,"of":233,"score":1392.4,"pct":65.9,"variant":"Qwen3-235B-A22B-Instruct (2507)"},"arena_industry_business_and_management_and_financial_operations":{"rank":102,"of":342,"score":1432.3,"pct":70.4,"variant":"Qwen3-235B-A22B-Instruct (2507)"},"arena_industry_medicine_and_healthcare":{"rank":87,"of":321,"score":1456.8,"pct":73.1,"variant":"Qwen3-235B-A22B-Instruct (2507)"},"arena_industry_legal_and_government":{"rank":105,"of":322,"score":1433,"pct":67.6,"variant":"Qwen3-235B-A22B-Instruct (2507)"},"epoch_eci":{"rank":104,"of":230,"score":143.23,"pct":55,"variant":"Qwen3-235B-A22B-Thinking (Jul 2025)"},"epoch_gpqa":{"rank":118,"of":226,"score":70.7,"pct":48,"variant":"qwen3-235b-a22b"},"arc_v2":{"rank":77,"of":95,"score":1.3,"pct":19.1,"variant":"Qwen3-235b-a22b Instruct (25/07)"},"arc_v1":{"rank":82,"of":92,"score":11,"pct":11,"variant":"Qwen3-235b-a22b Instruct (25/07)"},"scale_multichallenge":{"rank":37,"of":39,"score":41.22,"pct":5.3,"variant":"Qwen3-235B-A22B (one-pass-agent)"},"eqbench_cw":{"rank":87,"of":143,"score":1366.3,"pct":39.4,"variant":"qwen/qwen3-235b-a22b:thinking"},"simplebench":{"rank":88,"of":112,"score":31,"pct":21.6,"variant":"Qwen3 235B-A22B"}},"domains":{"overall":22.3,"coding":46.9,"reasoning":24.5,"math":48.7,"knowledge":64.8,"writing":39.6,"instruction":15.1,"chat":10.9,"business":67.8,"japanese":66.6},"coverage":3,"avgPct":31.9,"overall":22.3,"rank":122,"avgRank":89.7,"aliases":["Qwen3-235B-A22B-Instruct (2507)","Qwen3-235B-A22B-Thinking (2507)","Qwen3-235B-A22B-Thinking (Jul 2025)","qwen3-235b-a22b","Qwen3-235b-a22b Instruct (25/07)","Qwen3-235B-A22B (one-pass-agent)","qwen/qwen3-235b-a22b:thinking","Qwen3 235B-A22B"],"open":true,"reasoning":true,"ctx":32768,"release":"2025-04-28","theta":-1,"se":0.217,"lo":15.5,"hi":30.9,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":117},{"id":"gpt-4-1-mini","name":"GPT-4.1 Mini","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":132,"of":230,"score":134.24,"pct":42.8,"variant":"GPT-4.1 mini"},"arc":{"rank":87,"of":95,"score":0,"pct":8.5,"variant":"GPT-4.1-Mini"}},"metrics":{"arena_coding":{"rank":151,"of":344,"score":1433,"pct":56.3,"variant":"GPT-4.1 mini (2025-04-14)"},"arena_math":{"rank":171,"of":333,"score":1352.7,"pct":48.8,"variant":"GPT-4.1 mini (2025-04-14)"},"arena_creative_writing":{"rank":147,"of":347,"score":1348.8,"pct":57.8,"variant":"GPT-4.1 mini (2025-04-14)"},"arena_instruction_following":{"rank":152,"of":349,"score":1373,"pct":56.6,"variant":"GPT-4.1 mini (2025-04-14)"},"arena_hard_prompts":{"rank":154,"of":349,"score":1402.5,"pct":56,"variant":"GPT-4.1 mini (2025-04-14)"},"arena_multi_turn":{"rank":146,"of":347,"score":1393,"pct":58.1,"variant":"GPT-4.1 mini (2025-04-14)"},"arena_expert":{"rank":161,"of":302,"score":1383.4,"pct":46.8,"variant":"GPT-4.1 mini (2025-04-14)"},"arena_japanese":{"rank":125,"of":233,"score":1328.6,"pct":46.6,"variant":"GPT-4.1 mini (2025-04-14)"},"arena_industry_business_and_management_and_financial_operations":{"rank":154,"of":342,"score":1379.2,"pct":55.1,"variant":"GPT-4.1 mini (2025-04-14)"},"arena_industry_medicine_and_healthcare":{"rank":155,"of":321,"score":1395.2,"pct":51.9,"variant":"GPT-4.1 mini (2025-04-14)"},"arena_industry_legal_and_government":{"rank":147,"of":322,"score":1396.4,"pct":54.5,"variant":"GPT-4.1 mini (2025-04-14)"},"arena_vision":{"rank":78,"of":143,"score":1201,"pct":45.8,"variant":"GPT-4.1 mini (2025-04-14)"},"epoch_eci":{"rank":132,"of":230,"score":134.24,"pct":42.8,"variant":"GPT-4.1 mini"},"arc_v2":{"rank":87,"of":95,"score":0,"pct":8.5,"variant":"GPT-4.1-Mini"},"arc_v1":{"rank":90,"of":92,"score":3.5,"pct":2.2,"variant":"GPT-4.1-Mini"},"eqbench_cw":{"rank":105,"of":143,"score":1145.4,"pct":26.8,"variant":"gpt-4.1-mini"}},"domains":{"overall":21.4,"coding":36.1,"reasoning":21.7,"math":30.6,"knowledge":50.4,"writing":26.5,"instruction":25.5,"chat":25.1,"business":57.4,"japanese":52.4,"vision":26.1},"coverage":2,"avgPct":25.7,"overall":21.4,"rank":123,"avgRank":109.5,"aliases":["GPT-4.1 mini (2025-04-14)","GPT-4.1 mini","GPT-4.1-Mini","gpt-4.1-mini"],"open":false,"ctx":1000000,"pin":0.4,"pout":1.6,"tps":154,"ttft":0.73,"release":"2025-04-14","theta":-1.04,"se":0.258,"lo":13.8,"hi":31.6,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":118},{"id":"mistral-3-5","name":"Mistral 3.5","provider":"mistral","providerName":"Mistral AI","country":"FR","sites":{"aa":{"rank":97,"of":141,"score":14.2,"pct":31.4,"variant":"mistral-medium-3-5"},"epoch":{"rank":110,"of":230,"score":141.58,"pct":52.4,"variant":"Mistral Medium 3.5"},"eqbench":{"rank":32,"of":32,"score":983.1,"pct":0,"variant":"mistral-medium-3-5"}},"metrics":{"arena_coding":{"rank":104,"of":344,"score":1478.3,"pct":70,"variant":"Mistral Medium 3.5"},"arena_math":{"rank":100,"of":333,"score":1427,"pct":70.2,"variant":"Mistral Medium 3.5"},"arena_creative_writing":{"rank":98,"of":347,"score":1399,"pct":72,"variant":"Mistral Medium 3.5"},"arena_instruction_following":{"rank":97,"of":349,"score":1422.4,"pct":72.4,"variant":"Mistral Medium 3.5"},"arena_hard_prompts":{"rank":108,"of":349,"score":1445,"pct":69.3,"variant":"Mistral Medium 3.5"},"arena_multi_turn":{"rank":102,"of":347,"score":1432.1,"pct":70.8,"variant":"Mistral Medium 3.5"},"arena_expert":{"rank":120,"of":302,"score":1434.7,"pct":60.5,"variant":"Mistral Medium 3.5"},"arena_industry_business_and_management_and_financial_operations":{"rank":104,"of":342,"score":1430.6,"pct":69.8,"variant":"Mistral Medium 3.5"},"arena_industry_medicine_and_healthcare":{"rank":134,"of":321,"score":1418.8,"pct":58.4,"variant":"Mistral Medium 3.5"},"arena_industry_legal_and_government":{"rank":95,"of":322,"score":1440,"pct":70.7,"variant":"Mistral Medium 3.5"},"arena_webdev":{"rank":120,"of":136,"score":1263.4,"pct":11.9,"variant":"Mistral Medium 3.5"},"arena_vision":{"rank":80,"of":143,"score":1198.9,"pct":44.4,"variant":"Mistral Medium 3.5"},"arena_agent":{"rank":56,"of":61,"score":-0.145,"pct":8.3,"variant":"Mistral Medium 3.5"},"aa_index":{"rank":97,"of":141,"score":14.2,"pct":31.4,"variant":"mistral-medium-3-5"},"aa_hle":{"rank":102,"of":143,"score":13.8,"pct":28.9,"variant":"mistral-medium-3-5"},"aa_gpqa":{"rank":84,"of":120,"score":74.8,"pct":30.3,"variant":"mistral-medium-3-5"},"aa_scicode":{"rank":91,"of":141,"score":40.2,"pct":35.7,"variant":"mistral-medium-3-5"},"aa_terminalbenchHard":{"rank":30,"of":74,"score":33.3,"pct":60.3,"variant":"mistral-medium-3-5"},"aa_tau2":{"rank":14,"of":73,"score":94.2,"pct":81.9,"variant":"mistral-medium-3-5"},"aa_ifbench":{"rank":31,"of":74,"score":68.8,"pct":58.9,"variant":"mistral-medium-3-5"},"aa_lcr":{"rank":95,"of":143,"score":69.3,"pct":33.8,"variant":"mistral-medium-3-5"},"aa_mmmuPro":{"rank":54,"of":69,"score":64.9,"pct":22.1,"variant":"mistral-medium-3-5"},"aa_critpt":{"rank":113,"of":146,"score":0,"pct":22.8,"variant":"mistral-medium-3-5"},"aa_omniscience":{"rank":105,"of":143,"score":-36.8,"pct":26.8,"variant":"mistral-medium-3-5"},"aa_gdpvalNormalized":{"rank":85,"of":141,"score":0.1,"pct":40,"variant":"mistral-medium-3-5"},"epoch_eci":{"rank":110,"of":230,"score":141.58,"pct":52.4,"variant":"Mistral Medium 3.5"},"eqbench":{"rank":32,"of":32,"score":983.1,"pct":0,"variant":"mistral-medium-3-5"}},"domains":{"overall":21,"coding":31.7,"agent":36.7,"reasoning":26.8,"math":52,"knowledge":51.1,"writing":50.1,"instruction":44.5,"chat":11.8,"business":63.5,"vision":19.5,"longctx":25.2},"coverage":3,"avgPct":27.9,"overall":21,"rank":124,"avgRank":79.7,"aliases":["Mistral Medium 3.5","mistral-medium-3-5"],"open":true,"reasoning":true,"ctx":256000,"pin":1.5,"pout":7.5,"tps":160,"ttft":2.29,"release":"2026-04-28","theta":-1.059,"se":0.222,"lo":14.4,"hi":29.6,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":119},{"id":"gpt-4-5","name":"GPT-4.5","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":124,"of":230,"score":136.47,"pct":46.3,"variant":"GPT-4.5"},"arc":{"rank":82,"of":95,"score":0.8,"pct":13.8,"variant":"GPT-4.5"},"scale":{"rank":37,"of":44,"score":5.44,"pct":16.3,"variant":"GPT 4.5 Preview"},"simplebench":{"rank":86,"of":112,"score":34.5,"pct":23.4,"variant":"GPT-4.5"}},"metrics":{"arena_coding":{"rank":127,"of":344,"score":1457.8,"pct":63.3,"variant":"GPT-4.5 Preview (2025-02-27)"},"arena_math":{"rank":129,"of":333,"score":1407.2,"pct":61.4,"variant":"GPT-4.5 Preview (2025-02-27)"},"arena_creative_writing":{"rank":58,"of":347,"score":1436.4,"pct":83.5,"variant":"GPT-4.5 Preview (2025-02-27)"},"arena_instruction_following":{"rank":77,"of":349,"score":1436.5,"pct":78.2,"variant":"GPT-4.5 Preview (2025-02-27)"},"arena_hard_prompts":{"rank":116,"of":349,"score":1440.2,"pct":67,"variant":"GPT-4.5 Preview (2025-02-27)"},"arena_multi_turn":{"rank":64,"of":347,"score":1465.8,"pct":81.8,"variant":"GPT-4.5 Preview (2025-02-27)"},"arena_expert":{"rank":126,"of":302,"score":1428.5,"pct":58.5,"variant":"GPT-4.5 Preview (2025-02-27)"},"arena_japanese":{"rank":46,"of":233,"score":1439.6,"pct":80.6,"variant":"GPT-4.5 Preview (2025-02-27)"},"arena_industry_business_and_management_and_financial_operations":{"rank":106,"of":342,"score":1425.5,"pct":69.2,"variant":"GPT-4.5 Preview (2025-02-27)"},"arena_industry_medicine_and_healthcare":{"rank":96,"of":321,"score":1450,"pct":70.3,"variant":"GPT-4.5 Preview (2025-02-27)"},"arena_industry_legal_and_government":{"rank":54,"of":322,"score":1468.6,"pct":83.5,"variant":"GPT-4.5 Preview (2025-02-27)"},"arena_vision":{"rank":66,"of":143,"score":1225.4,"pct":54.2,"variant":"GPT-4.5 Preview (2025-02-27)"},"epoch_eci":{"rank":124,"of":230,"score":136.47,"pct":46.3,"variant":"GPT-4.5"},"arc_v2":{"rank":82,"of":95,"score":0.8,"pct":13.8,"variant":"GPT-4.5"},"arc_v1":{"rank":83,"of":92,"score":10.3,"pct":9.9,"variant":"GPT-4.5"},"scale_hle":{"rank":37,"of":44,"score":5.44,"pct":16.3,"variant":"GPT 4.5 Preview"},"eqbench_cw":{"rank":100,"of":143,"score":1258.8,"pct":30.3,"variant":"gpt-4.5-preview"},"simplebench":{"rank":86,"of":112,"score":34.5,"pct":23.4,"variant":"GPT-4.5"}},"domains":{"overall":20.6,"coding":42.9,"reasoning":25.1,"math":46,"knowledge":48.3,"writing":39.8,"instruction":49.8,"chat":51.8,"business":71.4,"japanese":75.6,"vision":37.4},"coverage":4,"avgPct":24.9,"overall":20.6,"rank":125,"avgRank":82.3,"aliases":["GPT-4.5 Preview (2025-02-27)","GPT-4.5","GPT 4.5 Preview","gpt-4.5-preview"],"open":false,"ctx":128000,"release":"2025-02-27","theta":-1.077,"se":0.164,"lo":15.7,"hi":26.7,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":120},{"id":"deepseek-r1","name":"DeepSeek R1","provider":"deepseek","providerName":"DeepSeek","country":"CN","sites":{"aa":{"rank":106,"of":141,"score":11.4,"pct":25,"variant":"deepseek-r1-0120"},"epoch":{"rank":115,"of":230,"score":140.73,"pct":50.2,"variant":"DeepSeek-R1 (May 2025)"},"arc":{"rank":77,"of":95,"score":1.3,"pct":19.1,"variant":"Deepseek R1"},"simplebench":{"rank":89,"of":112,"score":30.9,"pct":20.7,"variant":"DeepSeek R1"}},"metrics":{"arena_coding":{"rank":117,"of":344,"score":1463.9,"pct":66.2,"variant":"DeepSeek-R1 (0528)"},"arena_math":{"rank":123,"of":333,"score":1412,"pct":63.3,"variant":"DeepSeek-R1"},"arena_creative_writing":{"rank":113,"of":347,"score":1388.6,"pct":67.6,"variant":"DeepSeek-R1 (0528)"},"arena_instruction_following":{"rank":131,"of":349,"score":1397.3,"pct":62.6,"variant":"DeepSeek-R1"},"arena_hard_prompts":{"rank":125,"of":349,"score":1432.7,"pct":64.4,"variant":"DeepSeek-R1 (0528)"},"arena_multi_turn":{"rank":132,"of":347,"score":1409.3,"pct":62.1,"variant":"DeepSeek-R1"},"arena_expert":{"rank":136,"of":302,"score":1417.7,"pct":55.1,"variant":"DeepSeek-R1 (0528)"},"arena_japanese":{"rank":85,"of":233,"score":1389.3,"pct":63.8,"variant":"DeepSeek-R1 (0528)"},"arena_industry_business_and_management_and_financial_operations":{"rank":131,"of":342,"score":1406.9,"pct":61.9,"variant":"DeepSeek-R1 (0528)"},"arena_industry_medicine_and_healthcare":{"rank":108,"of":321,"score":1443.5,"pct":66.6,"variant":"DeepSeek-R1 (0528)"},"arena_industry_legal_and_government":{"rank":126,"of":322,"score":1415.8,"pct":61.1,"variant":"DeepSeek-R1 (0528)"},"aa_index":{"rank":106,"of":141,"score":11.4,"pct":25,"variant":"deepseek-r1-0120"},"aa_hle":{"rank":121,"of":143,"score":8.5,"pct":15.5,"variant":"deepseek-r1-0120"},"aa_gpqa":{"rank":91,"of":120,"score":70.8,"pct":24.4,"variant":"deepseek-r1-0120"},"aa_scicode":{"rank":102,"of":141,"score":38.3,"pct":27.9,"variant":"deepseek-r1-0120"},"aa_terminalbenchHard":{"rank":62,"of":74,"score":6.1,"pct":16.4,"variant":"deepseek-r1-0120"},"aa_tau2":{"rank":71,"of":73,"score":11.4,"pct":2.8,"variant":"deepseek-r1-0120"},"aa_ifbench":{"rank":61,"of":74,"score":39,"pct":17.8,"variant":"deepseek-r1-0120"},"aa_lcr":{"rank":106,"of":143,"score":57.7,"pct":26.1,"variant":"deepseek-r1-0120"},"aa_critpt":{"rank":97,"of":146,"score":0.6,"pct":33.8,"variant":"deepseek-r1-0120"},"aa_omniscience":{"rank":103,"of":143,"score":-32.2,"pct":28.2,"variant":"deepseek-r1-0120"},"aa_gdpvalNormalized":{"rank":98,"of":141,"score":0,"pct":30.7,"variant":"deepseek-r1-0120"},"epoch_eci":{"rank":115,"of":230,"score":140.73,"pct":50.2,"variant":"DeepSeek-R1 (May 2025)"},"epoch_gpqa":{"rank":107,"of":226,"score":76.3,"pct":52.9,"variant":"DeepSeek-R1-0528"},"epoch_aime":{"rank":118,"of":208,"score":66.4,"pct":43.5,"variant":"DeepSeek-R1-0528"},"arc_v2":{"rank":77,"of":95,"score":1.3,"pct":19.1,"variant":"Deepseek R1"},"arc_v1":{"rank":78,"of":92,"score":21.2,"pct":15.4,"variant":"Deepseek R1 (05/28)"},"eqbench_cw":{"rank":65,"of":143,"score":1500,"pct":54.9,"variant":"deepseek-ai/DeepSeek-R1"},"simplebench":{"rank":89,"of":112,"score":30.9,"pct":20.7,"variant":"DeepSeek R1"}},"domains":{"overall":20.5,"coding":16.9,"agent":15.1,"reasoning":20.5,"math":46.6,"knowledge":51.1,"writing":47.8,"instruction":12.8,"chat":30.3,"business":56.3,"japanese":66,"longctx":9},"coverage":4,"avgPct":28.8,"overall":20.5,"rank":126,"avgRank":96.8,"aliases":["DeepSeek-R1 (0528)","DeepSeek-R1","deepseek-r1-0120","DeepSeek-R1 (May 2025)","DeepSeek-R1-0528","Deepseek R1","Deepseek R1 (05/28)","deepseek-ai/DeepSeek-R1","DeepSeek R1"],"open":true,"reasoning":true,"ctx":128000,"pin":2,"pout":4,"tps":143,"ttft":1.07,"release":"2025-01-20","theta":-1.087,"se":0.171,"lo":15.3,"hi":26.8,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":121},{"id":"gemini-2-0-flash","name":"Gemini 2.0 Flash","provider":"google","providerName":"Google","country":"US","sites":{"epoch":{"rank":133,"of":230,"score":134.02,"pct":42.4,"variant":"Gemini 2.0 Flash (Feb 2025)"},"arc":{"rank":77,"of":95,"score":1.3,"pct":19.1,"variant":"Gemini 2.0 Flash"},"scale":{"rank":35,"of":44,"score":6.56,"pct":20.9,"variant":"Gemini 2.0 Flash Thinking (January 2025)"},"simplebench":{"rank":90,"of":112,"score":30.7,"pct":19.8,"variant":"Gemini 2.0 Flash Thinking"}},"metrics":{"arena_coding":{"rank":206,"of":344,"score":1363.4,"pct":40.2,"variant":"Gemini 2.0 Flash (001)"},"arena_math":{"rank":169,"of":333,"score":1355.7,"pct":49.4,"variant":"Gemini 2.0 Flash (001)"},"arena_creative_writing":{"rank":155,"of":347,"score":1344.2,"pct":55.5,"variant":"Gemini 2.0 Flash (001)"},"arena_instruction_following":{"rank":167,"of":349,"score":1347.3,"pct":52.3,"variant":"Gemini 2.0 Flash (001)"},"arena_hard_prompts":{"rank":183,"of":349,"score":1360.7,"pct":47.7,"variant":"Gemini 2.0 Flash (001)"},"arena_multi_turn":{"rank":168,"of":347,"score":1356.7,"pct":51.7,"variant":"Gemini 2.0 Flash (001)"},"arena_expert":{"rank":175,"of":302,"score":1356.6,"pct":42.2,"variant":"Gemini 2.0 Flash (001)"},"arena_japanese":{"rank":145,"of":233,"score":1297.8,"pct":37.9,"variant":"Gemini 2.0 Flash (001)"},"arena_industry_business_and_management_and_financial_operations":{"rank":179,"of":342,"score":1348.3,"pct":47.8,"variant":"Gemini 2.0 Flash (001)"},"arena_industry_medicine_and_healthcare":{"rank":165,"of":321,"score":1381.7,"pct":48.8,"variant":"Gemini 2.0 Flash (001)"},"arena_industry_legal_and_government":{"rank":162,"of":322,"score":1381.9,"pct":49.8,"variant":"Gemini 2.0 Flash (001)"},"arena_vision":{"rank":90,"of":143,"score":1172.4,"pct":37.3,"variant":"Gemini 2.0 Flash (001)"},"epoch_eci":{"rank":133,"of":230,"score":134.02,"pct":42.4,"variant":"Gemini 2.0 Flash (Feb 2025)"},"arc_v2":{"rank":77,"of":95,"score":1.3,"pct":19.1,"variant":"Gemini 2.0 Flash"},"scale_hle":{"rank":35,"of":44,"score":6.56,"pct":20.9,"variant":"Gemini 2.0 Flash Thinking (January 2025)"},"scale_multichallenge":{"rank":39,"of":39,"score":36.35,"pct":0,"variant":"Gemini 2.0 Flash (one-pass-agent)"},"simplebench":{"rank":90,"of":112,"score":30.7,"pct":19.8,"variant":"Gemini 2.0 Flash Thinking"}},"domains":{"overall":20.4,"coding":20.3,"reasoning":23.2,"math":31.4,"knowledge":45.3,"writing":32.6,"instruction":9,"chat":6.1,"business":51.9,"japanese":45.3,"vision":16},"coverage":4,"avgPct":25.6,"overall":20.4,"rank":127,"avgRank":83.8,"aliases":["Gemini 2.0 Flash (001)","Gemini 2.0 Flash (Feb 2025)","Gemini 2.0 Flash","Gemini 2.0 Flash Thinking (January 2025)","Gemini 2.0 Flash (one-pass-agent)","Gemini 2.0 Flash Thinking"],"open":false,"ctx":1000000,"pin":0,"pout":0,"release":"2025-01-21","theta":-1.09,"se":0.164,"lo":15.5,"hi":26.4,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":122},{"id":"qwen3-5-9b","name":"Qwen3.5 9B","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"aa":{"rank":108,"of":141,"score":11.2,"pct":23.6,"variant":"qwen3-5-9b"},"epoch":{"rank":119,"of":230,"score":139.5,"pct":48.5,"variant":"Qwen3.5-9B"}},"metrics":{"aa_index":{"rank":108,"of":141,"score":11.2,"pct":23.6,"variant":"qwen3-5-9b"},"aa_hle":{"rank":100,"of":143,"score":14.9,"pct":30.3,"variant":"qwen3-5-9b"},"aa_gpqa":{"rank":69,"of":120,"score":80.6,"pct":42.9,"variant":"qwen3-5-9b"},"aa_scicode":{"rank":122,"of":141,"score":29.5,"pct":13.6,"variant":"qwen3-5-9b"},"aa_terminalbenchHard":{"rank":41,"of":74,"score":24.2,"pct":45.2,"variant":"qwen3-5-9b"},"aa_tau2":{"rank":25,"of":73,"score":86.8,"pct":66.7,"variant":"qwen3-5-9b"},"aa_ifbench":{"rank":35,"of":74,"score":66.7,"pct":53.4,"variant":"qwen3-5-9b"},"aa_lcr":{"rank":88,"of":143,"score":70,"pct":38.7,"variant":"qwen3-5-9b"},"aa_mmmuPro":{"rank":51,"of":69,"score":69.2,"pct":26.5,"variant":"qwen3-5-9b"},"aa_critpt":{"rank":101,"of":146,"score":0.3,"pct":31,"variant":"qwen3-5-9b"},"aa_omniscience":{"rank":129,"of":143,"score":-53.5,"pct":9.9,"variant":"qwen3-5-9b"},"aa_gdpvalNormalized":{"rank":98,"of":141,"score":0,"pct":30.7,"variant":"qwen3-5-9b"},"epoch_eci":{"rank":119,"of":230,"score":139.5,"pct":48.5,"variant":"Qwen3.5-9B"},"epoch_gpqa":{"rank":101,"of":226,"score":79,"pct":55.6,"variant":"qwen3.5-9B"},"epoch_aime":{"rank":123,"of":208,"score":61.7,"pct":41.1,"variant":"qwen3.5-9B_none"}},"domains":{"overall":20.4,"coding":21.8,"agent":33.5,"reasoning":25.2,"math":42.8,"knowledge":49.4,"instruction":42.7,"business":42.1,"vision":29.3,"longctx":26.6},"coverage":2,"avgPct":36.1,"overall":20.4,"rank":127,"avgRank":113.5,"aliases":["qwen3-5-9b","Qwen3.5-9B","qwen3.5-9B","qwen3.5-9B_none"],"open":true,"reasoning":true,"ctx":262144,"pin":0.17,"pout":0.25,"tps":99,"ttft":0.73,"release":"2026-02-24","theta":-1.09,"se":0.249,"lo":13.3,"hi":29.9,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":123},{"id":"gpt-4-1-nano","name":"GPT-4.1 Nano","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":149,"of":230,"score":126.79,"pct":35.4,"variant":"GPT-4.1 nano"},"arc":{"rank":87,"of":95,"score":0,"pct":8.5,"variant":"GPT-4.1-Nano"}},"metrics":{"arena_coding":{"rank":195,"of":344,"score":1372.8,"pct":43.4,"variant":"GPT-4.1 nano (2025-04-14)"},"arena_math":{"rank":224,"of":333,"score":1272.8,"pct":32.8,"variant":"GPT-4.1 nano (2025-04-14)"},"arena_creative_writing":{"rank":186,"of":347,"score":1307.1,"pct":46.5,"variant":"GPT-4.1 nano (2025-04-14)"},"arena_instruction_following":{"rank":215,"of":349,"score":1300.2,"pct":38.5,"variant":"GPT-4.1 nano (2025-04-14)"},"arena_hard_prompts":{"rank":204,"of":349,"score":1332.7,"pct":41.7,"variant":"GPT-4.1 nano (2025-04-14)"},"arena_multi_turn":{"rank":208,"of":347,"score":1313.8,"pct":40.2,"variant":"GPT-4.1 nano (2025-04-14)"},"arena_expert":{"rank":204,"of":302,"score":1312.8,"pct":32.6,"variant":"GPT-4.1 nano (2025-04-14)"},"arena_japanese":{"rank":173,"of":233,"score":1233.5,"pct":25.9,"variant":"GPT-4.1 nano (2025-04-14)"},"arena_industry_business_and_management_and_financial_operations":{"rank":201,"of":342,"score":1321,"pct":41.3,"variant":"GPT-4.1 nano (2025-04-14)"},"arena_industry_medicine_and_healthcare":{"rank":197,"of":321,"score":1342.2,"pct":38.8,"variant":"GPT-4.1 nano (2025-04-14)"},"arena_industry_legal_and_government":{"rank":185,"of":322,"score":1351.3,"pct":42.7,"variant":"GPT-4.1 nano (2025-04-14)"},"arena_vision":{"rank":117,"of":143,"score":1088.9,"pct":18.3,"variant":"GPT-4.1 nano (2025-04-14)"},"epoch_eci":{"rank":149,"of":230,"score":126.79,"pct":35.4,"variant":"GPT-4.1 nano"},"arc_v2":{"rank":87,"of":95,"score":0,"pct":8.5,"variant":"GPT-4.1-Nano"},"arc_v1":{"rank":92,"of":92,"score":0,"pct":0,"variant":"GPT-4.1-Nano"},"eqbench_cw":{"rank":122,"of":143,"score":938.7,"pct":14.8,"variant":"gpt-4.1-nano"}},"domains":{"overall":19.6,"coding":22.1,"reasoning":14.4,"math":14.4,"knowledge":33.7,"writing":16.2,"instruction":9.2,"chat":8.6,"business":44.5,"japanese":31.2,"vision":3.1},"coverage":2,"avgPct":22,"overall":19.6,"rank":129,"avgRank":118,"aliases":["GPT-4.1 nano (2025-04-14)","GPT-4.1 nano","GPT-4.1-Nano","gpt-4.1-nano"],"open":false,"ctx":1000000,"pin":0.1,"pout":0.4,"tps":215,"ttft":0.65,"release":"2025-04-14","theta":-1.129,"se":0.258,"lo":12.6,"hi":29.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":124},{"id":"gpt-4-1","name":"GPT-4.1","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":126,"of":230,"score":136.14,"pct":45.4,"variant":"GPT-4.1"},"arc":{"rank":85,"of":95,"score":0.4,"pct":10.6,"variant":"GPT-4.1"},"scale":{"rank":38,"of":44,"score":5.4,"pct":14,"variant":"GPT-4.1"},"simplebench":{"rank":95,"of":112,"score":27,"pct":15.3,"variant":"GPT-4.1"}},"metrics":{"arena_coding":{"rank":131,"of":344,"score":1455.6,"pct":62.1,"variant":"GPT-4.1 (2025-04-14)"},"arena_math":{"rank":154,"of":333,"score":1374.5,"pct":53.9,"variant":"GPT-4.1 (2025-04-14)"},"arena_creative_writing":{"rank":92,"of":347,"score":1403,"pct":73.7,"variant":"GPT-4.1 (2025-04-14)"},"arena_instruction_following":{"rank":124,"of":349,"score":1403.2,"pct":64.7,"variant":"GPT-4.1 (2025-04-14)"},"arena_hard_prompts":{"rank":127,"of":349,"score":1432.4,"pct":63.8,"variant":"GPT-4.1 (2025-04-14)"},"arena_multi_turn":{"rank":106,"of":347,"score":1430,"pct":69.7,"variant":"GPT-4.1 (2025-04-14)"},"arena_expert":{"rank":143,"of":302,"score":1405.7,"pct":52.8,"variant":"GPT-4.1 (2025-04-14)"},"arena_japanese":{"rank":114,"of":233,"score":1346.8,"pct":51.3,"variant":"GPT-4.1 (2025-04-14)"},"arena_industry_business_and_management_and_financial_operations":{"rank":120,"of":342,"score":1414.7,"pct":65.1,"variant":"GPT-4.1 (2025-04-14)"},"arena_industry_medicine_and_healthcare":{"rank":120,"of":321,"score":1432.6,"pct":62.8,"variant":"GPT-4.1 (2025-04-14)"},"arena_industry_legal_and_government":{"rank":101,"of":322,"score":1437.2,"pct":68.8,"variant":"GPT-4.1 (2025-04-14)"},"arena_vision":{"rank":72,"of":143,"score":1213.9,"pct":50,"variant":"GPT-4.1 (2025-04-14)"},"epoch_eci":{"rank":126,"of":230,"score":136.14,"pct":45.4,"variant":"GPT-4.1"},"arc_v2":{"rank":85,"of":95,"score":0.4,"pct":10.6,"variant":"GPT-4.1"},"arc_v1":{"rank":85,"of":92,"score":5.5,"pct":7.7,"variant":"GPT-4.1"},"scale_hle":{"rank":38,"of":44,"score":5.4,"pct":14,"variant":"GPT-4.1"},"scale_multichallenge":{"rank":38,"of":39,"score":39.43,"pct":2.6,"variant":"GPT-4.1 (one-pass-agent)"},"eqbench_cw":{"rank":78,"of":143,"score":1420.2,"pct":45.8,"variant":"gpt-4.1"},"simplebench":{"rank":95,"of":112,"score":27,"pct":15.3,"variant":"GPT-4.1"}},"domains":{"overall":19.2,"coding":42.2,"reasoning":22,"math":36.5,"knowledge":47,"writing":45,"instruction":12.9,"chat":9.3,"business":66.6,"japanese":56.6,"vision":31.8},"coverage":4,"avgPct":21.3,"overall":19.2,"rank":130,"avgRank":86,"aliases":["GPT-4.1 (2025-04-14)","GPT-4.1","GPT-4.1 (one-pass-agent)","gpt-4.1"],"open":false,"ctx":1000000,"pin":2,"pout":8,"tps":159,"ttft":0.88,"release":"2025-04-14","theta":-1.149,"se":0.164,"lo":14.5,"hi":25,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":125},{"id":"o3-mini","name":"o3 Mini","provider":"openai","providerName":"OpenAI","country":"US","sites":{"aa":{"rank":111,"of":141,"score":11,"pct":21.4,"variant":"o3-mini-high"},"epoch":{"rank":116,"of":230,"score":140.63,"pct":49.8,"variant":"o3-mini"},"arc":{"rank":76,"of":95,"score":2.1,"pct":20.2,"variant":"o3-mini (Medium)"},"simplebench":{"rank":100,"of":112,"score":22.8,"pct":10.8,"variant":"o3-mini (high)"}},"metrics":{"arena_coding":{"rank":150,"of":344,"score":1434.3,"pct":56.6,"variant":"o3-mini (High)"},"arena_math":{"rank":131,"of":333,"score":1404.9,"pct":60.8,"variant":"o3-mini (High)"},"arena_creative_writing":{"rank":181,"of":347,"score":1311.6,"pct":48,"variant":"o3-mini (High)"},"arena_instruction_following":{"rank":158,"of":349,"score":1366.1,"pct":54.9,"variant":"o3-mini (High)"},"arena_hard_prompts":{"rank":155,"of":349,"score":1401.4,"pct":55.7,"variant":"o3-mini (High)"},"arena_multi_turn":{"rank":176,"of":347,"score":1345.1,"pct":49.4,"variant":"o3-mini (High)"},"arena_expert":{"rank":150,"of":302,"score":1398.5,"pct":50.5,"variant":"o3-mini (High)"},"arena_japanese":{"rank":133,"of":233,"score":1315,"pct":43.1,"variant":"o3-mini (High)"},"arena_industry_business_and_management_and_financial_operations":{"rank":177,"of":342,"score":1349.5,"pct":48.4,"variant":"o3-mini (High)"},"arena_industry_medicine_and_healthcare":{"rank":175,"of":321,"score":1369.3,"pct":45.6,"variant":"o3-mini (High)"},"arena_industry_legal_and_government":{"rank":180,"of":322,"score":1359.3,"pct":44.2,"variant":"o3-mini (High)"},"aa_index":{"rank":111,"of":141,"score":11,"pct":21.4,"variant":"o3-mini-high"},"aa_hle":{"rank":103,"of":143,"score":12,"pct":28.2,"variant":"o3-mini-high"},"aa_gpqa":{"rank":75,"of":120,"score":77.3,"pct":37.8,"variant":"o3-mini-high"},"aa_scicode":{"rank":81,"of":141,"score":42.8,"pct":42.9,"variant":"o3-mini-high"},"aa_terminalbenchHard":{"rank":62,"of":74,"score":6.1,"pct":16.4,"variant":"o3-mini-high"},"aa_tau2":{"rank":54,"of":73,"score":31.3,"pct":26.4,"variant":"o3-mini-high"},"aa_ifbench":{"rank":33,"of":74,"score":67.1,"pct":56.2,"variant":"o3-mini-high"},"aa_lcr":{"rank":115,"of":143,"score":43,"pct":19.7,"variant":"o3-mini-high"},"aa_critpt":{"rank":101,"of":146,"score":0.3,"pct":31,"variant":"o3-mini-high"},"aa_omniscience":{"rank":113,"of":143,"score":-42.6,"pct":21.1,"variant":"o3-mini-high"},"aa_gdpvalNormalized":{"rank":98,"of":141,"score":0,"pct":30.7,"variant":"o3-mini-high"},"epoch_eci":{"rank":116,"of":230,"score":140.63,"pct":49.8,"variant":"o3-mini"},"arc_v2":{"rank":76,"of":95,"score":2.1,"pct":20.2,"variant":"o3-mini (Medium)"},"arc_v1":{"rank":77,"of":92,"score":22.3,"pct":16.5,"variant":"o3-mini (Medium)"},"simplebench":{"rank":100,"of":112,"score":22.8,"pct":10.8,"variant":"o3-mini (high)"}},"domains":{"overall":18.9,"coding":18.5,"agent":16.6,"reasoning":18.9,"math":45.3,"knowledge":45.7,"writing":23.9,"instruction":32.3,"chat":13.5,"business":46.2,"japanese":49.3,"longctx":2.1},"coverage":4,"avgPct":25.5,"overall":18.9,"rank":131,"avgRank":100.8,"aliases":["o3-mini (High)","o3-mini-high","o3-mini","o3-mini (Medium)","o3-mini (high)"],"open":false,"reasoning":true,"ctx":200000,"pin":1.1,"pout":4.4,"tps":187,"ttft":6.7,"release":"2025-01-31","theta":-1.166,"se":0.171,"lo":14.1,"hi":24.9,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":126},{"id":"mistral-3","name":"Mistral 3","provider":"mistral","providerName":"Mistral AI","country":"FR","sites":{"epoch":{"rank":136,"of":230,"score":132.8,"pct":41,"variant":"Mistral Medium 3"},"scale":{"rank":40,"of":44,"score":4.52,"pct":9.3,"variant":"Mistral Medium 3"}},"metrics":{"arena_coding":{"rank":154,"of":344,"score":1432.3,"pct":55.4,"variant":"Mistral Medium 3 (2505)"},"arena_math":{"rank":174,"of":333,"score":1347.2,"pct":47.9,"variant":"Mistral Medium 3 (2505)"},"arena_creative_writing":{"rank":133,"of":347,"score":1364,"pct":61.8,"variant":"Mistral Medium 3 (2505)"},"arena_instruction_following":{"rank":159,"of":349,"score":1365.5,"pct":54.6,"variant":"Mistral Medium 3 (2505)"},"arena_hard_prompts":{"rank":156,"of":349,"score":1400.6,"pct":55.5,"variant":"Mistral Medium 3 (2505)"},"arena_multi_turn":{"rank":137,"of":347,"score":1402.4,"pct":60.7,"variant":"Mistral Medium 3 (2505)"},"arena_expert":{"rank":164,"of":302,"score":1377.9,"pct":45.8,"variant":"Mistral Medium 3 (2505)"},"arena_japanese":{"rank":128,"of":233,"score":1324,"pct":45.3,"variant":"Mistral Medium 3 (2505)"},"arena_industry_business_and_management_and_financial_operations":{"rank":149,"of":342,"score":1386.7,"pct":56.6,"variant":"Mistral Medium 3 (2505)"},"arena_industry_medicine_and_healthcare":{"rank":133,"of":321,"score":1419.3,"pct":58.8,"variant":"Mistral Medium 3 (2505)"},"arena_industry_legal_and_government":{"rank":129,"of":322,"score":1409.7,"pct":60.1,"variant":"Mistral Medium 3 (2505)"},"arena_vision":{"rank":96,"of":143,"score":1155.2,"pct":33.1,"variant":"Mistral Medium 3 (2505)"},"epoch_eci":{"rank":136,"of":230,"score":132.8,"pct":41,"variant":"Mistral Medium 3"},"scale_hle":{"rank":40,"of":44,"score":4.52,"pct":9.3,"variant":"Mistral Medium 3"}},"domains":{"overall":18.6,"coding":35.9,"reasoning":24.1,"math":29.2,"knowledge":44.6,"writing":38.6,"instruction":23.2,"chat":28,"business":60,"japanese":51.4,"vision":11.7},"coverage":2,"avgPct":25.2,"overall":18.6,"rank":132,"avgRank":88,"aliases":["Mistral Medium 3 (2505)","Mistral Medium 3"],"open":false,"ctx":128000,"pin":0.4,"pout":2,"tps":45,"ttft":2.47,"release":"2025-05-07","theta":-1.182,"se":0.228,"lo":12.5,"hi":26.8,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":127},{"id":"gemini-1-5-pro","name":"Gemini 1.5 Pro","provider":"google","providerName":"Google","country":"US","sites":{"epoch":{"rank":140,"of":230,"score":130.45,"pct":39.3,"variant":"Gemini 1.5 Pro (Sept 2024)"},"arc":{"rank":82,"of":95,"score":0.8,"pct":13.8,"variant":"Gemini 1.5 Pro"},"scale":{"rank":39,"of":44,"score":4.6,"pct":11.6,"variant":"Gemini-1.5-Pro-002"},"simplebench":{"rank":94,"of":112,"score":27.1,"pct":16.2,"variant":"Gemini 1.5 Pro 002"}},"metrics":{"arena_coding":{"rank":216,"of":344,"score":1356,"pct":37.3,"variant":"Gemini 1.5 Pro (002)"},"arena_math":{"rank":178,"of":333,"score":1339.6,"pct":46.7,"variant":"Gemini 1.5 Pro (002)"},"arena_creative_writing":{"rank":139,"of":347,"score":1358.3,"pct":60.1,"variant":"Gemini 1.5 Pro (002)"},"arena_instruction_following":{"rank":176,"of":349,"score":1339.7,"pct":49.7,"variant":"Gemini 1.5 Pro (002)"},"arena_hard_prompts":{"rank":192,"of":349,"score":1351.4,"pct":45.1,"variant":"Gemini 1.5 Pro (002)"},"arena_multi_turn":{"rank":190,"of":347,"score":1329.5,"pct":45.4,"variant":"Gemini 1.5 Pro (002)"},"arena_expert":{"rank":186,"of":302,"score":1339.9,"pct":38.5,"variant":"Gemini 1.5 Pro (002)"},"arena_japanese":{"rank":132,"of":233,"score":1315.5,"pct":43.5,"variant":"Gemini 1.5 Pro (002)"},"arena_industry_business_and_management_and_financial_operations":{"rank":192,"of":342,"score":1331.6,"pct":44,"variant":"Gemini 1.5 Pro (002)"},"arena_industry_medicine_and_healthcare":{"rank":183,"of":321,"score":1357,"pct":43.1,"variant":"Gemini 1.5 Pro (002)"},"arena_industry_legal_and_government":{"rank":174,"of":322,"score":1366.8,"pct":46.1,"variant":"Gemini 1.5 Pro (002)"},"arena_vision":{"rank":89,"of":143,"score":1179.9,"pct":38,"variant":"Gemini 1.5 Pro (002)"},"epoch_eci":{"rank":140,"of":230,"score":130.45,"pct":39.3,"variant":"Gemini 1.5 Pro (Sept 2024)"},"epoch_gpqa":{"rank":139,"of":226,"score":57.2,"pct":38.7,"variant":"gemini-1.5-pro-002"},"epoch_aime":{"rank":148,"of":208,"score":23.1,"pct":29,"variant":"gemini-1.5-pro-002"},"arc_v2":{"rank":82,"of":95,"score":0.8,"pct":13.8,"variant":"Gemini 1.5 Pro"},"scale_hle":{"rank":39,"of":44,"score":4.6,"pct":11.6,"variant":"Gemini-1.5-Pro-002"},"simplebench":{"rank":94,"of":112,"score":27.1,"pct":16.2,"variant":"Gemini 1.5 Pro 002"}},"domains":{"overall":18.4,"coding":19,"reasoning":20.4,"math":22.8,"knowledge":40.7,"writing":36.9,"instruction":16.4,"chat":10.8,"business":47.9,"japanese":49.4,"vision":18.3},"coverage":4,"avgPct":20.2,"overall":18.4,"rank":133,"avgRank":88.8,"aliases":["Gemini 1.5 Pro (002)","Gemini 1.5 Pro (Sept 2024)","gemini-1.5-pro-002","Gemini 1.5 Pro","Gemini-1.5-Pro-002","Gemini 1.5 Pro 002"],"open":false,"ctx":2000000,"release":"2024-05-14","theta":-1.192,"se":0.164,"lo":13.9,"hi":24,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":128},{"id":"claude-sonnet-3-5","name":"Claude Sonnet 3.5","provider":"anthropic","providerName":"Anthropic","country":"US","sites":{"epoch":{"rank":134,"of":230,"score":133.36,"pct":41.9,"variant":"Claude 3.5 Sonnet (October 2024)"},"scale":{"rank":42,"of":44,"score":4.08,"pct":4.7,"variant":"Claude 3.5 Sonnet (October 2024)"}},"metrics":{"arena_coding":{"rank":146,"of":344,"score":1435.8,"pct":57.7,"variant":"Claude 3.5 Sonnet (20241022)"},"arena_math":{"rank":172,"of":333,"score":1352.3,"pct":48.5,"variant":"Claude 3.5 Sonnet (20241022)"},"arena_creative_writing":{"rank":130,"of":347,"score":1371.2,"pct":62.7,"variant":"Claude 3.5 Sonnet (20241022)"},"arena_instruction_following":{"rank":150,"of":349,"score":1374.1,"pct":57.2,"variant":"Claude 3.5 Sonnet (20241022)"},"arena_hard_prompts":{"rank":157,"of":349,"score":1399.2,"pct":55.2,"variant":"Claude 3.5 Sonnet (20241022)"},"arena_multi_turn":{"rank":150,"of":347,"score":1389.9,"pct":56.9,"variant":"Claude 3.5 Sonnet (20241022)"},"arena_expert":{"rank":165,"of":302,"score":1372.7,"pct":45.5,"variant":"Claude 3.5 Sonnet (20241022)"},"arena_japanese":{"rank":137,"of":233,"score":1310.2,"pct":41.4,"variant":"Claude 3.5 Sonnet (20241022)"},"arena_industry_business_and_management_and_financial_operations":{"rank":170,"of":342,"score":1354.1,"pct":50.4,"variant":"Claude 3.5 Sonnet (20241022)"},"arena_industry_medicine_and_healthcare":{"rank":164,"of":321,"score":1384.6,"pct":49.1,"variant":"Claude 3.5 Sonnet (20241022)"},"arena_industry_legal_and_government":{"rank":159,"of":322,"score":1382.7,"pct":50.8,"variant":"Claude 3.5 Sonnet (20241022)"},"arena_vision":{"rank":92,"of":143,"score":1161.4,"pct":35.9,"variant":"Claude 3.5 Sonnet (20241022)"},"epoch_eci":{"rank":134,"of":230,"score":133.36,"pct":41.9,"variant":"Claude 3.5 Sonnet (October 2024)"},"epoch_gpqa":{"rank":146,"of":226,"score":55.3,"pct":35.6,"variant":"claude-3-5-sonnet-20241022"},"epoch_aime":{"rank":159,"of":208,"score":8.5,"pct":23.7,"variant":"claude-3-5-sonnet-20241022"},"scale_hle":{"rank":42,"of":44,"score":4.08,"pct":4.7,"variant":"Claude 3.5 Sonnet (October 2024)"},"eqbench_cw":{"rank":74,"of":143,"score":1450.9,"pct":48.6,"variant":"claude-3-5-sonnet-20241022"}},"domains":{"overall":18.3,"coding":36.8,"reasoning":23.5,"math":22.5,"knowledge":41.5,"writing":43.4,"instruction":25.9,"chat":24.2,"business":52.7,"japanese":48.1,"vision":13.1},"coverage":2,"avgPct":23.3,"overall":18.3,"rank":134,"avgRank":88,"aliases":["Claude 3.5 Sonnet (20241022)","Claude 3.5 Sonnet (October 2024)","claude-3-5-sonnet-20241022"],"open":false,"release":"2024-06-20","theta":-1.198,"se":0.228,"lo":12.3,"hi":26.4,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":129},{"id":"llama-4-maverick","name":"Llama 4 Maverick","provider":"meta","providerName":"Meta","country":"US","sites":{"aa":{"rank":117,"of":141,"score":9.3,"pct":17.1,"variant":"llama-4-maverick"},"epoch":{"rank":137,"of":230,"score":132.19,"pct":40.6,"variant":"Llama 4 Maverick"},"arc":{"rank":87,"of":95,"score":0,"pct":8.5,"variant":"Llama 4 Maverick"},"scale":{"rank":36,"of":44,"score":5.68,"pct":18.6,"variant":"Llama 4 Maverick"},"simplebench":{"rank":91,"of":112,"score":27.7,"pct":18.9,"variant":"Llama 4 Maverick"}},"metrics":{"arena_coding":{"rank":196,"of":344,"score":1372.3,"pct":43.1,"variant":"Llama 4 Maverick 17B 128E Instruct"},"arena_math":{"rank":189,"of":333,"score":1316.8,"pct":43.4,"variant":"Llama 4 Maverick 17B 128E Instruct"},"arena_creative_writing":{"rank":187,"of":347,"score":1306.9,"pct":46.2,"variant":"Llama 4 Maverick 17B 128E Instruct"},"arena_instruction_following":{"rank":205,"of":349,"score":1313.5,"pct":41.4,"variant":"Llama 4 Maverick 17B 128E Instruct"},"arena_hard_prompts":{"rank":199,"of":349,"score":1338.5,"pct":43.1,"variant":"Llama 4 Maverick 17B 128E Instruct"},"arena_multi_turn":{"rank":194,"of":347,"score":1326.4,"pct":44.2,"variant":"Llama 4 Maverick 17B 128E Instruct"},"arena_expert":{"rank":193,"of":302,"score":1325.7,"pct":36.2,"variant":"Llama 4 Maverick 17B 128E Instruct"},"arena_japanese":{"rank":159,"of":233,"score":1257.1,"pct":31.9,"variant":"Llama 4 Maverick 17B 128E Instruct"},"arena_industry_business_and_management_and_financial_operations":{"rank":206,"of":342,"score":1317.5,"pct":39.9,"variant":"Llama 4 Maverick 17B 128E Instruct"},"arena_industry_medicine_and_healthcare":{"rank":193,"of":321,"score":1344.6,"pct":40,"variant":"Llama 4 Maverick 17B 128E Instruct"},"arena_industry_legal_and_government":{"rank":194,"of":322,"score":1341.3,"pct":39.9,"variant":"Llama 4 Maverick 17B 128E Instruct"},"arena_vision":{"rank":102,"of":143,"score":1145.6,"pct":28.9,"variant":"Llama 4 Maverick 17B 128E Instruct"},"aa_index":{"rank":117,"of":141,"score":9.3,"pct":17.1,"variant":"llama-4-maverick"},"aa_hle":{"rank":127,"of":143,"score":4.9,"pct":11.3,"variant":"llama-4-maverick"},"aa_gpqa":{"rank":98,"of":120,"score":67.1,"pct":18.5,"variant":"llama-4-maverick"},"aa_scicode":{"rank":118,"of":141,"score":31.7,"pct":16.4,"variant":"llama-4-maverick"},"aa_terminalbenchHard":{"rank":59,"of":74,"score":6.8,"pct":20.5,"variant":"llama-4-maverick"},"aa_tau2":{"rank":69,"of":73,"score":17.8,"pct":5.6,"variant":"llama-4-maverick"},"aa_ifbench":{"rank":56,"of":74,"score":43,"pct":24.7,"variant":"llama-4-maverick"},"aa_lcr":{"rank":109,"of":143,"score":50,"pct":23.9,"variant":"llama-4-maverick"},"aa_mmmuPro":{"rank":56,"of":69,"score":62.1,"pct":19.1,"variant":"llama-4-maverick"},"aa_critpt":{"rank":113,"of":146,"score":0,"pct":22.8,"variant":"llama-4-maverick"},"aa_omniscience":{"rank":112,"of":143,"score":-41.8,"pct":21.8,"variant":"llama-4-maverick"},"aa_gdpvalNormalized":{"rank":98,"of":141,"score":0,"pct":30.7,"variant":"llama-4-maverick"},"epoch_eci":{"rank":137,"of":230,"score":132.19,"pct":40.6,"variant":"Llama 4 Maverick"},"arc_v2":{"rank":87,"of":95,"score":0,"pct":8.5,"variant":"Llama 4 Maverick"},"arc_v1":{"rank":89,"of":92,"score":4.4,"pct":3.3,"variant":"Llama 4 Maverick"},"scale_hle":{"rank":36,"of":44,"score":5.68,"pct":18.6,"variant":"Llama 4 Maverick"},"eqbench_cw":{"rank":127,"of":143,"score":858.1,"pct":11.3,"variant":"meta-llama/Llama-4-Maverick-17B-128E-Instruct"},"simplebench":{"rank":91,"of":112,"score":27.7,"pct":18.9,"variant":"Llama 4 Maverick"}},"domains":{"overall":18.2,"coding":12.7,"agent":15.9,"reasoning":17.6,"math":22.2,"knowledge":40.4,"writing":14,"instruction":8.6,"chat":10.4,"business":42,"japanese":36.2,"vision":11.8,"longctx":4.2},"coverage":5,"avgPct":20.7,"overall":18.2,"rank":135,"avgRank":93.6,"aliases":["Llama 4 Maverick 17B 128E Instruct","llama-4-maverick","Llama 4 Maverick","meta-llama/Llama-4-Maverick-17B-128E-Instruct"],"open":true,"ctx":1000000,"pin":0.25,"pout":0.9199999999999999,"tps":55,"ttft":1.1,"release":"2025-04-05","theta":-1.203,"se":0.141,"lo":14.3,"hi":22.9,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":130},{"id":"gpt-4o","name":"GPT-4o","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":143,"of":230,"score":128.78,"pct":38,"variant":"GPT-4o (Nov 2024)"},"arc":{"rank":87,"of":95,"score":0,"pct":8.5,"variant":"GPT-4o"},"scale":{"rank":44,"of":44,"score":2.72,"pct":0,"variant":"GPT-4o (November 2024)"}},"metrics":{"arena_coding":{"rank":199,"of":344,"score":1368.9,"pct":42.3,"variant":"GPT-4o (2024-05-13)"},"arena_math":{"rank":196,"of":333,"score":1308.6,"pct":41.3,"variant":"GPT-4o (2024-08-06)"},"arena_creative_writing":{"rank":158,"of":347,"score":1337.7,"pct":54.6,"variant":"GPT-4o (2024-05-13)"},"arena_instruction_following":{"rank":188,"of":349,"score":1325.5,"pct":46.3,"variant":"GPT-4o (2024-05-13)"},"arena_hard_prompts":{"rank":201,"of":349,"score":1337.5,"pct":42.5,"variant":"GPT-4o (2024-05-13)"},"arena_multi_turn":{"rank":182,"of":347,"score":1340.5,"pct":47.7,"variant":"GPT-4o (2024-05-13)"},"arena_expert":{"rank":206,"of":302,"score":1311.7,"pct":31.9,"variant":"GPT-4o (2024-08-06)"},"arena_japanese":{"rank":142,"of":233,"score":1305.4,"pct":39.2,"variant":"GPT-4o (2024-05-13)"},"arena_industry_business_and_management_and_financial_operations":{"rank":200,"of":342,"score":1321.4,"pct":41.6,"variant":"GPT-4o (2024-05-13)"},"arena_industry_medicine_and_healthcare":{"rank":188,"of":321,"score":1352.8,"pct":41.6,"variant":"GPT-4o (2024-05-13)"},"arena_industry_legal_and_government":{"rank":170,"of":322,"score":1371.1,"pct":47.4,"variant":"GPT-4o (2024-05-13)"},"arena_vision":{"rank":91,"of":143,"score":1162.1,"pct":36.6,"variant":"GPT-4o (2024-05-13)"},"arena_search":{"rank":42,"of":43,"score":1083.8,"pct":2.4,"variant":"GPT-4o (Search)"},"epoch_eci":{"rank":143,"of":230,"score":128.78,"pct":38,"variant":"GPT-4o (Nov 2024)"},"arc_v2":{"rank":87,"of":95,"score":0,"pct":8.5,"variant":"GPT-4o"},"arc_v1":{"rank":88,"of":92,"score":4.5,"pct":4.4,"variant":"GPT-4o"},"scale_hle":{"rank":44,"of":44,"score":2.72,"pct":0,"variant":"GPT-4o (November 2024)"}},"domains":{"overall":17.9,"coding":21.4,"reasoning":18.5,"math":20.5,"knowledge":35.9,"writing":30.7,"instruction":13.4,"chat":12.6,"business":47.3,"japanese":47,"vision":13.3},"coverage":3,"avgPct":15.5,"overall":17.9,"rank":136,"avgRank":91.3,"aliases":["GPT-4o (2024-05-13)","GPT-4o (2024-08-06)","GPT-4o (Search)","GPT-4o (Nov 2024)","GPT-4o","GPT-4o (November 2024)"],"open":false,"ctx":128000,"pin":2.5,"pout":10,"tps":166,"ttft":0.95,"release":"2024-05-13","theta":-1.217,"se":0.179,"lo":13.1,"hi":24,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":131},{"id":"gpt-oss-120b","name":"GPT OSS 120b","provider":"openai","providerName":"OpenAI","country":"US","sites":{"aa":{"rank":105,"of":141,"score":11.6,"pct":25.7,"variant":"gpt-oss-120b"},"epoch":{"rank":117,"of":230,"score":140.21,"pct":49.3,"variant":"gpt-oss-120b"},"simplebench":{"rank":103,"of":112,"score":22.1,"pct":8.1,"variant":"GPT-OSS 120B"}},"metrics":{"arena_coding":{"rank":181,"of":344,"score":1389.3,"pct":47.5,"variant":"gpt-oss-120b"},"arena_math":{"rank":149,"of":333,"score":1380.7,"pct":55.4,"variant":"gpt-oss-120b"},"arena_creative_writing":{"rank":216,"of":347,"score":1278.8,"pct":37.9,"variant":"gpt-oss-120b"},"arena_instruction_following":{"rank":190,"of":349,"score":1323.4,"pct":45.7,"variant":"gpt-oss-120b"},"arena_hard_prompts":{"rank":182,"of":349,"score":1361.6,"pct":48,"variant":"gpt-oss-120b"},"arena_multi_turn":{"rank":195,"of":347,"score":1326.1,"pct":43.9,"variant":"gpt-oss-120b"},"arena_expert":{"rank":174,"of":302,"score":1356.9,"pct":42.5,"variant":"gpt-oss-120b"},"arena_japanese":{"rank":128,"of":233,"score":1324,"pct":45.3,"variant":"gpt-oss-120b"},"arena_industry_business_and_management_and_financial_operations":{"rank":171,"of":342,"score":1351.9,"pct":50.1,"variant":"gpt-oss-120b"},"arena_industry_medicine_and_healthcare":{"rank":177,"of":321,"score":1366.6,"pct":45,"variant":"gpt-oss-120b"},"arena_industry_legal_and_government":{"rank":197,"of":322,"score":1340.7,"pct":38.9,"variant":"gpt-oss-120b"},"aa_index":{"rank":105,"of":141,"score":11.6,"pct":25.7,"variant":"gpt-oss-120b"},"aa_hle":{"rank":90,"of":143,"score":19.6,"pct":37.3,"variant":"gpt-oss-120b"},"aa_gpqa":{"rank":73,"of":120,"score":78.2,"pct":39.5,"variant":"gpt-oss-120b"},"aa_scicode":{"rank":112,"of":141,"score":34,"pct":20.7,"variant":"gpt-oss-120b"},"aa_terminalbenchHard":{"rank":43,"of":74,"score":23.5,"pct":42.5,"variant":"gpt-oss-120b"},"aa_tau2":{"rank":40,"of":73,"score":65.8,"pct":45.8,"variant":"gpt-oss-120b"},"aa_ifbench":{"rank":30,"of":74,"score":69,"pct":60.3,"variant":"gpt-oss-120b"},"aa_lcr":{"rank":108,"of":143,"score":52,"pct":24.6,"variant":"gpt-oss-120b"},"aa_critpt":{"rank":90,"of":146,"score":1.1,"pct":38.6,"variant":"gpt-oss-120b"},"aa_omniscience":{"rank":121,"of":143,"score":-49.2,"pct":15.5,"variant":"gpt-oss-120b"},"aa_gdpvalNormalized":{"rank":85,"of":141,"score":0.1,"pct":40,"variant":"gpt-oss-120b"},"aa_apexAgents":{"rank":22,"of":25,"score":3.1,"pct":12.5,"variant":"gpt-oss-120b"},"epoch_eci":{"rank":117,"of":230,"score":140.21,"pct":49.3,"variant":"gpt-oss-120b"},"epoch_gpqa":{"rank":110,"of":226,"score":75.8,"pct":51.6,"variant":"openai/gpt-oss-120b_high"},"epoch_aime":{"rank":70,"of":208,"score":88.9,"pct":66.7,"variant":"openai/gpt-oss-120b_high"},"scale_multichallenge":{"rank":35,"of":39,"score":45.34,"pct":10.5,"variant":"gpt-oss-120b (one-pass-agent)"},"eqbench_cw":{"rank":121,"of":143,"score":956,"pct":15.5,"variant":"openai/gpt-oss-120b"},"simplebench":{"rank":103,"of":112,"score":22.1,"pct":8.1,"variant":"GPT-OSS 120B"}},"domains":{"overall":17.5,"coding":22.8,"agent":28.1,"reasoning":21.8,"math":44.6,"knowledge":48.6,"writing":15.2,"instruction":19.9,"chat":12.3,"business":45.4,"japanese":51.4,"longctx":5.2},"coverage":3,"avgPct":27.7,"overall":17.5,"rank":137,"avgRank":108.3,"aliases":["gpt-oss-120b","openai/gpt-oss-120b_high","gpt-oss-120b (one-pass-agent)","openai/gpt-oss-120b","GPT-OSS 120B"],"open":true,"reasoning":true,"ctx":131072,"pin":0.1,"pout":0.59,"tps":239,"ttft":0.86,"release":"2025-08-05","theta":-1.238,"se":0.212,"lo":12.1,"hi":24.8,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":132},{"id":"gpt-oss-20b","name":"GPT OSS 20B","provider":"openai","providerName":"OpenAI","country":"US","sites":{"aa":{"rank":122,"of":141,"score":9,"pct":13.6,"variant":"gpt-oss-20b"},"epoch":{"rank":131,"of":230,"score":134.89,"pct":43.2,"variant":"gpt-oss-20b"}},"metrics":{"arena_coding":{"rank":202,"of":344,"score":1368.1,"pct":41.4,"variant":"gpt-oss-20b"},"arena_math":{"rank":181,"of":333,"score":1335,"pct":45.8,"variant":"gpt-oss-20b"},"arena_creative_writing":{"rank":249,"of":347,"score":1241,"pct":28.3,"variant":"gpt-oss-20b"},"arena_instruction_following":{"rank":235,"of":349,"score":1281.3,"pct":32.8,"variant":"gpt-oss-20b"},"arena_hard_prompts":{"rank":218,"of":349,"score":1322.9,"pct":37.6,"variant":"gpt-oss-20b"},"arena_multi_turn":{"rank":230,"of":347,"score":1288.9,"pct":33.8,"variant":"gpt-oss-20b"},"arena_expert":{"rank":201,"of":302,"score":1315.9,"pct":33.6,"variant":"gpt-oss-20b"},"arena_japanese":{"rank":160,"of":233,"score":1255.4,"pct":31.5,"variant":"gpt-oss-20b"},"arena_industry_business_and_management_and_financial_operations":{"rank":198,"of":342,"score":1322,"pct":42.2,"variant":"gpt-oss-20b"},"arena_industry_medicine_and_healthcare":{"rank":189,"of":321,"score":1350.8,"pct":41.3,"variant":"gpt-oss-20b"},"arena_industry_legal_and_government":{"rank":227,"of":322,"score":1321.4,"pct":29.6,"variant":"gpt-oss-20b"},"aa_index":{"rank":122,"of":141,"score":9,"pct":13.6,"variant":"gpt-oss-20b"},"aa_hle":{"rank":110,"of":143,"score":11,"pct":23.2,"variant":"gpt-oss-20b"},"aa_gpqa":{"rank":95,"of":120,"score":68.8,"pct":21,"variant":"gpt-oss-20b"},"aa_scicode":{"rank":97,"of":141,"score":38.9,"pct":31.4,"variant":"gpt-oss-20b"},"aa_terminalbenchHard":{"rank":54,"of":74,"score":10.6,"pct":27.4,"variant":"gpt-oss-20b"},"aa_tau2":{"rank":41,"of":73,"score":60.2,"pct":44.4,"variant":"gpt-oss-20b"},"aa_ifbench":{"rank":36,"of":74,"score":65.1,"pct":52.1,"variant":"gpt-oss-20b"},"aa_lcr":{"rank":123,"of":143,"score":34.7,"pct":14.1,"variant":"gpt-oss-20b"},"aa_critpt":{"rank":87,"of":146,"score":1.4,"pct":40.7,"variant":"gpt-oss-20b"},"aa_omniscience":{"rank":134,"of":143,"score":-63,"pct":6.3,"variant":"gpt-oss-20b"},"aa_gdpvalNormalized":{"rank":98,"of":141,"score":0,"pct":30.7,"variant":"gpt-oss-20b"},"aa_apexAgents":{"rank":25,"of":25,"score":0.7,"pct":0,"variant":"gpt-oss-20b"},"epoch_eci":{"rank":131,"of":230,"score":134.89,"pct":43.2,"variant":"gpt-oss-20b"},"epoch_gpqa":{"rank":136,"of":226,"score":60.8,"pct":40,"variant":"gpt-oss-20b_medium"},"epoch_aime":{"rank":120,"of":208,"score":65.3,"pct":42.5,"variant":"gpt-oss-20b_medium"},"eqbench_cw":{"rank":140,"of":143,"score":664.5,"pct":2.1,"variant":"openai/gpt-oss-20b"}},"domains":{"overall":17.2,"coding":17.5,"agent":20.9,"reasoning":17.3,"math":29.7,"knowledge":36.5,"writing":7.5,"instruction":18.3,"chat":6,"business":38.6,"japanese":35.8,"longctx":0.9},"coverage":2,"avgPct":28.4,"overall":17.2,"rank":138,"avgRank":126.5,"aliases":["gpt-oss-20b","gpt-oss-20b_medium","openai/gpt-oss-20b"],"open":true,"reasoning":true,"ctx":131072,"pin":0.07,"pout":0.25,"tps":296,"ttft":0.7,"release":"2025-08-05","theta":-1.259,"se":0.249,"lo":11.1,"hi":25.7,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":133},{"id":"o1-mini","name":"o1 Mini","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":129,"of":230,"score":135.27,"pct":44.1,"variant":"o1-mini"},"arc":{"rank":82,"of":95,"score":0.8,"pct":13.8,"variant":"o1-mini"},"simplebench":{"rank":108,"of":112,"score":18.1,"pct":3.6,"variant":"o1-mini"}},"metrics":{"arena_coding":{"rank":185,"of":344,"score":1385.7,"pct":46.4,"variant":"o1-mini"},"arena_math":{"rank":166,"of":333,"score":1361.3,"pct":50.3,"variant":"o1-mini"},"arena_creative_writing":{"rank":214,"of":347,"score":1281.1,"pct":38.4,"variant":"o1-mini"},"arena_instruction_following":{"rank":181,"of":349,"score":1331.6,"pct":48.3,"variant":"o1-mini"},"arena_hard_prompts":{"rank":185,"of":349,"score":1359.7,"pct":47.1,"variant":"o1-mini"},"arena_multi_turn":{"rank":199,"of":347,"score":1322.8,"pct":42.8,"variant":"o1-mini"},"arena_expert":{"rank":182,"of":302,"score":1351.2,"pct":39.9,"variant":"o1-mini"},"arena_japanese":{"rank":150,"of":233,"score":1277.2,"pct":35.8,"variant":"o1-mini"},"arena_industry_business_and_management_and_financial_operations":{"rank":203,"of":342,"score":1318.5,"pct":40.8,"variant":"o1-mini"},"arena_industry_medicine_and_healthcare":{"rank":203,"of":321,"score":1337.7,"pct":36.9,"variant":"o1-mini"},"arena_industry_legal_and_government":{"rank":191,"of":322,"score":1342.9,"pct":40.8,"variant":"o1-mini"},"epoch_eci":{"rank":129,"of":230,"score":135.27,"pct":44.1,"variant":"o1-mini"},"arc_v2":{"rank":82,"of":95,"score":0.8,"pct":13.8,"variant":"o1-mini"},"arc_v1":{"rank":81,"of":92,"score":14,"pct":12.1,"variant":"o1-mini"},"simplebench":{"rank":108,"of":112,"score":18.1,"pct":3.6,"variant":"o1-mini"}},"domains":{"overall":16.9,"coding":24.8,"reasoning":13.7,"math":32.8,"knowledge":38.5,"writing":17.3,"instruction":14.6,"chat":9.8,"business":43.1,"japanese":40.6},"coverage":3,"avgPct":20.5,"overall":16.9,"rank":139,"avgRank":106.3,"aliases":["o1-mini"],"open":false,"reasoning":true,"ctx":128000,"release":"2024-09-12","theta":-1.273,"se":0.217,"lo":11.5,"hi":24.2,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":134},{"id":"llama-4-scout","name":"Llama 4 Scout","provider":"meta","providerName":"Meta","country":"US","sites":{"aa":{"rank":131,"of":141,"score":6.5,"pct":7.1,"variant":"llama-4-scout"},"epoch":{"rank":145,"of":230,"score":127.75,"pct":37.1,"variant":"Llama 4 Scout"},"arc":{"rank":87,"of":95,"score":0,"pct":8.5,"variant":"Llama 4 Scout"}},"metrics":{"arena_coding":{"rank":207,"of":344,"score":1362.3,"pct":39.9,"variant":"Llama 4 Scout 17B 16E Instruct"},"arena_math":{"rank":195,"of":333,"score":1309.6,"pct":41.6,"variant":"Llama 4 Scout 17B 16E Instruct"},"arena_creative_writing":{"rank":206,"of":347,"score":1289.1,"pct":40.8,"variant":"Llama 4 Scout 17B 16E Instruct"},"arena_instruction_following":{"rank":217,"of":349,"score":1299,"pct":37.9,"variant":"Llama 4 Scout 17B 16E Instruct"},"arena_hard_prompts":{"rank":210,"of":349,"score":1329.1,"pct":39.9,"variant":"Llama 4 Scout 17B 16E Instruct"},"arena_multi_turn":{"rank":205,"of":347,"score":1319.2,"pct":41,"variant":"Llama 4 Scout 17B 16E Instruct"},"arena_expert":{"rank":208,"of":302,"score":1308.1,"pct":31.2,"variant":"Llama 4 Scout 17B 16E Instruct"},"arena_japanese":{"rank":158,"of":233,"score":1258.8,"pct":32.3,"variant":"Llama 4 Scout 17B 16E Instruct"},"arena_industry_business_and_management_and_financial_operations":{"rank":208,"of":342,"score":1315.6,"pct":39.3,"variant":"Llama 4 Scout 17B 16E Instruct"},"arena_industry_medicine_and_healthcare":{"rank":199,"of":321,"score":1341.5,"pct":38.1,"variant":"Llama 4 Scout 17B 16E Instruct"},"arena_industry_legal_and_government":{"rank":195,"of":322,"score":1341.1,"pct":39.6,"variant":"Llama 4 Scout 17B 16E Instruct"},"arena_vision":{"rank":107,"of":143,"score":1127.8,"pct":25.4,"variant":"Llama 4 Scout 17B 16E Instruct"},"aa_index":{"rank":131,"of":141,"score":6.5,"pct":7.1,"variant":"llama-4-scout"},"aa_hle":{"rank":140,"of":143,"score":3.8,"pct":2.1,"variant":"llama-4-scout"},"aa_gpqa":{"rank":108,"of":120,"score":58.7,"pct":10.1,"variant":"llama-4-scout"},"aa_scicode":{"rank":136,"of":141,"score":21.3,"pct":3.6,"variant":"llama-4-scout"},"aa_terminalbenchHard":{"rank":72,"of":74,"score":1.5,"pct":2.7,"variant":"llama-4-scout"},"aa_tau2":{"rank":70,"of":73,"score":15.5,"pct":4.2,"variant":"llama-4-scout"},"aa_ifbench":{"rank":60,"of":74,"score":39.5,"pct":19.2,"variant":"llama-4-scout"},"aa_lcr":{"rank":128,"of":143,"score":27.7,"pct":10.6,"variant":"llama-4-scout"},"aa_mmmuPro":{"rank":61,"of":69,"score":52.9,"pct":11.8,"variant":"llama-4-scout"},"aa_critpt":{"rank":113,"of":146,"score":0,"pct":22.8,"variant":"llama-4-scout"},"aa_omniscience":{"rank":127,"of":143,"score":-52.1,"pct":11.3,"variant":"llama-4-scout"},"aa_gdpvalNormalized":{"rank":98,"of":141,"score":0,"pct":30.7,"variant":"llama-4-scout"},"epoch_eci":{"rank":145,"of":230,"score":127.75,"pct":37.1,"variant":"Llama 4 Scout"},"epoch_gpqa":{"rank":149,"of":226,"score":51.8,"pct":34.2,"variant":"Llama-4-Scout-17B-16E-Instruct"},"epoch_aime":{"rank":163,"of":208,"score":7.8,"pct":21.7,"variant":"Llama-4-Scout-17B-16E-Instruct"},"arc_v2":{"rank":87,"of":95,"score":0,"pct":8.5,"variant":"Llama 4 Scout"},"arc_v1":{"rank":91,"of":92,"score":0.5,"pct":1.1,"variant":"Llama 4 Scout"},"eqbench_cw":{"rank":131,"of":143,"score":781.1,"pct":8.5,"variant":"meta-llama/Llama-4-Scout-17B-16E-Instruct"}},"domains":{"overall":16.4,"coding":7.7,"agent":13.5,"reasoning":12.4,"math":16.2,"knowledge":30.9,"writing":11.3,"instruction":6.6,"chat":9.3,"business":41.8,"japanese":36.5,"vision":4.8,"longctx":0.4},"coverage":3,"avgPct":17.6,"overall":16.4,"rank":140,"avgRank":121,"aliases":["Llama 4 Scout 17B 16E Instruct","llama-4-scout","Llama 4 Scout","Llama-4-Scout-17B-16E-Instruct","meta-llama/Llama-4-Scout-17B-16E-Instruct"],"open":true,"ctx":10000000,"pin":0.18,"pout":0.66,"tps":86,"ttft":0.96,"release":"2025-04-05","theta":-1.303,"se":0.189,"lo":11.8,"hi":22.4,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":135},{"id":"qwen3-32b","name":"Qwen 3 32B","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"aa":{"rank":128,"of":141,"score":7.2,"pct":9.3,"variant":"qwen3-32b-instruct-reasoning"},"epoch":{"rank":123,"of":230,"score":136.85,"pct":46.7,"variant":"Qwen3-32B"}},"metrics":{"arena_coding":{"rank":168,"of":344,"score":1405.9,"pct":51.3,"variant":"Qwen3-32B"},"arena_math":{"rank":138,"of":333,"score":1397.9,"pct":58.7,"variant":"Qwen3-32B"},"arena_creative_writing":{"rank":192,"of":347,"score":1303.7,"pct":44.8,"variant":"Qwen3-32B"},"arena_instruction_following":{"rank":184,"of":349,"score":1330.9,"pct":47.4,"variant":"Qwen3-32B"},"arena_hard_prompts":{"rank":176,"of":349,"score":1367,"pct":49.7,"variant":"Qwen3-32B"},"arena_multi_turn":{"rank":185,"of":347,"score":1336.8,"pct":46.8,"variant":"Qwen3-32B"},"arena_expert":{"rank":152,"of":302,"score":1397.6,"pct":49.8,"variant":"Qwen3-32B"},"arena_industry_business_and_management_and_financial_operations":{"rank":190,"of":342,"score":1340,"pct":44.6,"variant":"Qwen3-32B"},"arena_industry_medicine_and_healthcare":{"rank":167,"of":321,"score":1379.2,"pct":48.1,"variant":"Qwen3-32B"},"arena_industry_legal_and_government":{"rank":218,"of":322,"score":1326.8,"pct":32.4,"variant":"Qwen3-32B"},"aa_index":{"rank":128,"of":141,"score":7.2,"pct":9.3,"variant":"qwen3-32b-instruct-reasoning"},"aa_hle":{"rank":122,"of":143,"score":7.4,"pct":14.8,"variant":"qwen3-32b-instruct-reasoning"},"aa_gpqa":{"rank":99,"of":120,"score":66.8,"pct":17.6,"variant":"qwen3-32b-instruct-reasoning"},"aa_scicode":{"rank":111,"of":141,"score":36,"pct":21.4,"variant":"qwen3-32b-instruct-reasoning"},"aa_terminalbenchHard":{"rank":69,"of":74,"score":3,"pct":6.8,"variant":"qwen3-32b-instruct-reasoning"},"aa_tau2":{"rank":56,"of":73,"score":29.8,"pct":23.6,"variant":"qwen3-32b-instruct-reasoning"},"aa_ifbench":{"rank":64,"of":74,"score":36.3,"pct":13.7,"variant":"qwen3-32b-instruct-reasoning"},"aa_lcr":{"rank":141,"of":143,"score":0,"pct":1.4,"variant":"qwen3-32b-instruct-reasoning"},"aa_critpt":{"rank":101,"of":146,"score":0.3,"pct":31,"variant":"qwen3-32b-instruct-reasoning"},"aa_omniscience":{"rank":122,"of":143,"score":-50.4,"pct":14.8,"variant":"qwen3-32b-instruct-reasoning"},"aa_gdpvalNormalized":{"rank":98,"of":141,"score":0,"pct":30.7,"variant":"qwen3-32b-instruct-reasoning"},"epoch_eci":{"rank":123,"of":230,"score":136.85,"pct":46.7,"variant":"Qwen3-32B"},"epoch_gpqa":{"rank":127,"of":226,"score":65.7,"pct":44,"variant":"Qwen3-32B"},"epoch_aime":{"rank":116,"of":208,"score":66.9,"pct":44.4,"variant":"Qwen3-32B"}},"domains":{"overall":15.9,"coding":13.4,"agent":15.2,"reasoning":16.2,"math":43.5,"knowledge":42,"writing":22,"instruction":7.1,"chat":12,"business":42.3,"longctx":0},"coverage":2,"avgPct":28,"overall":15.9,"rank":141,"avgRank":125.5,"aliases":["Qwen3-32B","qwen3-32b-instruct-reasoning"],"open":true,"reasoning":true,"ctx":32768,"pin":0.24000000000000002,"pout":0.54,"tps":53,"ttft":1.25,"release":"2025-04-29","theta":-1.334,"se":0.249,"lo":10.2,"hi":23.9,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":136},{"id":"qwen3-14b","name":"Qwen 3 14B","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"aa":{"rank":132,"of":141,"score":6.4,"pct":6.4,"variant":"qwen3-14b-instruct-reasoning"},"epoch":{"rank":127,"of":230,"score":136.06,"pct":45,"variant":"Qwen3-14B"}},"metrics":{"aa_index":{"rank":132,"of":141,"score":6.4,"pct":6.4,"variant":"qwen3-14b-instruct-reasoning"},"aa_hle":{"rank":132,"of":143,"score":4.5,"pct":7.7,"variant":"qwen3-14b-instruct-reasoning"},"aa_gpqa":{"rank":104,"of":120,"score":60.4,"pct":13.4,"variant":"qwen3-14b-instruct-reasoning"},"aa_scicode":{"rank":120,"of":141,"score":30.7,"pct":15,"variant":"qwen3-14b-instruct-reasoning"},"aa_terminalbenchHard":{"rank":67,"of":74,"score":3.8,"pct":9.6,"variant":"qwen3-14b-instruct-reasoning"},"aa_tau2":{"rank":53,"of":73,"score":34.5,"pct":27.8,"variant":"qwen3-14b-instruct-reasoning"},"aa_ifbench":{"rank":58,"of":74,"score":40.5,"pct":21.9,"variant":"qwen3-14b-instruct-reasoning"},"aa_lcr":{"rank":141,"of":143,"score":0,"pct":1.4,"variant":"qwen3-14b-instruct-reasoning"},"aa_critpt":{"rank":113,"of":146,"score":0,"pct":22.8,"variant":"qwen3-14b-instruct-reasoning"},"aa_omniscience":{"rank":120,"of":143,"score":-48.9,"pct":16.2,"variant":"qwen3-14b-instruct-reasoning"},"aa_gdpvalNormalized":{"rank":98,"of":141,"score":0,"pct":30.7,"variant":"qwen3-14b-instruct-reasoning"},"epoch_eci":{"rank":127,"of":230,"score":136.06,"pct":45,"variant":"Qwen3-14B"},"epoch_gpqa":{"rank":133,"of":226,"score":63.8,"pct":41.3,"variant":"qwen3-14b"},"epoch_aime":{"rank":118,"of":208,"score":66.4,"pct":43.5,"variant":"qwen3-14b"}},"domains":{"overall":15,"coding":11.8,"agent":15.9,"reasoning":13.7,"math":45.8,"knowledge":35.8,"instruction":11,"business":42.1,"longctx":0},"coverage":2,"avgPct":25.7,"overall":15,"rank":142,"avgRank":129.5,"aliases":["qwen3-14b-instruct-reasoning","Qwen3-14B","qwen3-14b"],"open":true,"reasoning":true,"ctx":32768,"pin":0.12,"pout":0.24,"tps":42,"ttft":0.97,"release":"2025-04-29","theta":-1.386,"se":0.249,"lo":9.6,"hi":22.8,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":137},{"id":"deepseek-v3","name":"DeepSeek V3","provider":"deepseek","providerName":"DeepSeek","country":"CN","sites":{"aa":{"rank":116,"of":141,"score":9.7,"pct":17.9,"variant":"deepseek-v3-0324"},"epoch":{"rank":130,"of":230,"score":135.25,"pct":43.7,"variant":"DeepSeek-V3 (Mar 2025)"},"simplebench":{"rank":106,"of":112,"score":18.9,"pct":5.4,"variant":"DeepSeek V3"}},"metrics":{"arena_coding":{"rank":157,"of":344,"score":1427.9,"pct":54.5,"variant":"DeepSeek-V3 (0324)"},"arena_math":{"rank":161,"of":333,"score":1366.3,"pct":51.8,"variant":"DeepSeek-V3 (0324)"},"arena_creative_writing":{"rank":110,"of":347,"score":1389.9,"pct":68.5,"variant":"DeepSeek-V3 (0324)"},"arena_instruction_following":{"rank":147,"of":349,"score":1377.6,"pct":58,"variant":"DeepSeek-V3 (0324)"},"arena_hard_prompts":{"rank":148,"of":349,"score":1407.9,"pct":57.8,"variant":"DeepSeek-V3 (0324)"},"arena_multi_turn":{"rank":131,"of":347,"score":1410.2,"pct":62.4,"variant":"DeepSeek-V3 (0324)"},"arena_expert":{"rank":153,"of":302,"score":1396,"pct":49.5,"variant":"DeepSeek-V3 (0324)"},"arena_japanese":{"rank":117,"of":233,"score":1343.7,"pct":50,"variant":"DeepSeek-V3 (0324)"},"arena_industry_business_and_management_and_financial_operations":{"rank":146,"of":342,"score":1389.1,"pct":57.5,"variant":"DeepSeek-V3 (0324)"},"arena_industry_medicine_and_healthcare":{"rank":128,"of":321,"score":1427,"pct":60.3,"variant":"DeepSeek-V3 (0324)"},"arena_industry_legal_and_government":{"rank":130,"of":322,"score":1409.5,"pct":59.8,"variant":"DeepSeek-V3 (0324)"},"aa_index":{"rank":116,"of":141,"score":9.7,"pct":17.9,"variant":"deepseek-v3-0324"},"aa_hle":{"rank":129,"of":143,"score":4.7,"pct":9.9,"variant":"deepseek-v3-0324"},"aa_gpqa":{"rank":100,"of":120,"score":65.5,"pct":16.8,"variant":"deepseek-v3-0324"},"aa_scicode":{"rank":95,"of":141,"score":39,"pct":32.9,"variant":"deepseek-v3-0324"},"aa_terminalbenchHard":{"rank":51,"of":74,"score":15.2,"pct":31.5,"variant":"deepseek-v3-0324"},"aa_tau2":{"rank":47,"of":73,"score":47.1,"pct":36.1,"variant":"deepseek-v3-0324"},"aa_ifbench":{"rank":57,"of":74,"score":41,"pct":23.3,"variant":"deepseek-v3-0324"},"aa_lcr":{"rank":117,"of":143,"score":40.7,"pct":18.3,"variant":"deepseek-v3-0324"},"aa_critpt":{"rank":113,"of":146,"score":0,"pct":22.8,"variant":"deepseek-v3"},"aa_omniscience":{"rank":109,"of":143,"score":-40.7,"pct":23.9,"variant":"deepseek-v3-0324"},"aa_gdpvalNormalized":{"rank":98,"of":141,"score":0,"pct":30.7,"variant":"deepseek-v3"},"epoch_eci":{"rank":130,"of":230,"score":135.25,"pct":43.7,"variant":"DeepSeek-V3 (Mar 2025)"},"epoch_gpqa":{"rank":122,"of":226,"score":67.6,"pct":46.2,"variant":"DeepSeek-V3-0324"},"epoch_aime":{"rank":139,"of":208,"score":37.8,"pct":33.3,"variant":"DeepSeek-V3-0324"},"eqbench_cw":{"rank":73,"of":143,"score":1472.2,"pct":49.3,"variant":"deepseek-ai/DeepSeek-V3-0324"},"simplebench":{"rank":106,"of":112,"score":18.9,"pct":5.4,"variant":"DeepSeek V3"}},"domains":{"overall":14.8,"coding":21.5,"agent":22.8,"reasoning":13.7,"math":30.3,"knowledge":44,"writing":46.4,"instruction":12.3,"chat":30.6,"business":54.3,"japanese":55.9,"longctx":1.6},"coverage":3,"avgPct":22.3,"overall":14.8,"rank":143,"avgRank":117.3,"aliases":["DeepSeek-V3 (0324)","deepseek-v3-0324","deepseek-v3","DeepSeek-V3 (Mar 2025)","DeepSeek-V3-0324","deepseek-ai/DeepSeek-V3-0324","DeepSeek V3"],"open":true,"ctx":128000,"pin":0.32,"pout":0.89,"tps":98,"ttft":0.68,"release":"2024-12-26","theta":-1.398,"se":0.212,"lo":10.1,"hi":21.2,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":138},{"id":"mistral-large-3","name":"Mistral Large 3","provider":"mistral","providerName":"Mistral AI","country":"FR","sites":{"aa":{"rank":117,"of":141,"score":9.3,"pct":17.1,"variant":"mistral-large-3"},"simplebench":{"rank":104,"of":112,"score":20.4,"pct":7.2,"variant":"Mistral Large 3"}},"metrics":{"arena_coding":{"rank":113,"of":344,"score":1471.1,"pct":67.3,"variant":"Mistral Large 3"},"arena_math":{"rank":137,"of":333,"score":1401.2,"pct":59,"variant":"Mistral Large 3"},"arena_creative_writing":{"rank":127,"of":347,"score":1374.5,"pct":63.6,"variant":"Mistral Large 3"},"arena_instruction_following":{"rank":125,"of":349,"score":1402.9,"pct":64.4,"variant":"Mistral Large 3"},"arena_hard_prompts":{"rank":122,"of":349,"score":1433.1,"pct":65.2,"variant":"Mistral Large 3"},"arena_multi_turn":{"rank":120,"of":347,"score":1418.9,"pct":65.6,"variant":"Mistral Large 3"},"arena_expert":{"rank":126,"of":302,"score":1428.5,"pct":58.5,"variant":"Mistral Large 3"},"arena_japanese":{"rank":91,"of":233,"score":1380.3,"pct":61.2,"variant":"Mistral Large 3"},"arena_industry_business_and_management_and_financial_operations":{"rank":125,"of":342,"score":1410.9,"pct":63.6,"variant":"Mistral Large 3"},"arena_industry_medicine_and_healthcare":{"rank":121,"of":321,"score":1431.7,"pct":62.5,"variant":"Mistral Large 3"},"arena_industry_legal_and_government":{"rank":121,"of":322,"score":1422.8,"pct":62.6,"variant":"Mistral Large 3"},"arena_webdev":{"rank":128,"of":136,"score":1232.6,"pct":5.9,"variant":"Mistral Large 3"},"arena_vision":{"rank":79,"of":143,"score":1200.4,"pct":45.1,"variant":"Mistral Large 3"},"aa_index":{"rank":117,"of":141,"score":9.3,"pct":17.1,"variant":"mistral-large-3"},"aa_hle":{"rank":137,"of":143,"score":4.2,"pct":4.2,"variant":"mistral-large-3"},"aa_gpqa":{"rank":96,"of":120,"score":68,"pct":20.2,"variant":"mistral-large-3"},"aa_scicode":{"rank":106,"of":141,"score":36.6,"pct":25,"variant":"mistral-large-3"},"aa_terminalbenchHard":{"rank":50,"of":74,"score":15.9,"pct":32.9,"variant":"mistral-large-3"},"aa_tau2":{"rank":66,"of":73,"score":24.6,"pct":9.7,"variant":"mistral-large-3"},"aa_ifbench":{"rank":65,"of":74,"score":36.2,"pct":12.3,"variant":"mistral-large-3"},"aa_lcr":{"rank":122,"of":143,"score":36,"pct":14.8,"variant":"mistral-large-3"},"aa_mmmuPro":{"rank":59,"of":69,"score":55.7,"pct":14.7,"variant":"mistral-large-3"},"aa_critpt":{"rank":113,"of":146,"score":0,"pct":22.8,"variant":"mistral-large-3"},"aa_omniscience":{"rank":108,"of":143,"score":-39.6,"pct":24.6,"variant":"mistral-large-3"},"aa_gdpvalNormalized":{"rank":98,"of":141,"score":0,"pct":30.7,"variant":"mistral-large-3"},"simplebench":{"rank":104,"of":112,"score":20.4,"pct":7.2,"variant":"Mistral Large 3"}},"domains":{"overall":14.7,"coding":21,"agent":20.9,"reasoning":14.5,"math":44.2,"knowledge":45.5,"writing":42,"instruction":11.8,"chat":33.6,"business":57.3,"japanese":64.1,"vision":9.3,"longctx":1},"coverage":2,"avgPct":12.2,"overall":14.7,"rank":144,"avgRank":110.5,"aliases":["Mistral Large 3","mistral-large-3"],"open":true,"ctx":256000,"pin":0.5,"pout":1.5,"tps":79,"ttft":1.01,"theta":-1.406,"se":0.223,"lo":9.8,"hi":21.4,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":139},{"id":"qwen3-8b","name":"Qwen3 8B","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"aa":{"rank":136,"of":141,"score":5.2,"pct":3.6,"variant":"qwen3-8b-instruct-reasoning"},"epoch":{"rank":138,"of":230,"score":132.07,"pct":40.2,"variant":"Qwen3-8B"}},"metrics":{"aa_index":{"rank":136,"of":141,"score":5.2,"pct":3.6,"variant":"qwen3-8b-instruct-reasoning"},"aa_hle":{"rank":139,"of":143,"score":3.9,"pct":2.8,"variant":"qwen3-8b-instruct-reasoning"},"aa_gpqa":{"rank":106,"of":120,"score":58.9,"pct":11.8,"variant":"qwen3-8b-instruct-reasoning"},"aa_scicode":{"rank":124,"of":141,"score":27.9,"pct":12.1,"variant":"qwen3-8b-instruct-reasoning"},"aa_terminalbenchHard":{"rank":71,"of":74,"score":2.3,"pct":4.1,"variant":"qwen3-8b-instruct-reasoning"},"aa_tau2":{"rank":60,"of":73,"score":27.8,"pct":18.1,"variant":"qwen3-8b-instruct-reasoning"},"aa_ifbench":{"rank":67,"of":74,"score":33.5,"pct":9.6,"variant":"qwen3-8b-instruct-reasoning"},"aa_lcr":{"rank":141,"of":143,"score":0,"pct":1.4,"variant":"qwen3-8b-instruct-reasoning"},"aa_critpt":{"rank":113,"of":146,"score":0,"pct":22.8,"variant":"qwen3-8b-instruct-reasoning"},"aa_omniscience":{"rank":136,"of":143,"score":-64.7,"pct":4.9,"variant":"qwen3-8b-instruct-reasoning"},"aa_gdpvalNormalized":{"rank":98,"of":141,"score":0,"pct":30.7,"variant":"qwen3-8b-instruct-reasoning"},"epoch_eci":{"rank":138,"of":230,"score":132.07,"pct":40.2,"variant":"Qwen3-8B"},"epoch_gpqa":{"rank":141,"of":226,"score":56.8,"pct":37.8,"variant":"qwen3-8b"},"epoch_aime":{"rank":128,"of":208,"score":56.1,"pct":38.6,"variant":"qwen3-8b"}},"domains":{"overall":13.4,"coding":10.2,"agent":14.7,"reasoning":13.2,"math":39.3,"knowledge":31,"instruction":7.1,"business":42.1,"longctx":0},"coverage":2,"avgPct":21.9,"overall":13.4,"rank":145,"avgRank":137,"aliases":["qwen3-8b-instruct-reasoning","Qwen3-8B","qwen3-8b"],"open":true,"reasoning":true,"ctx":131072,"pin":0.2,"pout":0.2,"release":"2025-04-28","theta":-1.494,"se":0.249,"lo":8.5,"hi":20.5,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":142},{"id":"gpt-4o-mini","name":"GPT-4o Mini","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":156,"of":230,"score":123.81,"pct":32.3,"variant":"GPT-4o mini"},"arc":{"rank":87,"of":95,"score":0,"pct":8.5,"variant":"GPT-4o-mini"},"simplebench":{"rank":111,"of":112,"score":10.7,"pct":0.9,"variant":"GPT-4o mini"}},"metrics":{"arena_coding":{"rank":225,"of":344,"score":1347.6,"pct":34.7,"variant":"GPT-4o mini (2024-07-18)"},"arena_math":{"rank":222,"of":333,"score":1274.8,"pct":33.4,"variant":"GPT-4o mini (2024-07-18)"},"arena_creative_writing":{"rank":200,"of":347,"score":1293.9,"pct":42.5,"variant":"GPT-4o mini (2024-07-18)"},"arena_instruction_following":{"rank":221,"of":349,"score":1292.9,"pct":36.8,"variant":"GPT-4o mini (2024-07-18)"},"arena_hard_prompts":{"rank":230,"of":349,"score":1310.8,"pct":34.2,"variant":"GPT-4o mini (2024-07-18)"},"arena_multi_turn":{"rank":212,"of":347,"score":1310.7,"pct":39,"variant":"GPT-4o mini (2024-07-18)"},"arena_expert":{"rank":228,"of":302,"score":1284.5,"pct":24.6,"variant":"GPT-4o mini (2024-07-18)"},"arena_japanese":{"rank":165,"of":233,"score":1250.7,"pct":29.3,"variant":"GPT-4o mini (2024-07-18)"},"arena_industry_business_and_management_and_financial_operations":{"rank":215,"of":342,"score":1310.5,"pct":37.2,"variant":"GPT-4o mini (2024-07-18)"},"arena_industry_medicine_and_healthcare":{"rank":209,"of":321,"score":1333.9,"pct":35,"variant":"GPT-4o mini (2024-07-18)"},"arena_industry_legal_and_government":{"rank":189,"of":322,"score":1346.4,"pct":41.4,"variant":"GPT-4o mini (2024-07-18)"},"arena_vision":{"rank":115,"of":143,"score":1097.1,"pct":19.7,"variant":"GPT-4o mini (2024-07-18)"},"epoch_eci":{"rank":156,"of":230,"score":123.81,"pct":32.3,"variant":"GPT-4o mini"},"arc_v2":{"rank":87,"of":95,"score":0,"pct":8.5,"variant":"GPT-4o-mini"},"eqbench_cw":{"rank":125,"of":143,"score":870.8,"pct":12.7,"variant":"gpt-4o-mini"},"simplebench":{"rank":111,"of":112,"score":10.7,"pct":0.9,"variant":"GPT-4o mini"}},"domains":{"overall":13.4,"coding":17.6,"reasoning":8.9,"math":14.7,"knowledge":29.1,"writing":13.7,"instruction":8.2,"chat":8.2,"business":42.7,"japanese":34.8,"vision":3.6},"coverage":3,"avgPct":13.9,"overall":13.4,"rank":146,"avgRank":118,"aliases":["GPT-4o mini (2024-07-18)","GPT-4o mini","GPT-4o-mini","gpt-4o-mini"],"open":false,"ctx":128000,"pin":0.15,"pout":0.6,"tps":110,"ttft":0.92,"release":"2024-07-18","theta":-1.495,"se":0.217,"lo":9,"hi":19.4,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":141},{"id":"gpt-4-turbo","name":"GPT-4 Turbo","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":152,"of":230,"score":125.82,"pct":34.1,"variant":"GPT-4 Turbo (Apr 2024)"},"simplebench":{"rank":96,"of":112,"score":25.1,"pct":14.4,"variant":"GPT-4 Turbo"}},"metrics":{"arena_coding":{"rank":226,"of":344,"score":1346.8,"pct":34.4,"variant":"GPT-4 Turbo (2024-04-09)"},"arena_math":{"rank":199,"of":333,"score":1303.1,"pct":40.4,"variant":"GPT-4 Turbo Preview (1106)"},"arena_creative_writing":{"rank":171,"of":347,"score":1323.3,"pct":50.9,"variant":"GPT-4 Turbo (2024-04-09)"},"arena_instruction_following":{"rank":211,"of":349,"score":1303.3,"pct":39.7,"variant":"GPT-4 Turbo (2024-04-09)"},"arena_hard_prompts":{"rank":226,"of":349,"score":1316.3,"pct":35.3,"variant":"GPT-4 Turbo (2024-04-09)"},"arena_multi_turn":{"rank":210,"of":347,"score":1312.9,"pct":39.6,"variant":"GPT-4 Turbo (2024-04-09)"},"arena_expert":{"rank":218,"of":302,"score":1297.2,"pct":27.9,"variant":"GPT-4 Turbo (2024-04-09)"},"arena_japanese":{"rank":156,"of":233,"score":1262.1,"pct":33.2,"variant":"GPT-4 Turbo Preview (1106)"},"arena_industry_business_and_management_and_financial_operations":{"rank":230,"of":342,"score":1292.4,"pct":32.8,"variant":"GPT-4 Turbo (2024-04-09)"},"arena_industry_medicine_and_healthcare":{"rank":216,"of":321,"score":1326.7,"pct":32.8,"variant":"GPT-4 Turbo (2024-04-09)"},"arena_industry_legal_and_government":{"rank":203,"of":322,"score":1335.5,"pct":37.1,"variant":"GPT-4 Turbo (2024-04-09)"},"arena_vision":{"rank":114,"of":143,"score":1112.4,"pct":20.4,"variant":"GPT-4 Turbo (2024-04-09)"},"epoch_eci":{"rank":152,"of":230,"score":125.82,"pct":34.1,"variant":"GPT-4 Turbo (Apr 2024)"},"simplebench":{"rank":96,"of":112,"score":25.1,"pct":14.4,"variant":"GPT-4 Turbo"}},"domains":{"overall":13.3,"coding":17.4,"reasoning":14.6,"math":19.5,"knowledge":30,"writing":26.8,"instruction":9.6,"chat":8.5,"business":39.2,"japanese":37.2,"vision":5},"coverage":2,"avgPct":24.3,"overall":13.3,"rank":147,"avgRank":124,"aliases":["GPT-4 Turbo (2024-04-09)","GPT-4 Turbo Preview (1106)","GPT-4 Turbo (Apr 2024)","GPT-4 Turbo"],"open":false,"ctx":128000,"pin":10,"pout":30,"tps":32,"ttft":3.09,"release":"2024-01-25","theta":-1.498,"se":0.33,"lo":7.2,"hi":23.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":140},{"id":"grok-2","name":"Grok 2","provider":"xai","providerName":"xAI","country":"US","sites":{"epoch":{"rank":141,"of":230,"score":129.79,"pct":38.9,"variant":"Grok-2 (Dec 2024)"},"simplebench":{"rank":101,"of":112,"score":22.7,"pct":9.9,"variant":"Grok 2"}},"metrics":{"arena_coding":{"rank":214,"of":344,"score":1357.5,"pct":37.9,"variant":"Grok 2 (2024-08-13)"},"arena_math":{"rank":206,"of":333,"score":1294.2,"pct":38.3,"variant":"Grok 2 (2024-08-13)"},"arena_creative_writing":{"rank":177,"of":347,"score":1317.2,"pct":49.1,"variant":"Grok 2 (2024-08-13)"},"arena_instruction_following":{"rank":207,"of":349,"score":1312.4,"pct":40.8,"variant":"Grok 2 (2024-08-13)"},"arena_hard_prompts":{"rank":213,"of":349,"score":1326,"pct":39.1,"variant":"Grok 2 (2024-08-13)"},"arena_multi_turn":{"rank":198,"of":347,"score":1324.2,"pct":43.1,"variant":"Grok 2 (2024-08-13)"},"arena_expert":{"rank":202,"of":302,"score":1315.7,"pct":33.2,"variant":"Grok 2 (2024-08-13)"},"arena_japanese":{"rank":154,"of":233,"score":1270.1,"pct":34.1,"variant":"Grok 2 (2024-08-13)"},"arena_industry_business_and_management_and_financial_operations":{"rank":211,"of":342,"score":1314.7,"pct":38.4,"variant":"Grok 2 (2024-08-13)"},"arena_industry_medicine_and_healthcare":{"rank":184,"of":321,"score":1356.8,"pct":42.8,"variant":"Grok 2 (2024-08-13)"},"arena_industry_legal_and_government":{"rank":176,"of":322,"score":1365.4,"pct":45.5,"variant":"Grok 2 (2024-08-13)"},"epoch_eci":{"rank":141,"of":230,"score":129.79,"pct":38.9,"variant":"Grok-2 (Dec 2024)"},"epoch_gpqa":{"rank":147,"of":226,"score":53.8,"pct":35.1,"variant":"grok-2-1212"},"epoch_aime":{"rank":157,"of":208,"score":11.5,"pct":24.6,"variant":"grok-2-1212"},"simplebench":{"rank":101,"of":112,"score":22.7,"pct":9.9,"variant":"Grok 2"}},"domains":{"overall":13.2,"coding":19.3,"reasoning":13.7,"math":14.8,"knowledge":33.1,"writing":25.2,"instruction":11,"chat":10,"business":45.8,"japanese":39},"coverage":2,"avgPct":24.4,"overall":13.2,"rank":148,"avgRank":121,"aliases":["Grok 2 (2024-08-13)","Grok-2 (Dec 2024)","grok-2-1212","Grok 2"],"open":false,"ctx":131072,"release":"2024-12-12","theta":-1.505,"se":0.33,"lo":7.2,"hi":23.1,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":143},{"id":"llama-3-1-405b","name":"Llama 3.1 405B","provider":"meta","providerName":"Meta","country":"US","sites":{"epoch":{"rank":144,"of":230,"score":127.92,"pct":37.6,"variant":"Llama 3.1-405B"},"simplebench":{"rank":99,"of":112,"score":23,"pct":11.7,"variant":"Llama 3.1 405b instruct"}},"metrics":{"arena_coding":{"rank":192,"of":344,"score":1376.3,"pct":44.3,"variant":"Llama 3.1 405B Instruct (BF16)"},"arena_math":{"rank":186,"of":333,"score":1319.5,"pct":44.3,"variant":"Llama 3.1 405B Instruct (FP8)"},"arena_creative_writing":{"rank":190,"of":347,"score":1304.5,"pct":45.4,"variant":"Llama 3.1 405B Instruct (FP8)"},"arena_instruction_following":{"rank":201,"of":349,"score":1315,"pct":42.5,"variant":"Llama 3.1 405B Instruct (FP8)"},"arena_hard_prompts":{"rank":197,"of":349,"score":1342.2,"pct":43.7,"variant":"Llama 3.1 405B Instruct (BF16)"},"arena_multi_turn":{"rank":182,"of":347,"score":1340.5,"pct":47.7,"variant":"Llama 3.1 405B Instruct (BF16)"},"arena_expert":{"rank":194,"of":302,"score":1325.6,"pct":35.9,"variant":"Llama 3.1 405B Instruct (FP8)"},"arena_japanese":{"rank":152,"of":233,"score":1273.9,"pct":34.9,"variant":"Llama 3.1 405B Instruct (BF16)"},"arena_industry_business_and_management_and_financial_operations":{"rank":212,"of":342,"score":1314.3,"pct":38.1,"variant":"Llama 3.1 405B Instruct (FP8)"},"arena_industry_medicine_and_healthcare":{"rank":178,"of":321,"score":1366.3,"pct":44.7,"variant":"Llama 3.1 405B Instruct (BF16)"},"arena_industry_legal_and_government":{"rank":172,"of":322,"score":1369.1,"pct":46.7,"variant":"Llama 3.1 405B Instruct (BF16)"},"epoch_eci":{"rank":144,"of":230,"score":127.92,"pct":37.6,"variant":"Llama 3.1-405B"},"epoch_gpqa":{"rank":151,"of":226,"score":50.9,"pct":33.3,"variant":"Llama-3.1-405B-Instruct"},"epoch_aime":{"rank":158,"of":208,"score":9.7,"pct":24.2,"variant":"Llama-3.1-405B-Instruct"},"eqbench_cw":{"rank":126,"of":143,"score":868.1,"pct":12,"variant":"meta-llama/llama-3.1-405b-instruct"},"simplebench":{"rank":99,"of":112,"score":23,"pct":11.7,"variant":"Llama 3.1 405b instruct"}},"domains":{"overall":12.9,"coding":22.8,"reasoning":14.6,"math":17.8,"knowledge":33.3,"writing":14.1,"instruction":11.5,"chat":12.6,"business":46.3,"japanese":39.8},"coverage":2,"avgPct":24.7,"overall":12.9,"rank":149,"avgRank":121.5,"aliases":["Llama 3.1 405B Instruct (BF16)","Llama 3.1 405B Instruct (FP8)","Llama 3.1-405B","Llama-3.1-405B-Instruct","meta-llama/llama-3.1-405b-instruct","Llama 3.1 405b instruct"],"open":true,"ctx":128000,"release":"2024-07-23","theta":-1.531,"se":0.33,"lo":7,"hi":22.5,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":144},{"id":"claude-opus-3","name":"Claude Opus 3","provider":"anthropic","providerName":"Anthropic","country":"US","sites":{"epoch":{"rank":153,"of":230,"score":125.59,"pct":33.6,"variant":"Claude 3 Opus"},"simplebench":{"rank":98,"of":112,"score":23.5,"pct":12.6,"variant":"Claude 3 Opus"}},"metrics":{"arena_coding":{"rank":217,"of":344,"score":1355.2,"pct":37,"variant":"Claude 3 Opus (20240229)"},"arena_math":{"rank":190,"of":333,"score":1312.7,"pct":43.1,"variant":"Claude 3 Opus (20240229)"},"arena_creative_writing":{"rank":207,"of":347,"score":1287.9,"pct":40.5,"variant":"Claude 3 Opus (20240229)"},"arena_instruction_following":{"rank":203,"of":349,"score":1314.4,"pct":42,"variant":"Claude 3 Opus (20240229)"},"arena_hard_prompts":{"rank":209,"of":349,"score":1329.6,"pct":40.2,"variant":"Claude 3 Opus (20240229)"},"arena_multi_turn":{"rank":199,"of":347,"score":1322.8,"pct":42.8,"variant":"Claude 3 Opus (20240229)"},"arena_expert":{"rank":200,"of":302,"score":1319.2,"pct":33.9,"variant":"Claude 3 Opus (20240229)"},"arena_japanese":{"rank":157,"of":233,"score":1261.2,"pct":32.8,"variant":"Claude 3 Opus (20240229)"},"arena_industry_business_and_management_and_financial_operations":{"rank":219,"of":342,"score":1305.5,"pct":36.1,"variant":"Claude 3 Opus (20240229)"},"arena_industry_medicine_and_healthcare":{"rank":206,"of":321,"score":1335.1,"pct":35.9,"variant":"Claude 3 Opus (20240229)"},"arena_industry_legal_and_government":{"rank":187,"of":322,"score":1347.7,"pct":42.1,"variant":"Claude 3 Opus (20240229)"},"arena_vision":{"rank":121,"of":143,"score":1062.3,"pct":15.5,"variant":"Claude 3 Opus (20240229)"},"epoch_eci":{"rank":153,"of":230,"score":125.59,"pct":33.6,"variant":"Claude 3 Opus"},"epoch_gpqa":{"rank":167,"of":226,"score":47.2,"pct":26.2,"variant":"claude-3-opus-20240229"},"epoch_simpleqa":{"rank":89,"of":94,"score":12.6,"pct":5.4,"variant":"claude-3-opus-20240229"},"epoch_aime":{"rank":178,"of":208,"score":4.7,"pct":14.5,"variant":"claude-3-opus-20240229"},"simplebench":{"rank":98,"of":112,"score":23.5,"pct":12.6,"variant":"Claude 3 Opus"}},"domains":{"overall":12.5,"coding":18.9,"reasoning":14.3,"math":16.2,"knowledge":37.4,"writing":18.6,"instruction":11.4,"chat":9.8,"business":42.3,"japanese":37,"vision":1.8},"coverage":2,"avgPct":23.1,"overall":12.5,"rank":150,"avgRank":125.5,"aliases":["Claude 3 Opus (20240229)","Claude 3 Opus","claude-3-opus-20240229"],"open":false,"ctx":200000,"pin":15,"pout":75,"release":"2024-02-29","theta":-1.559,"se":0.33,"lo":6.7,"hi":21.9,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":145},{"id":"gemma-3-27b","name":"Gemma 3 27B","provider":"google","providerName":"Google","country":"US","sites":{"aa":{"rank":137,"of":141,"score":4.9,"pct":2.9,"variant":"gemma-3-27b"},"epoch":{"rank":146,"of":230,"score":127.56,"pct":36.7,"variant":"Gemma 3 27B"}},"metrics":{"arena_coding":{"rank":213,"of":344,"score":1357.7,"pct":38.2,"variant":"Gemma 3 27B IT"},"arena_math":{"rank":184,"of":333,"score":1322.8,"pct":44.9,"variant":"Gemma 3 27B IT"},"arena_creative_writing":{"rank":149,"of":347,"score":1348.1,"pct":57.2,"variant":"Gemma 3 27B IT"},"arena_instruction_following":{"rank":171,"of":349,"score":1343.4,"pct":51.1,"variant":"Gemma 3 27B IT"},"arena_hard_prompts":{"rank":178,"of":349,"score":1366.7,"pct":49.1,"variant":"Gemma 3 27B IT"},"arena_multi_turn":{"rank":166,"of":347,"score":1358.3,"pct":52.3,"variant":"Gemma 3 27B IT"},"arena_expert":{"rank":187,"of":302,"score":1338.8,"pct":38.2,"variant":"Gemma 3 27B IT"},"arena_japanese":{"rank":140,"of":233,"score":1308,"pct":40.1,"variant":"Gemma 3 27B IT"},"arena_industry_business_and_management_and_financial_operations":{"rank":157,"of":342,"score":1378,"pct":54.3,"variant":"Gemma 3 27B IT"},"arena_industry_medicine_and_healthcare":{"rank":147,"of":321,"score":1407.4,"pct":54.4,"variant":"Gemma 3 27B IT"},"arena_industry_legal_and_government":{"rank":155,"of":322,"score":1384.3,"pct":52,"variant":"Gemma 3 27B IT"},"arena_vision":{"rank":94,"of":143,"score":1160.1,"pct":34.5,"variant":"Gemma 3 27B IT"},"aa_index":{"rank":137,"of":141,"score":4.9,"pct":2.9,"variant":"gemma-3-27b"},"aa_hle":{"rank":133,"of":143,"score":4.4,"pct":7,"variant":"gemma-3-27b"},"aa_gpqa":{"rank":117,"of":120,"score":42.8,"pct":2.5,"variant":"gemma-3-27b"},"aa_scicode":{"rank":133,"of":141,"score":23.3,"pct":5.7,"variant":"gemma-3-27b"},"aa_terminalbenchHard":{"rank":67,"of":74,"score":3.8,"pct":9.6,"variant":"gemma-3-27b"},"aa_tau2":{"rank":73,"of":73,"score":10.5,"pct":0,"variant":"gemma-3-27b"},"aa_ifbench":{"rank":70,"of":74,"score":31.8,"pct":5.5,"variant":"gemma-3-27b"},"aa_lcr":{"rank":139,"of":143,"score":7.3,"pct":2.8,"variant":"gemma-3-27b"},"aa_mmmuPro":{"rank":64,"of":69,"score":48,"pct":7.4,"variant":"gemma-3-27b"},"aa_critpt":{"rank":113,"of":146,"score":0,"pct":22.8,"variant":"gemma-3-27b"},"aa_omniscience":{"rank":138,"of":143,"score":-67.2,"pct":3.5,"variant":"gemma-3-27b"},"aa_gdpvalNormalized":{"rank":98,"of":141,"score":0,"pct":30.7,"variant":"gemma-3-27b"},"epoch_eci":{"rank":146,"of":230,"score":127.56,"pct":36.7,"variant":"Gemma 3 27B"},"epoch_gpqa":{"rank":161,"of":226,"score":47.7,"pct":28.9,"variant":"gemma-3-27b-it"},"epoch_aime":{"rank":149,"of":208,"score":22.5,"pct":28.5,"variant":"gemma-3-27b-it"},"eqbench_cw":{"rank":99,"of":143,"score":1266.4,"pct":31,"variant":"google/gemma-3-27b-it"}},"domains":{"overall":12.5,"coding":8.8,"agent":14.1,"reasoning":13.8,"math":20.1,"knowledge":30.3,"writing":31.8,"instruction":6.3,"chat":16.1,"business":50.9,"japanese":47.6,"vision":3.8,"longctx":0},"coverage":2,"avgPct":19.8,"overall":12.5,"rank":151,"avgRank":141.5,"aliases":["Gemma 3 27B IT","gemma-3-27b","Gemma 3 27B","gemma-3-27b-it","google/gemma-3-27b-it"],"open":true,"ctx":128000,"pin":0,"pout":0,"release":"2025-03-12","theta":-1.56,"se":0.249,"lo":7.9,"hi":19.2,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":146},{"id":"llama-3-3-70b","name":"Llama 3.3 70B","provider":"meta","providerName":"Meta","country":"US","sites":{"epoch":{"rank":151,"of":230,"score":126.18,"pct":34.5,"variant":"Llama 3.3 70B"},"simplebench":{"rank":105,"of":112,"score":19.9,"pct":6.3,"variant":"Llama 3.3 70b instruct"}},"metrics":{"arena_coding":{"rank":227,"of":344,"score":1345.7,"pct":34.1,"variant":"Llama 3.3 70B Instruct"},"arena_math":{"rank":203,"of":333,"score":1295.7,"pct":39.2,"variant":"Llama 3.3 70B Instruct"},"arena_creative_writing":{"rank":209,"of":347,"score":1285.4,"pct":39.9,"variant":"Llama 3.3 70B Instruct"},"arena_instruction_following":{"rank":223,"of":349,"score":1292.7,"pct":36.2,"variant":"Llama 3.3 70B Instruct"},"arena_hard_prompts":{"rank":219,"of":349,"score":1320.8,"pct":37.4,"variant":"Llama 3.3 70B Instruct"},"arena_multi_turn":{"rank":207,"of":347,"score":1317,"pct":40.5,"variant":"Llama 3.3 70B Instruct"},"arena_expert":{"rank":217,"of":302,"score":1298.2,"pct":28.2,"variant":"Llama 3.3 70B Instruct"},"arena_japanese":{"rank":184,"of":233,"score":1214.4,"pct":21.1,"variant":"Llama 3.3 70B Instruct"},"arena_industry_business_and_management_and_financial_operations":{"rank":221,"of":342,"score":1303.9,"pct":35.5,"variant":"Llama 3.3 70B Instruct"},"arena_industry_medicine_and_healthcare":{"rank":195,"of":321,"score":1343.2,"pct":39.4,"variant":"Llama 3.3 70B Instruct"},"arena_industry_legal_and_government":{"rank":192,"of":322,"score":1342.5,"pct":40.5,"variant":"Llama 3.3 70B Instruct"},"epoch_eci":{"rank":151,"of":230,"score":126.18,"pct":34.5,"variant":"Llama 3.3 70B"},"epoch_gpqa":{"rank":164,"of":226,"score":47.4,"pct":27.6,"variant":"Llama-3.3-70B-Instruct"},"epoch_aime":{"rank":177,"of":208,"score":5.1,"pct":15,"variant":"Llama-3.3-70B-Instruct"},"simplebench":{"rank":105,"of":112,"score":19.9,"pct":6.3,"variant":"Llama 3.3 70b instruct"}},"domains":{"overall":11,"coding":17.3,"reasoning":11.9,"math":14.2,"knowledge":27.7,"writing":18.1,"instruction":8.2,"chat":9,"business":41.4,"japanese":27.6},"coverage":2,"avgPct":20.4,"overall":11,"rank":152,"avgRank":128,"aliases":["Llama 3.3 70B Instruct","Llama 3.3 70B","Llama-3.3-70B-Instruct","Llama 3.3 70b instruct"],"open":true,"ctx":128000,"pin":0.71,"pout":0.72,"tps":93,"ttft":1.72,"release":"2024-12-06","theta":-1.675,"se":0.33,"lo":5.9,"hi":19.6,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":147},{"id":"gpt-3-5-turbo","name":"GPT-3.5 Turbo","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":176,"of":230,"score":112.88,"pct":23.6,"variant":"GPT-3.5 Turbo (Jan 2024)"},"simplebench":{"rank":112,"of":112,"score":8,"pct":0,"variant":"GPT-3.5 Turbo"}},"metrics":{"arena_coding":{"rank":267,"of":344,"score":1274.7,"pct":22.4,"variant":"GPT-3.5 Turbo (0125)"},"arena_math":{"rank":264,"of":333,"score":1205.5,"pct":20.8,"variant":"GPT-3.5 Turbo (1106)"},"arena_creative_writing":{"rank":274,"of":347,"score":1191,"pct":21.1,"variant":"GPT-3.5 Turbo (0125)"},"arena_instruction_following":{"rank":268,"of":349,"score":1216,"pct":23.3,"variant":"GPT-3.5 Turbo (0125)"},"arena_hard_prompts":{"rank":277,"of":349,"score":1229.3,"pct":20.7,"variant":"GPT-3.5 Turbo (0125)"},"arena_multi_turn":{"rank":272,"of":347,"score":1201.4,"pct":21.7,"variant":"GPT-3.5 Turbo (0125)"},"arena_expert":{"rank":268,"of":302,"score":1216.1,"pct":11.3,"variant":"GPT-3.5 Turbo (1106)"},"arena_japanese":{"rank":205,"of":233,"score":1143.7,"pct":12.1,"variant":"GPT-3.5 Turbo (0125)"},"arena_industry_business_and_management_and_financial_operations":{"rank":280,"of":342,"score":1197.9,"pct":18.2,"variant":"GPT-3.5 Turbo (0125)"},"arena_industry_medicine_and_healthcare":{"rank":269,"of":321,"score":1226.7,"pct":16.3,"variant":"GPT-3.5 Turbo (0125)"},"arena_industry_legal_and_government":{"rank":268,"of":322,"score":1247.5,"pct":16.8,"variant":"GPT-3.5 Turbo (0125)"},"epoch_eci":{"rank":176,"of":230,"score":112.88,"pct":23.6,"variant":"GPT-3.5 Turbo (Jan 2024)"},"epoch_frontiermath":{"rank":91,"of":91,"score":0,"pct":0,"variant":"gpt-3.5-turbo-0125"},"epoch_gpqa":{"rank":209,"of":226,"score":28,"pct":7.6,"variant":"gpt-3.5-turbo-1106"},"epoch_aime":{"rank":192,"of":208,"score":2.2,"pct":7.7,"variant":"gpt-3.5-turbo-0125"},"eqbench_cw":{"rank":142,"of":143,"score":450.3,"pct":0.7,"variant":"openai/gpt-3.5-turbo-0613"},"simplebench":{"rank":112,"of":112,"score":8,"pct":0,"variant":"GPT-3.5 Turbo"}},"domains":{"overall":5,"coding":8.5,"reasoning":5,"math":9.1,"knowledge":10.9,"writing":4,"instruction":2.4,"chat":1.5,"business":20.4,"japanese":16.5},"coverage":2,"avgPct":11.8,"overall":5,"rank":153,"avgRank":144,"aliases":["GPT-3.5 Turbo (0125)","GPT-3.5 Turbo (1106)","GPT-3.5 Turbo (Jan 2024)","gpt-3.5-turbo-0125","gpt-3.5-turbo-1106","openai/gpt-3.5-turbo-0613","GPT-3.5 Turbo"],"open":false,"ctx":4096,"release":"2023-06-13","theta":-2.354,"se":0.33,"lo":2.6,"hi":9.4,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false,"prevRank":148},{"id":"copilot-fusion","name":"Copilot Fusion","provider":null,"providerName":"GitHub","sites":{"tbench":{"rank":1,"of":53,"score":71.21,"pct":100,"variant":"Copilot Fusion (max)"}},"metrics":{"tbench":{"rank":1,"of":53,"score":71.21,"pct":100,"variant":"Copilot Fusion (max)"}},"domains":{"overall":92.6,"coding":94,"agent":93.9},"coverage":1,"avgPct":100,"overall":92.6,"rank":null,"avgRank":1,"aliases":["Copilot Fusion (max)"],"theta":2.024,"se":0.302,"lo":87.1,"hi":95.9,"firstSeen":"2026-11-17T17:59:54.378Z","isNew":true},{"id":"cobalt-c-1-00","name":"Cobalt C 1.00","provider":"google","providerName":"Google","country":"US","sites":{"vals":{"rank":2,"of":42,"score":70.9,"pct":97.6,"variant":"google/cobalt-c-high-1p00"}},"metrics":{"vals_index":{"rank":2,"of":42,"score":70.9,"pct":97.6,"variant":"google/cobalt-c-high-1p00"},"vals_vibe_code_bench":{"rank":2,"of":42,"score":93.7,"pct":97.6,"variant":"google/cobalt-c-high-1p00"},"vals_finance_agent":{"rank":2,"of":42,"score":68.6,"pct":97.6,"variant":"google/cobalt-c-high-1p00"},"vals_emb":{"rank":2,"of":42,"score":76.5,"pct":97.6,"variant":"google/cobalt-c-high-1p00"},"vals_code_migration":{"rank":9,"of":42,"score":75.8,"pct":80.5,"variant":"google/cobalt-c-high-1p00"},"vals_legal_research":{"rank":1,"of":42,"score":56.3,"pct":100,"variant":"google/cobalt-c-high-1p00"},"vals_legal_agent_benchmark":{"rank":8,"of":42,"score":19.6,"pct":82.9,"variant":"google/cobalt-c-high-1p00"}},"domains":{"overall":90.2,"coding":88.9,"business":86.8},"coverage":1,"avgPct":97.6,"overall":90.2,"rank":null,"avgRank":2,"aliases":["google/cobalt-c-high-1p00"],"theta":1.772,"se":0.197,"lo":86,"hi":93.2,"firstSeen":"2026-11-18T21:59:20.559Z","isNew":true},{"id":"gemini-3-deep","name":"Gemini 3 Deep","provider":"google","providerName":"Google","country":"US","sites":{"arc":{"rank":17,"of":95,"score":84.6,"pct":83,"variant":"Gemini 3 Deep Think (2/26)"}},"metrics":{"aa_critpt":{"rank":19,"of":146,"score":25.7,"pct":87.6,"variant":"gemini-3-deep-think"},"arc_v2":{"rank":17,"of":95,"score":84.6,"pct":83,"variant":"Gemini 3 Deep Think (2/26)"},"arc_v1":{"rank":20,"of":92,"score":96,"pct":79.1,"variant":"Gemini 3 Deep Think (2/26)"}},"domains":{"overall":81.8,"reasoning":79.4,"knowledge":79.1},"coverage":1,"avgPct":83,"overall":81.8,"rank":null,"avgRank":17,"aliases":["gemini-3-deep-think","Gemini 3 Deep Think (2/26)"],"open":false,"reasoning":true,"ctx":128000,"release":"2026-02-12","theta":1.204,"se":0.278,"lo":71.8,"hi":88.8,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gpt-6-2-astra-pro","name":"GPT-6.2 Astra Pro","provider":"openai","providerName":"OpenAI","country":"US","sites":{"simplebench":{"rank":16,"of":112,"score":79.2,"pct":86.5,"variant":"GPT-6.2 Astra Pro"}},"metrics":{"simplebench":{"rank":16,"of":112,"score":79.2,"pct":86.5,"variant":"GPT-6.2 Astra Pro"}},"domains":{"overall":80.6,"reasoning":84.2},"coverage":1,"avgPct":86.5,"overall":80.6,"rank":null,"avgRank":16,"aliases":["GPT-6.2 Astra Pro"],"theta":1.141,"se":0.375,"lo":65.8,"hi":90,"firstSeen":"2026-11-18T19:54:32.135Z","isNew":true},{"id":"gpt-5-6-luna-30","name":"GPT-5.6 Luna 30","provider":"openai","providerName":"OpenAI","country":"US","sites":{"arc":{"rank":41,"of":95,"score":59.6,"pct":57.4,"variant":"GPT-5.6 Luna 2026-07-30 (Max)"}},"metrics":{"arc_v2":{"rank":41,"of":95,"score":59.6,"pct":57.4,"variant":"GPT-5.6 Luna 2026-07-30 (Max)"},"arc_v1":{"rank":34,"of":92,"score":90.7,"pct":63.7,"variant":"GPT-5.6 Luna 2026-07-30 (Max)"}},"domains":{"overall":66.7,"reasoning":70.9},"coverage":1,"avgPct":57.4,"overall":66.7,"rank":null,"avgRank":41,"aliases":["GPT-5.6 Luna 2026-07-30 (Max)"],"release":"2026-07-30","theta":0.555,"se":0.278,"lo":53.1,"hi":78,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"qwen-3-8-max","name":"Qwen 3.8 Max","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"epoch":{"rank":31,"of":230,"score":157.55,"pct":86.9,"variant":"Qwen 3.8 Max"}},"metrics":{"epoch_eci":{"rank":31,"of":230,"score":157.55,"pct":86.9,"variant":"Qwen 3.8 Max"}},"domains":{"overall":63.5},"coverage":1,"avgPct":86.9,"overall":63.5,"rank":null,"avgRank":31,"aliases":["Qwen 3.8 Max"],"release":"2026-08-02","open":false,"theta":0.442,"se":0.57,"lo":35,"hi":84.9,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"inkling-2-mini","name":"Inkling 2 Mini","provider":"thinkingmachines","providerName":"Thinking Machines","country":"US","sites":{"arc":{"rank":47,"of":95,"score":49.3,"pct":51.1,"variant":"Inkling 2 Mini (XHigh)"}},"metrics":{"arc_v2":{"rank":47,"of":95,"score":49.3,"pct":51.1,"variant":"Inkling 2 Mini (XHigh)"},"arc_v1":{"rank":49,"of":92,"score":84.5,"pct":47.3,"variant":"Inkling 2 Mini (XHigh)"}},"domains":{"overall":58.9,"reasoning":65.5},"coverage":1,"avgPct":51.1,"overall":58.9,"rank":null,"avgRank":47,"aliases":["Inkling 2 Mini (XHigh)"],"release":"2026-11-20","theta":0.288,"se":0.278,"lo":44.7,"hi":71.7,"firstSeen":"2026-11-20T21:02:44.440Z","isNew":true},{"id":"inkling-mini","name":"Inkling Mini","provider":"thinkingmachines","providerName":"Thinking Machines","country":"US","sites":{"vals":{"rank":37,"of":42,"score":46.5,"pct":12.2,"variant":"thinkingmachines/inkling-mini-1117"}},"metrics":{"vals_index":{"rank":37,"of":42,"score":46.5,"pct":12.2,"variant":"thinkingmachines/inkling-mini-1117"},"vals_vibe_code_bench":{"rank":31,"of":42,"score":77.9,"pct":26.8,"variant":"thinkingmachines/inkling-mini-1117"},"vals_finance_agent":{"rank":36,"of":42,"score":56.5,"pct":14.6,"variant":"thinkingmachines/inkling-mini-1117"},"vals_emb":{"rank":33,"of":42,"score":66,"pct":22,"variant":"thinkingmachines/inkling-mini-1117"},"vals_code_migration":{"rank":38,"of":42,"score":22.6,"pct":9.8,"variant":"thinkingmachines/inkling-mini-1117"},"vals_legal_research":{"rank":41,"of":42,"score":17.8,"pct":2.4,"variant":"thinkingmachines/inkling-mini-1117"},"vals_legal_agent_benchmark":{"rank":33,"of":42,"score":5,"pct":22,"variant":"thinkingmachines/inkling-mini-1117"}},"domains":{"overall":58.1,"coding":53,"business":43.2},"coverage":1,"avgPct":12.2,"overall":58.1,"rank":null,"avgRank":37,"aliases":["thinkingmachines/inkling-mini-1117"],"theta":0.26,"se":0.197,"lo":48,"hi":67.5,"firstSeen":"2026-11-20T21:02:44.440Z","isNew":true},{"id":"inkling-small-2","name":"Inkling Small 2","provider":"thinkingmachines","providerName":"Thinking Machines","country":"US","sites":{"tbench":{"rank":41,"of":53,"score":13.03,"pct":23.1,"variant":"Inkling Small 2 (xhigh)"}},"metrics":{"tbench":{"rank":41,"of":53,"score":13.03,"pct":23.1,"variant":"Inkling Small 2 (xhigh)"}},"domains":{"overall":57.1,"coding":59.8,"agent":49.8},"coverage":1,"avgPct":23.1,"overall":57.1,"rank":null,"avgRank":41,"aliases":["Inkling Small 2 (xhigh)"],"theta":0.23,"se":0.302,"lo":41.7,"hi":71.3,"firstSeen":"2026-11-13T01:34:33.520Z","isNew":true},{"id":"grok-4-3-beta","name":"Grok 4.3 Beta","provider":"xai","providerName":"xAI","country":"US","sites":{"epoch":{"rank":70,"of":230,"score":149.92,"pct":69.9,"variant":"Grok 4.3 Beta"}},"metrics":{"epoch_eci":{"rank":70,"of":230,"score":149.92,"pct":69.9,"variant":"Grok 4.3 Beta"}},"domains":{"overall":50},"coverage":1,"avgPct":69.9,"overall":50,"rank":null,"avgRank":70,"aliases":["Grok 4.3 Beta"],"release":"2026-04-17","open":false,"theta":-0.001,"se":0.57,"lo":23.7,"hi":76.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"qwen-3-6-plus","name":"Qwen 3.6 Plus","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"epoch":{"rank":73,"of":230,"score":148.87,"pct":68.6,"variant":"Qwen 3.6 Plus"}},"metrics":{"epoch_eci":{"rank":73,"of":230,"score":148.87,"pct":68.6,"variant":"Qwen 3.6 Plus"}},"domains":{"overall":48.1},"coverage":1,"avgPct":68.6,"overall":48.1,"rank":null,"avgRank":73,"aliases":["Qwen 3.6 Plus"],"release":"2026-03-31","open":false,"theta":-0.061,"se":0.57,"lo":22.3,"hi":74.9,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"o3-pro","name":"o3 Pro","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":80,"of":230,"score":147.47,"pct":65.5,"variant":"o3-pro"}},"metrics":{"epoch_eci":{"rank":80,"of":230,"score":147.47,"pct":65.5,"variant":"o3-pro"},"scale_multichallenge":{"rank":19,"of":39,"score":62.4,"pct":52.6,"variant":"o3-pro (one-pass-agent) high"},"scale_mcp":{"rank":36,"of":37,"score":44.5,"pct":2.8,"variant":"o3-pro (mcp-atlas)"}},"domains":{"overall":45.6,"agent":9.7,"instruction":54,"chat":47.8},"coverage":1,"avgPct":65.5,"overall":45.6,"rank":null,"avgRank":80,"aliases":["o3-pro","o3-pro (one-pass-agent) high","o3-pro (mcp-atlas)"],"open":false,"reasoning":true,"ctx":200000,"pin":20,"pout":80,"release":"2025-06-10","theta":-0.143,"se":0.57,"lo":20.6,"hi":73,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"qwen-3-5-plus","name":"Qwen 3.5 Plus","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"epoch":{"rank":81,"of":230,"score":147.29,"pct":65.1,"variant":"Qwen 3.5 Plus (hosted 397B-A17B)"}},"metrics":{"epoch_eci":{"rank":81,"of":230,"score":147.29,"pct":65.1,"variant":"Qwen 3.5 Plus (hosted 397B-A17B)"}},"domains":{"overall":45.2},"coverage":1,"avgPct":65.1,"overall":45.2,"rank":null,"avgRank":81,"aliases":["Qwen 3.5 Plus (hosted 397B-A17B)"],"release":"2026-02-16","open":false,"theta":-0.153,"se":0.57,"lo":20.4,"hi":72.7,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"deepseek-v3-2-exp","name":"DeepSeek V3.2 Exp","provider":"deepseek","providerName":"DeepSeek","country":"CN","sites":{"epoch":{"rank":96,"of":230,"score":144.39,"pct":58.5,"variant":"DeepSeek-V3.2-Exp"}},"metrics":{"arena_coding":{"rank":106,"of":344,"score":1474.9,"pct":69.4,"variant":"DeepSeek-V3.2-Exp (Thinking)"},"arena_math":{"rank":110,"of":333,"score":1421.8,"pct":67.2,"variant":"DeepSeek-V3.2-Exp (Thinking)"},"arena_creative_writing":{"rank":85,"of":347,"score":1408.3,"pct":75.7,"variant":"DeepSeek-V3.2-Exp"},"arena_instruction_following":{"rank":103,"of":349,"score":1416.2,"pct":70.7,"variant":"DeepSeek-V3.2-Exp (Thinking)"},"arena_hard_prompts":{"rank":104,"of":349,"score":1446.9,"pct":70.4,"variant":"DeepSeek-V3.2-Exp"},"arena_multi_turn":{"rank":108,"of":347,"score":1427.4,"pct":69.1,"variant":"DeepSeek-V3.2-Exp"},"arena_expert":{"rank":103,"of":302,"score":1450.8,"pct":66.1,"variant":"DeepSeek-V3.2-Exp (Thinking)"},"arena_japanese":{"rank":115,"of":233,"score":1344.4,"pct":50.9,"variant":"DeepSeek-V3.2-Exp"},"arena_industry_business_and_management_and_financial_operations":{"rank":108,"of":342,"score":1422.7,"pct":68.6,"variant":"DeepSeek-V3.2-Exp"},"arena_industry_medicine_and_healthcare":{"rank":58,"of":321,"score":1474.1,"pct":82.2,"variant":"DeepSeek-V3.2-Exp (Thinking)"},"arena_industry_legal_and_government":{"rank":119,"of":322,"score":1423.5,"pct":63.2,"variant":"DeepSeek-V3.2-Exp (Thinking)"},"arena_webdev":{"rank":119,"of":136,"score":1271.4,"pct":12.6,"variant":"DeepSeek-V3.2-Exp"},"epoch_eci":{"rank":96,"of":230,"score":144.39,"pct":58.5,"variant":"DeepSeek-V3.2-Exp"}},"domains":{"overall":40.1,"coding":28.2,"reasoning":50.2,"math":50.4,"knowledge":69.4,"writing":53.2,"instruction":41.4,"chat":36.7,"business":65.6,"japanese":56.1},"coverage":1,"avgPct":58.5,"overall":40.1,"rank":null,"avgRank":96,"aliases":["DeepSeek-V3.2-Exp (Thinking)","DeepSeek-V3.2-Exp"],"open":true,"reasoning":true,"release":"2025-09-29","theta":-0.321,"se":0.57,"lo":17.2,"hi":68.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"grok-4-fast","name":"Grok 4 Fast","provider":"xai","providerName":"xAI","country":"US","sites":{"epoch":{"rank":97,"of":230,"score":144.32,"pct":58.1,"variant":"Grok 4 Fast"}},"metrics":{"arena_coding":{"rank":129,"of":344,"score":1457.2,"pct":62.7,"variant":"Grok 4 Fast (Non-Reasoning)"},"arena_math":{"rank":106,"of":333,"score":1423.7,"pct":68.4,"variant":"Grok 4 Fast (Non-Reasoning)"},"arena_creative_writing":{"rank":119,"of":347,"score":1383.1,"pct":65.9,"variant":"Grok 4 Fast (Reasoning)"},"arena_instruction_following":{"rank":136,"of":349,"score":1394.5,"pct":61.2,"variant":"Grok 4 Fast (Non-Reasoning)"},"arena_hard_prompts":{"rank":128,"of":349,"score":1431.8,"pct":63.5,"variant":"Grok 4 Fast (Non-Reasoning)"},"arena_multi_turn":{"rank":114,"of":347,"score":1422.3,"pct":67.3,"variant":"Grok 4 Fast (Non-Reasoning)"},"arena_expert":{"rank":131,"of":302,"score":1423.3,"pct":56.8,"variant":"Grok 4 Fast (Reasoning)"},"arena_japanese":{"rank":105,"of":233,"score":1362.9,"pct":55.2,"variant":"Grok 4 Fast (Reasoning)"},"arena_industry_business_and_management_and_financial_operations":{"rank":137,"of":342,"score":1403.2,"pct":60.1,"variant":"Grok 4 Fast (Reasoning)"},"arena_industry_medicine_and_healthcare":{"rank":102,"of":321,"score":1446,"pct":68.4,"variant":"Grok 4 Fast (Non-Reasoning)"},"arena_industry_legal_and_government":{"rank":116,"of":322,"score":1425.4,"pct":64.2,"variant":"Grok 4 Fast (Reasoning)"},"arena_webdev":{"rank":135,"of":136,"score":1159.1,"pct":0.7,"variant":"Grok 4 Fast (Reasoning)"},"arena_search":{"rank":36,"of":43,"score":1162.4,"pct":16.7,"variant":"Grok 4 Fast (Search)"},"epoch_eci":{"rank":97,"of":230,"score":144.32,"pct":58.1,"variant":"Grok 4 Fast"}},"domains":{"overall":40,"coding":16.8,"reasoning":44.4,"math":51,"knowledge":61.8,"writing":44.8,"instruction":32.9,"chat":34.9,"business":63.9,"japanese":60.3},"coverage":1,"avgPct":58.1,"overall":40,"rank":null,"avgRank":97,"aliases":["Grok 4 Fast (Non-Reasoning)","Grok 4 Fast (Reasoning)","Grok 4 Fast (Search)","Grok 4 Fast"],"open":false,"reasoning":true,"ctx":2000000,"pin":0.2,"pout":0.5,"release":"2025-09-19","theta":-0.325,"se":0.57,"lo":17.1,"hi":68.2,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"qwen3-5-35b-a3b","name":"Qwen3.5 35B A3B","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"epoch":{"rank":100,"of":230,"score":144.05,"pct":56.8,"variant":"Qwen3.5-35B-A3B"}},"metrics":{"arena_coding":{"rank":149,"of":344,"score":1434.7,"pct":56.9,"variant":"Qwen3.5-35B-A3B"},"arena_math":{"rank":139,"of":333,"score":1396.9,"pct":58.4,"variant":"Qwen3.5-35B-A3B"},"arena_creative_writing":{"rank":157,"of":347,"score":1342.3,"pct":54.9,"variant":"Qwen3.5-35B-A3B"},"arena_instruction_following":{"rank":138,"of":349,"score":1387.1,"pct":60.6,"variant":"Qwen3.5-35B-A3B"},"arena_hard_prompts":{"rank":145,"of":349,"score":1412.2,"pct":58.6,"variant":"Qwen3.5-35B-A3B"},"arena_multi_turn":{"rank":145,"of":347,"score":1394.6,"pct":58.4,"variant":"Qwen3.5-35B-A3B"},"arena_expert":{"rank":132,"of":302,"score":1420.5,"pct":56.5,"variant":"Qwen3.5-35B-A3B"},"arena_japanese":{"rank":136,"of":233,"score":1311.4,"pct":41.8,"variant":"Qwen3.5-35B-A3B"},"arena_industry_business_and_management_and_financial_operations":{"rank":139,"of":342,"score":1402.7,"pct":59.5,"variant":"Qwen3.5-35B-A3B"},"arena_industry_medicine_and_healthcare":{"rank":129,"of":321,"score":1426.7,"pct":60,"variant":"Qwen3.5-35B-A3B"},"arena_industry_legal_and_government":{"rank":141,"of":322,"score":1399.2,"pct":56.4,"variant":"Qwen3.5-35B-A3B"},"arena_webdev":{"rank":123,"of":136,"score":1253.4,"pct":9.6,"variant":"Qwen3.5-35B-A3B"},"epoch_eci":{"rank":100,"of":230,"score":144.05,"pct":56.8,"variant":"Qwen3.5-35B-A3B"},"epoch_gpqa":{"rank":87,"of":226,"score":83.5,"pct":61.8,"variant":"qwen3.5-35b-a3b"},"epoch_aime":{"rank":112,"of":208,"score":70,"pct":46.4,"variant":"qwen3.5-35b-a3b_none"}},"domains":{"overall":39.5,"coding":24.6,"reasoning":37.3,"math":43.9,"knowledge":64.4,"writing":32.1,"instruction":30.3,"chat":25.6,"business":60.3,"japanese":48.4},"coverage":1,"avgPct":56.8,"overall":39.5,"rank":null,"avgRank":100,"aliases":["Qwen3.5-35B-A3B","qwen3.5-35b-a3b","qwen3.5-35b-a3b_none"],"open":true,"reasoning":true,"ctx":262144,"pin":0.25,"pout":2,"tps":166,"ttft":2.08,"release":"2026-02-24","theta":-0.341,"se":0.57,"lo":16.8,"hi":67.8,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"qwen-3-6-35b-a3b","name":"Qwen 3.6 35B A3B","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"epoch":{"rank":99,"of":230,"score":144.07,"pct":57.2,"variant":"Qwen 3.6 35B-A3B"}},"metrics":{"epoch_eci":{"rank":99,"of":230,"score":144.07,"pct":57.2,"variant":"Qwen 3.6 35B-A3B"}},"domains":{"overall":39.5},"coverage":1,"avgPct":57.2,"overall":39.5,"rank":null,"avgRank":99,"aliases":["Qwen 3.6 35B-A3B"],"release":"2026-04-14","open":true,"theta":-0.34,"se":0.57,"lo":16.9,"hi":67.8,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"qwen-3-5-flash","name":"Qwen 3.5 Flash","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"epoch":{"rank":101,"of":230,"score":143.83,"pct":56.3,"variant":"Qwen 3.5 Flash (hosted 35B-A3B)"}},"metrics":{"epoch_eci":{"rank":101,"of":230,"score":143.83,"pct":56.3,"variant":"Qwen 3.5 Flash (hosted 35B-A3B)"}},"domains":{"overall":39.1},"coverage":1,"avgPct":56.3,"overall":39.1,"rank":null,"avgRank":101,"aliases":["Qwen 3.5 Flash (hosted 35B-A3B)"],"release":"2026-02-25","open":false,"theta":-0.354,"se":0.57,"lo":16.6,"hi":67.5,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"qwen3-max","name":"Qwen3 Max","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"epoch":{"rank":107,"of":230,"score":142.43,"pct":53.7,"variant":"Qwen3-Max"}},"metrics":{"arena_coding":{"rank":102,"of":344,"score":1480.5,"pct":70.6,"variant":"Qwen3-Max-Preview"},"arena_math":{"rank":97,"of":333,"score":1432.9,"pct":71.1,"variant":"Qwen3-Max-Preview"},"arena_creative_writing":{"rank":105,"of":347,"score":1393.5,"pct":69.9,"variant":"Qwen3-Max-Preview"},"arena_instruction_following":{"rank":95,"of":349,"score":1424.3,"pct":73,"variant":"Qwen3-Max-Preview"},"arena_hard_prompts":{"rank":91,"of":349,"score":1458.6,"pct":74.1,"variant":"Qwen3-Max-Preview"},"arena_multi_turn":{"rank":89,"of":347,"score":1446.1,"pct":74.6,"variant":"Qwen3-Max (2025-09-23)"},"arena_expert":{"rank":93,"of":302,"score":1462,"pct":69.4,"variant":"Qwen3-Max-Preview"},"arena_japanese":{"rank":88,"of":233,"score":1384.6,"pct":62.5,"variant":"Qwen3-Max-Preview"},"arena_industry_business_and_management_and_financial_operations":{"rank":79,"of":342,"score":1445.5,"pct":77.1,"variant":"Qwen3-Max-Preview"},"arena_industry_medicine_and_healthcare":{"rank":60,"of":321,"score":1473.4,"pct":81.6,"variant":"Qwen3-Max-Preview"},"arena_industry_legal_and_government":{"rank":109,"of":322,"score":1431.4,"pct":66.4,"variant":"Qwen3-Max-Preview"},"epoch_eci":{"rank":107,"of":230,"score":142.43,"pct":53.7,"variant":"Qwen3-Max"}},"domains":{"overall":36.7,"coding":49.3,"reasoning":54.6,"math":53.8,"knowledge":70.7,"writing":48.3,"instruction":44.7,"chat":43.9,"business":68.9,"japanese":65},"coverage":1,"avgPct":53.7,"overall":36.7,"rank":null,"avgRank":107,"aliases":["Qwen3-Max-Preview","Qwen3-Max (2025-09-23)","Qwen3-Max"],"open":false,"reasoning":true,"ctx":262144,"release":"2025-09-24","theta":-0.435,"se":0.57,"lo":15.3,"hi":65.2,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gemma-4-26b-a4b","name":"Gemma 4 26B A4B","provider":"google","providerName":"Google","country":"US","sites":{"epoch":{"rank":111,"of":230,"score":141.56,"pct":52,"variant":"Gemma 4 26B A4B"}},"metrics":{"arena_coding":{"rank":99,"of":344,"score":1482.9,"pct":71.4,"variant":"Gemma 4 26B A4B"},"arena_math":{"rank":54,"of":333,"score":1469.1,"pct":84,"variant":"Gemma 4 26B A4B"},"arena_creative_writing":{"rank":97,"of":347,"score":1399.8,"pct":72.3,"variant":"Gemma 4 26B A4B"},"arena_instruction_following":{"rank":74,"of":349,"score":1438,"pct":79,"variant":"Gemma 4 26B A4B"},"arena_hard_prompts":{"rank":86,"of":349,"score":1461.2,"pct":75.6,"variant":"Gemma 4 26B A4B"},"arena_multi_turn":{"rank":84,"of":347,"score":1448,"pct":76,"variant":"Gemma 4 26B A4B"},"arena_expert":{"rank":79,"of":302,"score":1476,"pct":74.1,"variant":"Gemma 4 26B A4B"},"arena_industry_business_and_management_and_financial_operations":{"rank":81,"of":342,"score":1444.8,"pct":76.5,"variant":"Gemma 4 26B A4B"},"arena_industry_medicine_and_healthcare":{"rank":116,"of":321,"score":1435.9,"pct":64.1,"variant":"Gemma 4 26B A4B"},"arena_industry_legal_and_government":{"rank":62,"of":322,"score":1464.5,"pct":81,"variant":"Gemma 4 26B A4B"},"arena_webdev":{"rank":105,"of":136,"score":1357.6,"pct":23,"variant":"Gemma 4 26B A4B"},"arena_vision":{"rank":55,"of":143,"score":1241.2,"pct":62,"variant":"Gemma 4 26B A4B"},"epoch_eci":{"rank":111,"of":230,"score":141.56,"pct":52,"variant":"Gemma 4 26B A4B"},"epoch_gpqa":{"rank":114,"of":226,"score":73.2,"pct":49.8,"variant":"gemma-4-26b-a4b-it_minimal"},"epoch_aime":{"rank":95,"of":208,"score":82.2,"pct":54.6,"variant":"gemma-4-26b-a4b-it_minimal"},"eqbench_cw":{"rank":95,"of":143,"score":1305.1,"pct":33.8,"variant":"google/gemma-4-26B-A4B-it"}},"domains":{"overall":35.3,"coding":39.3,"reasoning":55.6,"math":63.2,"knowledge":65.1,"writing":38.6,"instruction":50.4,"chat":44.7,"business":72.7,"vision":45.6},"coverage":1,"avgPct":52,"overall":35.3,"rank":null,"avgRank":111,"aliases":["Gemma 4 26B A4B","gemma-4-26b-a4b-it_minimal","google/gemma-4-26B-A4B-it"],"open":true,"reasoning":true,"ctx":256000,"pin":0.1,"pout":0.37,"tps":98,"ttft":0.96,"release":"2026-04-02","theta":-0.485,"se":0.57,"lo":14.5,"hi":63.8,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"qwen3-30b-a3b","name":"Qwen 3 30B A3B","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"epoch":{"rank":121,"of":230,"score":138.32,"pct":47.6,"variant":"Qwen3-30B-A3B-Thinking (Jul 2025)"}},"metrics":{"arena_coding":{"rank":143,"of":344,"score":1437.7,"pct":58.6,"variant":"Qwen3-30B-A3B-Instruct (2507)"},"arena_math":{"rank":151,"of":333,"score":1378.2,"pct":54.8,"variant":"Qwen3-30B-A3B-Instruct (2507)"},"arena_creative_writing":{"rank":176,"of":347,"score":1318.6,"pct":49.4,"variant":"Qwen3-30B-A3B-Instruct (2507)"},"arena_instruction_following":{"rank":159,"of":349,"score":1365.5,"pct":54.6,"variant":"Qwen3-30B-A3B-Instruct (2507)"},"arena_hard_prompts":{"rank":150,"of":349,"score":1406.7,"pct":57.2,"variant":"Qwen3-30B-A3B-Instruct (2507)"},"arena_multi_turn":{"rank":156,"of":347,"score":1379.2,"pct":55.2,"variant":"Qwen3-30B-A3B-Instruct (2507)"},"arena_expert":{"rank":154,"of":302,"score":1395.6,"pct":49.2,"variant":"Qwen3-30B-A3B-Instruct (2507)"},"arena_japanese":{"rank":127,"of":233,"score":1325.5,"pct":45.7,"variant":"Qwen3-30B-A3B-Instruct (2507)"},"arena_industry_business_and_management_and_financial_operations":{"rank":141,"of":342,"score":1397.6,"pct":58.9,"variant":"Qwen3-30B-A3B-Instruct (2507)"},"arena_industry_medicine_and_healthcare":{"rank":151,"of":321,"score":1399.8,"pct":53.1,"variant":"Qwen3-30B-A3B-Instruct (2507)"},"arena_industry_legal_and_government":{"rank":156,"of":322,"score":1384,"pct":51.7,"variant":"Qwen3-30B-A3B-Instruct (2507)"},"epoch_eci":{"rank":121,"of":230,"score":138.32,"pct":47.6,"variant":"Qwen3-30B-A3B-Thinking (Jul 2025)"},"epoch_gpqa":{"rank":135,"of":226,"score":61.7,"pct":40.4,"variant":"Qwen3-30B-A3B"},"epoch_aime":{"rank":122,"of":208,"score":62.8,"pct":41.5,"variant":"Qwen3-30B-A3B"}},"domains":{"overall":30.1,"coding":37.4,"reasoning":35.3,"math":38.1,"knowledge":48.3,"writing":25.6,"instruction":23.2,"chat":21.2,"business":57.7,"japanese":51.7},"coverage":1,"avgPct":47.6,"overall":30.1,"rank":null,"avgRank":121,"aliases":["Qwen3-30B-A3B-Instruct (2507)","Qwen3-30B-A3B-Thinking (Jul 2025)","Qwen3-30B-A3B"],"open":true,"reasoning":true,"ctx":32768,"pin":0.135,"pout":0.55,"tps":135,"ttft":0.54,"release":"2025-04-29","theta":-0.673,"se":0.57,"lo":11.8,"hi":58.2,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"qwq-32b","name":"QwQ 32B","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"epoch":{"rank":125,"of":230,"score":136.44,"pct":45.9,"variant":"QwQ-32B"}},"metrics":{"arena_coding":{"rank":189,"of":344,"score":1382.2,"pct":45.2,"variant":"QwQ-32B"},"arena_math":{"rank":163,"of":333,"score":1362.9,"pct":51.2,"variant":"QwQ-32B"},"arena_creative_writing":{"rank":202,"of":347,"score":1293,"pct":41.9,"variant":"QwQ-32B"},"arena_instruction_following":{"rank":191,"of":349,"score":1322.6,"pct":45.4,"variant":"QwQ-32B"},"arena_hard_prompts":{"rank":189,"of":349,"score":1355.8,"pct":46,"variant":"QwQ-32B"},"arena_multi_turn":{"rank":204,"of":347,"score":1320.4,"pct":41.3,"variant":"QwQ-32B"},"arena_expert":{"rank":173,"of":302,"score":1361.5,"pct":42.9,"variant":"QwQ-32B"},"arena_japanese":{"rank":164,"of":233,"score":1251.5,"pct":29.7,"variant":"QwQ-32B"},"arena_industry_business_and_management_and_financial_operations":{"rank":191,"of":342,"score":1337.1,"pct":44.3,"variant":"QwQ-32B"},"arena_industry_medicine_and_healthcare":{"rank":185,"of":321,"score":1355.5,"pct":42.5,"variant":"QwQ-32B"},"arena_industry_legal_and_government":{"rank":199,"of":322,"score":1339.7,"pct":38.3,"variant":"QwQ-32B"},"epoch_eci":{"rank":125,"of":230,"score":136.44,"pct":45.9,"variant":"QwQ-32B"},"epoch_gpqa":{"rank":130,"of":226,"score":65.3,"pct":42.7,"variant":"QwQ-32B"},"epoch_aime":{"rank":124,"of":208,"score":59.2,"pct":40.6,"variant":"QwQ-32B"},"eqbench_cw":{"rank":101,"of":143,"score":1258.1,"pct":29.6,"variant":"qwen/qwq-32b"}},"domains":{"overall":27.3,"coding":24,"reasoning":20.2,"math":34.1,"knowledge":43.1,"writing":26.7,"instruction":12.8,"chat":9.5,"business":44.7,"japanese":35},"coverage":1,"avgPct":45.9,"overall":27.3,"rank":null,"avgRank":125,"aliases":["QwQ-32B","qwen/qwq-32b"],"open":true,"reasoning":true,"ctx":32768,"release":"2025-03-05","theta":-0.782,"se":0.57,"lo":10.4,"hi":54.8,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gemini-2-0-pro","name":"Gemini 2.0 Pro","provider":"google","providerName":"Google","country":"US","sites":{"epoch":{"rank":128,"of":230,"score":135.4,"pct":44.5,"variant":"Gemini 2.0 Pro"}},"metrics":{"epoch_eci":{"rank":128,"of":230,"score":135.4,"pct":44.5,"variant":"Gemini 2.0 Pro"}},"domains":{"overall":25.9},"coverage":1,"avgPct":44.5,"overall":25.9,"rank":null,"avgRank":128,"aliases":["Gemini 2.0 Pro"],"release":"2025-02-05","open":false,"theta":-0.842,"se":0.57,"lo":9.8,"hi":53,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"minimax-m2-5","name":"Minimax M2.5","provider":"minimax","providerName":"MiniMax","country":"CN","sites":{"arc":{"rank":68,"of":95,"score":4.9,"pct":28.7,"variant":"Minimax M2.5"}},"metrics":{"arena_coding":{"rank":139,"of":344,"score":1446.4,"pct":59.8,"variant":"MiniMax-M2.5"},"arena_math":{"rank":142,"of":333,"score":1391.9,"pct":57.5,"variant":"MiniMax-M2.5"},"arena_creative_writing":{"rank":142,"of":347,"score":1355.9,"pct":59.2,"variant":"MiniMax-M2.5"},"arena_instruction_following":{"rank":146,"of":349,"score":1381.1,"pct":58.3,"variant":"MiniMax-M2.5"},"arena_hard_prompts":{"rank":141,"of":349,"score":1417.7,"pct":59.8,"variant":"MiniMax-M2.5"},"arena_multi_turn":{"rank":141,"of":347,"score":1397,"pct":59.5,"variant":"MiniMax-M2.5"},"arena_expert":{"rank":129,"of":302,"score":1425.5,"pct":57.5,"variant":"MiniMax-M2.5"},"arena_japanese":{"rank":188,"of":233,"score":1198.7,"pct":19.4,"variant":"MiniMax-M2.5"},"arena_industry_business_and_management_and_financial_operations":{"rank":140,"of":342,"score":1399.1,"pct":59.2,"variant":"MiniMax-M2.5"},"arena_industry_medicine_and_healthcare":{"rank":145,"of":321,"score":1408,"pct":55,"variant":"MiniMax-M2.5"},"arena_industry_legal_and_government":{"rank":136,"of":322,"score":1404,"pct":57.9,"variant":"MiniMax-M2.5"},"arena_webdev":{"rank":98,"of":136,"score":1385.9,"pct":28.1,"variant":"MiniMax-M2.5"},"arc_v2":{"rank":68,"of":95,"score":4.9,"pct":28.7,"variant":"Minimax M2.5"},"arc_v1":{"rank":60,"of":92,"score":63.7,"pct":35.2,"variant":"Minimax M2.5"},"eqbench_cw":{"rank":88,"of":143,"score":1361.6,"pct":38.7,"variant":"minimax/minimax-m2.5"}},"domains":{"overall":25.3,"coding":41.4,"reasoning":39.2,"math":41.5,"knowledge":58.2,"writing":37.2,"instruction":28.2,"chat":26.3,"business":60.6,"japanese":24.7},"coverage":1,"avgPct":28.7,"overall":25.3,"rank":null,"avgRank":68,"aliases":["MiniMax-M2.5","Minimax M2.5","minimax/minimax-m2.5"],"open":true,"reasoning":true,"ctx":204800,"pin":0.3,"pout":1.2,"tps":67,"ttft":1.5,"release":"2026-02-12","theta":-0.865,"se":0.278,"lo":16.1,"hi":37.5,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"codex-mini","name":"Codex Mini","provider":"openai","providerName":"OpenAI","country":"US","sites":{"arc":{"rank":77,"of":95,"score":1.3,"pct":19.1,"variant":"Codex Mini (Latest)"}},"metrics":{"arc_v2":{"rank":77,"of":95,"score":1.3,"pct":19.1,"variant":"Codex Mini (Latest)"},"arc_v1":{"rank":76,"of":92,"score":27.3,"pct":17.6,"variant":"Codex Mini (Latest)"}},"domains":{"overall":23.2,"reasoning":26.8},"coverage":1,"avgPct":19.1,"overall":23.2,"rank":null,"avgRank":77,"aliases":["Codex Mini (Latest)"],"release":"2025-05-23","theta":-0.958,"se":0.278,"lo":14.6,"hi":34.8,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gemini-2-5-flash-lite","name":"Gemini 2.5 Flash Lite","provider":"google","providerName":"Google","country":"US","sites":{"epoch":{"rank":135,"of":230,"score":133.04,"pct":41.5,"variant":"Gemini 2.5 Flash-Lite (Jun 2025)"}},"metrics":{"arena_coding":{"rank":174,"of":344,"score":1397.6,"pct":49.6,"variant":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)"},"arena_math":{"rank":162,"of":333,"score":1363.3,"pct":51.5,"variant":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)"},"arena_creative_writing":{"rank":128,"of":347,"score":1372.6,"pct":63.3,"variant":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)"},"arena_instruction_following":{"rank":155,"of":349,"score":1368.7,"pct":55.7,"variant":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)"},"arena_hard_prompts":{"rank":161,"of":349,"score":1390.3,"pct":54,"variant":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)"},"arena_multi_turn":{"rank":158,"of":347,"score":1373.2,"pct":54.6,"variant":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)"},"arena_expert":{"rank":160,"of":302,"score":1386.2,"pct":47.2,"variant":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)"},"arena_japanese":{"rank":110,"of":233,"score":1356.7,"pct":53,"variant":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)"},"arena_industry_business_and_management_and_financial_operations":{"rank":156,"of":342,"score":1378.1,"pct":54.5,"variant":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)"},"arena_industry_medicine_and_healthcare":{"rank":146,"of":321,"score":1407.8,"pct":54.7,"variant":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)"},"arena_industry_legal_and_government":{"rank":144,"of":322,"score":1396.6,"pct":55.5,"variant":"Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)"},"arena_vision":{"rank":85,"of":143,"score":1189,"pct":40.8,"variant":"Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)"},"epoch_eci":{"rank":135,"of":230,"score":133.04,"pct":41.5,"variant":"Gemini 2.5 Flash-Lite (Jun 2025)"}},"domains":{"overall":22.7,"coding":27.4,"reasoning":29.9,"math":33.4,"knowledge":52.4,"writing":41.4,"instruction":24.2,"chat":19.6,"business":57.3,"japanese":58.9,"vision":21.4},"coverage":1,"avgPct":41.5,"overall":22.7,"rank":null,"avgRank":135,"aliases":["Gemini 2.5 Flash-Lite Preview (Non-Thinking, 09-2025)","Gemini 2.5 Flash-Lite Preview (Thinking, 06-17)","Gemini 2.5 Flash-Lite (Jun 2025)"],"open":false,"reasoning":true,"ctx":1000000,"pin":0.1,"pout":0.4,"tps":366,"ttft":0.31,"release":"2025-06-17","theta":-0.979,"se":0.57,"lo":8.4,"hi":48.7,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"magistral","name":"Magistral","provider":"mistral","providerName":"Mistral AI","country":"FR","sites":{"arc":{"rank":87,"of":95,"score":0,"pct":8.5,"variant":"Magistral Medium"}},"metrics":{"arena_coding":{"rank":183,"of":344,"score":1387.6,"pct":46.9,"variant":"Magistral Medium (2506)"},"arena_math":{"rank":213,"of":333,"score":1287.8,"pct":36.1,"variant":"Magistral Medium (2506)"},"arena_creative_writing":{"rank":215,"of":347,"score":1280,"pct":38.2,"variant":"Magistral Medium (2506)"},"arena_instruction_following":{"rank":214,"of":349,"score":1300.5,"pct":38.8,"variant":"Magistral Medium (2506)"},"arena_hard_prompts":{"rank":205,"of":349,"score":1332.6,"pct":41.4,"variant":"Magistral Medium (2506)"},"arena_multi_turn":{"rank":209,"of":347,"score":1313.4,"pct":39.9,"variant":"Magistral Medium (2506)"},"arena_expert":{"rank":223,"of":302,"score":1294.3,"pct":26.2,"variant":"Magistral Medium (2506)"},"arena_japanese":{"rank":181,"of":233,"score":1224.4,"pct":22.4,"variant":"Magistral Medium (2506)"},"arena_industry_business_and_management_and_financial_operations":{"rank":232,"of":342,"score":1292.1,"pct":32.3,"variant":"Magistral Medium (2506)"},"arena_industry_medicine_and_healthcare":{"rank":207,"of":321,"score":1334.7,"pct":35.6,"variant":"Magistral Medium (2506)"},"arena_industry_legal_and_government":{"rank":237,"of":322,"score":1301.3,"pct":26.5,"variant":"Magistral Medium (2506)"},"arc_v2":{"rank":87,"of":95,"score":0,"pct":8.5,"variant":"Magistral Medium"},"arc_v1":{"rank":84,"of":92,"score":6.1,"pct":8.8,"variant":"Magistral Medium (Thinking)"}},"domains":{"overall":22.4,"coding":25.2,"reasoning":15.3,"math":16.7,"knowledge":30.5,"writing":17.1,"instruction":9.2,"chat":8.6,"business":34.7,"japanese":29.5},"coverage":1,"avgPct":8.5,"overall":22.4,"rank":null,"avgRank":87,"aliases":["Magistral Medium (2506)","Magistral Medium","Magistral Medium (Thinking)"],"open":false,"reasoning":true,"ctx":40000,"release":"2025-06-10","theta":-0.992,"se":0.278,"lo":14.1,"hi":33.9,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"magistral-small","name":"Magistral Small","provider":"mistral","providerName":"Mistral AI","country":"FR","sites":{"arc":{"rank":87,"of":95,"score":0,"pct":8.5,"variant":"Magistral Small"}},"metrics":{"arc_v2":{"rank":87,"of":95,"score":0,"pct":8.5,"variant":"Magistral Small"},"arc_v1":{"rank":87,"of":92,"score":5,"pct":5.5,"variant":"Magistral Small"}},"domains":{"overall":22.4,"reasoning":19.9},"coverage":1,"avgPct":8.5,"overall":22.4,"rank":null,"avgRank":87,"aliases":["Magistral Small"],"open":true,"reasoning":true,"ctx":40000,"release":"2025-06-10","theta":-0.992,"se":0.278,"lo":14.1,"hi":33.9,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"qwen2-5-max","name":"Qwen2.5 Max","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"epoch":{"rank":139,"of":230,"score":131.17,"pct":39.7,"variant":"Qwen2.5-Max"}},"metrics":{"arena_coding":{"rank":171,"of":344,"score":1401.3,"pct":50.4,"variant":"Qwen2.5-Max"},"arena_math":{"rank":165,"of":333,"score":1361.6,"pct":50.6,"variant":"Qwen2.5-Max"},"arena_creative_writing":{"rank":144,"of":347,"score":1353.3,"pct":58.7,"variant":"Qwen2.5-Max"},"arena_instruction_following":{"rank":163,"of":349,"score":1356.3,"pct":53.4,"variant":"Qwen2.5-Max"},"arena_hard_prompts":{"rank":162,"of":349,"score":1385.1,"pct":53.7,"variant":"Qwen2.5-Max"},"arena_multi_turn":{"rank":160,"of":347,"score":1372.1,"pct":54,"variant":"Qwen2.5-Max"},"arena_expert":{"rank":170,"of":302,"score":1367.3,"pct":43.9,"variant":"Qwen2.5-Max"},"arena_japanese":{"rank":139,"of":233,"score":1308.8,"pct":40.5,"variant":"Qwen2.5-Max"},"arena_industry_business_and_management_and_financial_operations":{"rank":162,"of":342,"score":1368.5,"pct":52.8,"variant":"Qwen2.5-Max"},"arena_industry_medicine_and_healthcare":{"rank":156,"of":321,"score":1394.3,"pct":51.6,"variant":"Qwen2.5-Max"},"arena_industry_legal_and_government":{"rank":153,"of":322,"score":1387.6,"pct":52.6,"variant":"Qwen2.5-Max"},"epoch_eci":{"rank":139,"of":230,"score":131.17,"pct":39.7,"variant":"Qwen2.5-Max"}},"domains":{"overall":20.4,"coding":28.2,"reasoning":28.3,"math":32.9,"knowledge":47.8,"writing":35.3,"instruction":20.6,"chat":19.3,"business":55,"japanese":47.8},"coverage":1,"avgPct":39.7,"overall":20.4,"rank":null,"avgRank":139,"aliases":["Qwen2.5-Max"],"open":false,"release":"2025-01-25","theta":-1.088,"se":0.57,"lo":7.4,"hi":45.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false}],"providers":[{"id":"anthropic","name":"Anthropic","country":"US","models":31,"rankedModels":21,"best":{"id":"claude-fable-5-2","name":"Claude Fable 5.2","overall":92.2,"rank":2},"overall":87.6,"rank":1,"sites":{"aa":{"best":100,"bestRank":1,"model":"Claude Opus 5.5","of":141},"livebench":{"best":100,"bestRank":1,"model":"Claude Fable 5.1","of":64},"epoch":{"best":100,"bestRank":1,"model":"Claude Fable 5.2","of":230},"arc":{"best":95.7,"bestRank":5,"model":"Claude Fable 5.2","of":95},"scale":{"best":97.7,"bestRank":2,"model":"Claude Fable 5.1","of":44},"vals":{"best":100,"bestRank":1,"model":"Claude Fable 5.2","of":42},"tbench":{"best":98.1,"bestRank":2,"model":"Claude Fable 5.2","of":53},"eqbench":{"best":100,"bestRank":1,"model":"Claude Opus 5","of":32},"simplebench":{"best":100,"bestRank":1,"model":"Claude Fable 5.2","of":112},"benchlm":{"best":100,"bestRank":1,"model":"Claude Fable 5.2","of":24}},"domains":{"overall":92.2,"coding":94.3,"agent":95.9,"reasoning":94.5,"math":91.2,"knowledge":96.7,"writing":95.9,"instruction":95.2,"chat":91.8,"business":88.7,"japanese":89.7,"vision":94.8,"longctx":89.9},"top3Avg":89.8,"openModels":0,"newest":"2026-11-09","theta":1.562,"se":0.136},{"id":"openai","name":"OpenAI","country":"US","models":56,"rankedModels":39,"best":{"id":"gpt-6-2-astra","name":"GPT-6.2 Astra","overall":90.1,"rank":5},"overall":85.3,"rank":2,"sites":{"aa":{"best":97.1,"bestRank":5,"model":"GPT-6 Astra","of":141},"livebench":{"best":95.2,"bestRank":4,"model":"GPT-6 Astra","of":64},"epoch":{"best":99.6,"bestRank":2,"model":"GPT-6.2 Astra","of":230},"arc":{"best":100,"bestRank":1,"model":"GPT-6.2 Astra","of":95},"scale":{"best":100,"bestRank":1,"model":"GPT-6 Astra","of":44},"vals":{"best":82.9,"bestRank":8,"model":"GPT-6.2 Astra","of":42},"tbench":{"best":90.4,"bestRank":6,"model":"GPT-6.2 Astra","of":53},"eqbench":{"best":83.9,"bestRank":6,"model":"GPT-5.5","of":32},"simplebench":{"best":93.7,"bestRank":8,"model":"GPT-6 Astra Pro","of":112},"benchlm":{"best":91.3,"bestRank":3,"model":"GPT-6.2 Astra","of":24}},"domains":{"overall":90.1,"coding":93.5,"agent":94.6,"reasoning":90.2,"math":90.6,"knowledge":95.8,"writing":85.2,"instruction":91.1,"chat":83.6,"business":89.5,"japanese":85.4,"vision":97.2,"longctx":79.9},"top3Avg":88.4,"openModels":2,"newest":"2026-11-17","theta":1.407,"se":0.136},{"id":"google","name":"Google","country":"US","models":37,"rankedModels":19,"best":{"id":"gemini-4-neon","name":"Gemini 4 Neon","overall":93.4,"rank":1},"overall":83.7,"rank":3,"sites":{"aa":{"best":96.4,"bestRank":6,"model":"Gemini 4 Argon","of":141},"livebench":{"best":77.8,"bestRank":15,"model":"Gemini 3.7 Flash","of":64},"epoch":{"best":99.1,"bestRank":3,"model":"Gemini 4 Carbon","of":230},"arc":{"best":97.9,"bestRank":3,"model":"Gemini 4 Carbon","of":95},"scale":{"best":95.3,"bestRank":3,"model":"Gemini 3.1 Pro","of":44},"vals":{"best":97.6,"bestRank":2,"model":"Cobalt C 1.00","of":42},"tbench":{"best":94.2,"bestRank":4,"model":"Gemini 4 Carbon","of":53},"eqbench":{"best":64.5,"bestRank":12,"model":"Gemini 4 Argon","of":32},"simplebench":{"best":99.1,"bestRank":2,"model":"Gemini 4 Neon","of":112},"benchlm":{"best":95.7,"bestRank":2,"model":"Gemini 4 Neon","of":24}},"domains":{"overall":93.4,"coding":93.8,"agent":94.8,"reasoning":94,"math":89.8,"knowledge":94.9,"writing":82.6,"instruction":94.9,"chat":84,"business":87.6,"japanese":87,"vision":94.5,"longctx":58.3},"top3Avg":91,"openModels":9,"newest":"2026-11-18","theta":1.308,"se":0.136},{"id":"meta","name":"Meta","country":"US","models":27,"rankedModels":12,"best":{"id":"muse-wonder-full","name":"Muse Wonder Full","overall":87.4,"rank":9},"overall":75.7,"rank":4,"sites":{"aa":{"best":98.6,"bestRank":3,"model":"Muse Wonder Full","of":141},"livebench":{"best":93.7,"bestRank":5,"model":"Muse Spark 1.3","of":64},"epoch":{"best":93,"bestRank":17,"model":"Muse Wonder","of":230},"arc":{"best":8.5,"bestRank":87,"model":"Llama 4 Maverick","of":95},"scale":{"best":86,"bestRank":7,"model":"Muse Spark","of":44},"vals":{"best":80.5,"bestRank":9,"model":"Muse Wonder Full","of":42},"tbench":{"best":67.3,"bestRank":18,"model":"Muse Wonder","of":53},"eqbench":{"best":93.5,"bestRank":3,"model":"Muse Wonder","of":32},"simplebench":{"best":89.2,"bestRank":13,"model":"Muse Spark 1.3","of":112},"benchlm":{"best":43.5,"bestRank":14,"model":"Muse Wonder Full","of":24}},"domains":{"overall":87.4,"coding":87.4,"agent":83.9,"reasoning":84.8,"math":82.3,"knowledge":87.8,"writing":80.5,"instruction":85.4,"chat":88.4,"business":90,"japanese":85.7,"vision":72.3,"longctx":70.5},"top3Avg":84,"openModels":18,"newest":"2026-10-15","theta":0.91,"se":0.136},{"id":"moonshot","name":"Moonshot AI","country":"CN","models":6,"rankedModels":6,"best":{"id":"kimi-k3-1-pro","name":"Kimi K3.1 Pro","overall":82.7,"rank":19},"overall":65.3,"rank":5,"sites":{"aa":{"best":86.4,"bestRank":20,"model":"Kimi K3","of":141},"livebench":{"best":81,"bestRank":13,"model":"Kimi K3","of":64},"epoch":{"best":92.6,"bestRank":18,"model":"Kimi K3.1 Pro","of":230},"arc":{"best":60.6,"bestRank":38,"model":"Kimi K3","of":95},"scale":{"best":62.8,"bestRank":17,"model":"Kimi K2.5","of":44},"vals":{"best":65.9,"bestRank":15,"model":"Kimi K3.1 Pro","of":42},"tbench":{"best":80.8,"bestRank":11,"model":"Kimi K3.1 Pro","of":53},"eqbench":{"best":90.3,"bestRank":4,"model":"Kimi K3","of":32},"simplebench":{"best":60.4,"bestRank":45,"model":"Kimi K3","of":112},"benchlm":{"best":8.7,"bestRank":22,"model":"Kimi K3.1 Pro","of":24}},"domains":{"overall":82.7,"coding":85.6,"agent":79.2,"reasoning":79.6,"math":66.5,"knowledge":82.9,"writing":83.5,"instruction":71.7,"chat":87.3,"business":86.6,"japanese":85.8,"vision":60.8,"longctx":72.3},"top3Avg":68.2,"openModels":6,"newest":"2026-10-23","theta":0.506,"se":0.136},{"id":"xai","name":"xAI","country":"US","models":13,"rankedModels":9,"best":{"id":"grok-4-7","name":"Grok 4.7","overall":76.7,"rank":31},"overall":61.1,"rank":6,"sites":{"aa":{"best":90.7,"bestRank":14,"model":"Grok 4.7","of":141},"livebench":{"best":74.6,"bestRank":17,"model":"Grok 4.6","of":64},"epoch":{"best":87.3,"bestRank":30,"model":"Grok 4.6","of":230},"arc":{"best":68.1,"bestRank":31,"model":"Grok 4.6","of":95},"vals":{"best":46.3,"bestRank":23,"model":"Grok 4.7","of":42},"tbench":{"best":59.6,"bestRank":22,"model":"Grok 4.7","of":53},"eqbench":{"best":9.7,"bestRank":29,"model":"Grok 4.3","of":32},"simplebench":{"best":82,"bestRank":21,"model":"Grok 4.6","of":112}},"domains":{"overall":76.7,"coding":79.2,"agent":71.3,"reasoning":80.3,"math":76.3,"knowledge":82.3,"writing":75,"instruction":79.4,"chat":54,"business":84.4,"japanese":76.6,"vision":63.1,"longctx":51.7},"top3Avg":73.3,"openModels":0,"newest":"2026-09-21","theta":0.363,"se":0.161},{"id":"deepseek","name":"DeepSeek","country":"CN","models":18,"rankedModels":7,"best":{"id":"deepseek-v4-1-flash","name":"DeepSeek V4.1 Flash","overall":78.9,"rank":26},"overall":60.6,"rank":7,"sites":{"aa":{"best":80,"bestRank":29,"model":"DeepSeek V4.1 Flash","of":141},"livebench":{"best":88.9,"bestRank":8,"model":"DeepSeek V4.1 Flash","of":64},"epoch":{"best":90,"bestRank":24,"model":"DeepSeek V4.1 Flash","of":230},"arc":{"best":75.5,"bestRank":24,"model":"DeepSeek V4.1 Flash","of":95},"vals":{"best":63.4,"bestRank":16,"model":"DeepSeek V4.1 Flash","of":42},"tbench":{"best":57.7,"bestRank":23,"model":"DeepSeek V4.1 Flash","of":53},"eqbench":{"best":32.3,"bestRank":22,"model":"DeepSeek V4 Pro","of":32},"simplebench":{"best":71.2,"bestRank":33,"model":"DeepSeek V4.1 Flash","of":112},"benchlm":{"best":8.7,"bestRank":22,"model":"DeepSeek V4.1 Flash","of":24}},"domains":{"overall":78.9,"coding":82.7,"agent":79.7,"reasoning":72.9,"math":76.8,"knowledge":80.1,"writing":69.4,"instruction":69.9,"chat":53.2,"business":88,"japanese":78.4,"vision":54.2,"longctx":61.4},"top3Avg":69.3,"openModels":13,"newest":"2026-09-09","theta":0.345,"se":0.149},{"id":"alibaba","name":"Alibaba (Qwen)","country":"CN","models":45,"rankedModels":16,"best":{"id":"qwen4-max","name":"Qwen4 Max","overall":82.9,"rank":18},"overall":58.6,"rank":8,"sites":{"aa":{"best":89.3,"bestRank":16,"model":"Qwen3.8 Max","of":141},"livebench":{"best":76.2,"bestRank":16,"model":"Qwen3.8 Max","of":64},"epoch":{"best":86.9,"bestRank":31,"model":"Qwen 3.8 Max","of":230},"arc":{"best":50,"bestRank":48,"model":"Qwen3.8 27B","of":95},"vals":{"best":68.3,"bestRank":14,"model":"Qwen4 Max","of":42},"tbench":{"best":46.2,"bestRank":29,"model":"Qwen3.8 Max","of":53},"eqbench":{"best":16.1,"bestRank":27,"model":"Qwen 3.7 Max","of":32},"simplebench":{"best":75.7,"bestRank":28,"model":"Qwen 3.7 Max","of":112},"benchlm":{"best":34.8,"bestRank":16,"model":"Qwen4 Max","of":24}},"domains":{"overall":82.9,"coding":83.7,"agent":80.8,"reasoning":81.4,"math":72.4,"knowledge":81.6,"writing":70.1,"instruction":84.1,"chat":63.1,"business":86.8,"japanese":80.4,"vision":70.8,"longctx":56.3},"top3Avg":76.4,"openModels":25,"newest":"2026-11-16","theta":0.277,"se":0.149},{"id":"zai","name":"Z.ai (Zhipu)","country":"CN","models":9,"rankedModels":6,"best":{"id":"glm-5-3","name":"GLM-5.3","overall":76.7,"rank":31},"overall":55.1,"rank":9,"sites":{"aa":{"best":88.6,"bestRank":17,"model":"GLM-5.3","of":141},"livebench":{"best":52.4,"bestRank":31,"model":"GLM-5.3","of":64},"epoch":{"best":85.6,"bestRank":34,"model":"GLM-5.3","of":230},"arc":{"best":67,"bestRank":32,"model":"GLM-5.3 Flash","of":95},"scale":{"best":34.9,"bestRank":29,"model":"GLM 4.5","of":44},"vals":{"best":56.1,"bestRank":19,"model":"GLM-5.3","of":42},"tbench":{"best":63.5,"bestRank":20,"model":"GLM-5.3","of":53},"eqbench":{"best":45.2,"bestRank":18,"model":"GLM-5.2","of":32},"simplebench":{"best":70.3,"bestRank":34,"model":"GLM-5.3","of":112}},"domains":{"overall":76.7,"coding":80.7,"agent":74.8,"reasoning":73.5,"math":67.2,"knowledge":78.6,"writing":73.4,"instruction":65.6,"chat":65.1,"business":84.1,"japanese":82.3,"vision":62.8,"longctx":51},"top3Avg":66.2,"openModels":9,"newest":"2026-08-20","theta":0.164,"se":0.145},{"id":"xiaomi","name":"Xiaomi","country":"CN","models":4,"rankedModels":3,"best":{"id":"mimo-v2-6-pro","name":"MiMo V2.6 Pro","overall":76.8,"rank":30},"overall":53.3,"rank":10,"sites":{"aa":{"best":90,"bestRank":15,"model":"MiMo V2.6 Pro","of":141},"vals":{"best":43.9,"bestRank":24,"model":"MiMo V2.6 Pro","of":42},"tbench":{"best":46.2,"bestRank":29,"model":"MiMo V2.6 Pro","of":53},"eqbench":{"best":41.9,"bestRank":19,"model":"MiMo V2.5 Pro","of":32}},"domains":{"overall":76.8,"coding":75.4,"agent":70.1,"reasoning":80.1,"math":67.8,"knowledge":83.1,"writing":66.6,"instruction":66.5,"chat":62.5,"business":80.8,"japanese":72,"vision":49,"longctx":67},"top3Avg":64.6,"openModels":4,"theta":0.107,"se":0.217},{"id":"stepfun","name":"StepFun","country":"CN","models":1,"rankedModels":1,"best":{"id":"step-5","name":"Step 5","overall":74,"rank":39},"overall":52.4,"rank":11,"sites":{"aa":{"best":87.1,"bestRank":19,"model":"Step 5","of":141},"vals":{"best":34.1,"bestRank":28,"model":"Step 5","of":42}},"domains":{"overall":74,"coding":73.1,"agent":58.6,"reasoning":75.6,"math":65.6,"knowledge":80,"writing":55.1,"instruction":55.9,"chat":43.4,"business":77.9,"japanese":68.5,"vision":48.8,"longctx":71.5},"top3Avg":74,"openModels":0,"theta":0.077,"se":0.293},{"id":"tencent","name":"Tencent","country":"CN","models":3,"rankedModels":2,"best":{"id":"hy4","name":"Hy4","overall":79.2,"rank":24},"overall":44.8,"rank":12,"sites":{"aa":{"best":55,"bestRank":64,"model":"Hy3","of":141},"vals":{"best":53.7,"bestRank":20,"model":"Hy4","of":42},"tbench":{"best":53.8,"bestRank":25,"model":"Hy4","of":53}},"domains":{"overall":79.2,"coding":81.1,"agent":79.6,"reasoning":57.9,"math":67.7,"knowledge":70.4,"writing":58.2,"instruction":54,"chat":46.5,"business":74.5,"japanese":71.6,"longctx":48.4},"top3Avg":71.3,"openModels":1,"newest":"2026-11-04","theta":-0.167,"se":0.226},{"id":"thinkingmachines","name":"Thinking Machines","country":"US","models":6,"rankedModels":3,"best":{"id":"inkling-2-small","name":"Inkling 2 Small","overall":77.1,"rank":29},"overall":34.5,"rank":13,"sites":{"aa":{"best":55.7,"bestRank":63,"model":"Inkling Small","of":141},"livebench":{"best":22.2,"bestRank":50,"model":"Inkling","of":64},"epoch":{"best":71.2,"bestRank":67,"model":"Inkling Small","of":230},"arc":{"best":76.6,"bestRank":23,"model":"Inkling 2 Small","of":95},"vals":{"best":39,"bestRank":26,"model":"Inkling 2 Small","of":42},"tbench":{"best":23.1,"bestRank":41,"model":"Inkling Small 2","of":53},"eqbench":{"best":51.6,"bestRank":16,"model":"Inkling","of":32},"simplebench":{"best":42.3,"bestRank":65,"model":"Inkling","of":112}},"domains":{"overall":77.1,"coding":72.9,"agent":68.2,"reasoning":70.9,"math":61.5,"knowledge":72.4,"writing":53.4,"instruction":66.3,"chat":64.7,"business":76.7,"japanese":75.6,"vision":40.6,"longctx":44},"top3Avg":51.8,"openModels":3,"newest":"2026-11-20","theta":-0.514,"se":0.161},{"id":"mistral","name":"Mistral AI","country":"FR","models":23,"rankedModels":4,"best":{"id":"mistral-large-4","name":"Mistral Large 4","overall":62.5,"rank":62},"overall":31.8,"rank":14,"sites":{"aa":{"best":77.1,"bestRank":33,"model":"Mistral Large 4","of":141},"livebench":{"best":20.6,"bestRank":51,"model":"Mistral Large 4","of":64},"epoch":{"best":79,"bestRank":49,"model":"Mistral Large 4","of":230},"arc":{"best":8.5,"bestRank":87,"model":"Magistral","of":95},"scale":{"best":9.3,"bestRank":40,"model":"Mistral 3","of":44},"vals":{"best":41.5,"bestRank":25,"model":"Mistral Large 4 OSS","of":42},"tbench":{"best":48.1,"bestRank":28,"model":"Mistral Large 4","of":53},"eqbench":{"best":0,"bestRank":32,"model":"Mistral 3.5","of":32},"simplebench":{"best":9,"bestRank":102,"model":"Mistral Large V2","of":112}},"domains":{"overall":75,"coding":75.9,"agent":59.3,"reasoning":66,"math":75.1,"knowledge":69.4,"writing":50.1,"instruction":49.8,"chat":38.9,"business":83.4,"japanese":64.1,"vision":46.7,"longctx":54.5},"top3Avg":34,"openModels":18,"newest":"2026-10-06","theta":-0.611,"se":0.145},{"id":"minimax","name":"MiniMax","country":"CN","models":6,"rankedModels":1,"best":{"id":"minimax-m3","name":"MiniMax M3","overall":42.8,"rank":84},"overall":25,"rank":15,"sites":{"aa":{"best":62.9,"bestRank":53,"model":"MiniMax M3","of":141},"livebench":{"best":6.3,"bestRank":60,"model":"MiniMax M3","of":64},"epoch":{"best":66.4,"bestRank":78,"model":"MiniMax M3","of":230},"arc":{"best":28.7,"bestRank":68,"model":"Minimax M2.5","of":95},"vals":{"best":29.3,"bestRank":30,"model":"MiniMax M3.1 Flash","of":42},"tbench":{"best":13.5,"bestRank":46,"model":"MiniMax M3","of":53},"eqbench":{"best":25.8,"bestRank":24,"model":"MiniMax M3","of":32},"simplebench":{"best":36.9,"bestRank":71,"model":"MiniMax M3","of":112}},"domains":{"overall":70.9,"coding":73.1,"agent":60.3,"reasoning":49.1,"math":50.7,"knowledge":74.2,"writing":59.7,"instruction":50.3,"chat":44.9,"business":82.2,"japanese":60.8,"vision":51.5,"longctx":46.6},"top3Avg":42.8,"openModels":6,"newest":"2026-06-01","theta":-0.88,"se":0.161},{"id":"nvidia","name":"NVIDIA","country":"US","models":13,"rankedModels":2,"best":{"id":"nemotron-3-5-super-vl","name":"Nemotron 3.5 Super VL","overall":44.5,"rank":80},"overall":15.3,"rank":16,"sites":{"aa":{"best":60,"bestRank":57,"model":"Nemotron 3.5 Super VL","of":141},"livebench":{"best":7.9,"bestRank":59,"model":"Nemotron 3 Ultra 550B A55B","of":64},"epoch":{"best":64.6,"bestRank":82,"model":"Nemotron 3 Ultra 550B A55B","of":230},"vals":{"best":4.9,"bestRank":40,"model":"Nemotron 3.5 Super VL 120B A12B","of":42},"tbench":{"best":1.9,"bestRank":52,"model":"Nemotron 3.5 Super VL","of":53},"simplebench":{"best":34.2,"bestRank":74,"model":"Nemotron 3 Ultra 550B A55B","of":112}},"domains":{"overall":44.5,"coding":47.9,"agent":42.4,"reasoning":51.4,"math":64.2,"knowledge":70.1,"writing":46.5,"instruction":76.3,"chat":26.4,"business":67.3,"japanese":30.7,"longctx":49.2},"top3Avg":39.5,"openModels":11,"newest":"2026-06-04","theta":-1.368,"se":0.168},{"id":"inception","name":"Inception","country":"US","models":3,"rankedModels":0,"best":null,"overall":11.5,"rank":17,"sites":{"aa":{"best":26.4,"bestRank":104,"model":"Mercury 2.5","of":141},"vals":{"best":9.8,"bestRank":38,"model":"Mercury 3","of":42}},"domains":{"overall":52.7,"coding":62.6,"agent":33,"reasoning":25.6,"knowledge":43,"writing":19.2,"instruction":28.8,"chat":12.8,"business":45.6,"longctx":30.3},"top3Avg":null,"openModels":0,"theta":-1.631,"se":0.293},{"id":"cohere","name":"Cohere","country":"CA","models":3,"rankedModels":0,"best":null,"overall":9,"rank":18,"sites":{"aa":{"best":30.7,"bestRank":98,"model":"Command A Plus","of":141},"simplebench":{"best":1.8,"bestRank":110,"model":"Command R","of":112}},"domains":{"overall":22.2,"coding":33.5,"agent":33.3,"reasoning":21.5,"math":9.3,"knowledge":51.1,"writing":14,"instruction":54.9,"chat":3.3,"business":42.1,"japanese":28.3,"vision":17,"longctx":5.5},"top3Avg":null,"openModels":3,"theta":-1.855,"se":0.279},{"id":"antgroup","name":"Ant Group","country":"CN","models":6,"rankedModels":0,"best":null,"overall":54.5,"rank":null,"sites":{"aa":{"best":82.9,"bestRank":25,"model":"Ling 3.1 Flash","of":141}},"domains":{"overall":71.2,"coding":66.6,"agent":51.3,"reasoning":66.5,"knowledge":75.6,"instruction":14.1,"business":84.4,"vision":56.6,"longctx":58.9},"top3Avg":null,"openModels":6,"theta":0.145,"se":0.382},{"id":"amazon","name":"Amazon","country":"US","models":2,"rankedModels":0,"best":null,"overall":32.4,"rank":null,"sites":{"scale":{"best":7,"bestRank":41,"model":"Nova Pro","of":44}},"domains":{"overall":19.1,"reasoning":23.6,"knowledge":42.4},"top3Avg":null,"openModels":0,"theta":-0.587,"se":0.316},{"id":"upstage","name":"Upstage","country":"KR","models":3,"rankedModels":0,"best":null,"overall":26.2,"rank":null,"sites":{"aa":{"best":60.7,"bestRank":56,"model":"Solar Pro4","of":141}},"domains":{"overall":44.7,"coding":52.8,"agent":22.5,"reasoning":49.8,"knowledge":67.7,"instruction":50.3,"business":66.4,"longctx":59.6},"top3Avg":null,"openModels":0,"theta":-0.827,"se":0.382},{"id":"meituan","name":"Meituan","country":"CN","models":1,"rankedModels":0,"best":null,"overall":15.9,"rank":null,"sites":{"aa":{"best":40.7,"bestRank":84,"model":"Longcat 2.0","of":141}},"domains":{"overall":31.2,"coding":27,"reasoning":56.8,"knowledge":62.4,"business":58.6,"longctx":17.6},"top3Avg":null,"openModels":1,"theta":-1.33,"se":0.382},{"id":"microsoft","name":"Microsoft","country":"US","models":6,"rankedModels":0,"best":null,"overall":13.8,"rank":null,"sites":{"epoch":{"best":38.4,"bestRank":142,"model":"Phi-4","of":230}},"domains":{"overall":18.3,"coding":11.7,"reasoning":7.2,"math":11.9,"knowledge":24.4,"writing":7.5,"instruction":3.9,"chat":2.9,"business":30.7,"japanese":23.9},"top3Avg":null,"openModels":6,"newest":"2024-12-12","theta":-1.468,"se":0.516},{"id":"ibm","name":"IBM","country":"US","models":3,"rankedModels":0,"best":null,"overall":10,"rank":null,"sites":{"aa":{"best":28.6,"bestRank":101,"model":"Granite 4.2 30B","of":141}},"domains":{"overall":21.7,"coding":26.1,"reasoning":19.5,"knowledge":43.5,"writing":14.2,"instruction":16.6,"chat":9.2,"business":41.5,"longctx":3.8},"top3Avg":null,"openModels":3,"theta":-1.759,"se":0.382},{"id":"arcee","name":"Arcee AI","country":"US","models":1,"rankedModels":0,"best":null,"overall":8.6,"rank":null,"sites":{"aa":{"best":20.7,"bestRank":112,"model":"Trinity Large","of":141}},"domains":{"overall":19.3,"coding":25,"agent":32.8,"reasoning":26.7,"math":38.7,"knowledge":49.1,"writing":34.6,"instruction":22.2,"chat":20.3,"business":52.1,"japanese":53.2,"longctx":1.2},"top3Avg":null,"openModels":1,"theta":-1.886,"se":0.382},{"id":"tii","name":"TII","country":"AE","models":4,"rankedModels":0,"best":null,"overall":3.3,"rank":null,"sites":{"epoch":{"best":20.5,"bestRank":183,"model":"Falcon 180B","of":230}},"domains":{"overall":4.3,"reasoning":0.8,"writing":3.7,"instruction":0.6,"chat":0.3},"top3Avg":null,"openModels":4,"newest":"2024-05-09","theta":-2.695,"se":0.516},{"id":"01ai","name":"01.AI","country":"CN","models":2,"rankedModels":0,"best":null,"overall":2.4,"rank":null,"sites":{"epoch":{"best":18.8,"bestRank":187,"model":"Yi 9B","of":230}},"domains":{"overall":3},"top3Avg":null,"openModels":1,"newest":"2024-03-01","theta":-2.964,"se":0.516},{"id":"internlm","name":"Shanghai AI Lab","country":"CN","models":2,"rankedModels":0,"best":null,"overall":1.9,"rank":null,"sites":{"epoch":{"best":16.2,"bestRank":193,"model":"Internlm 20B","of":230}},"domains":{"overall":2.4},"top3Avg":null,"openModels":0,"newest":"2023-09-18","theta":-3.145,"se":0.516},{"id":"baichuan","name":"Baichuan","country":"CN","models":2,"rankedModels":0,"best":null,"overall":1.2,"rank":null,"sites":{"epoch":{"best":11.8,"bestRank":203,"model":"Baichuan2 13B","of":230}},"domains":{"overall":1.5},"top3Avg":null,"openModels":2,"newest":"2023-09-20","theta":-3.541,"se":0.516},{"id":"prime","name":"Prime Intellect","country":"US","models":1,"rankedModels":0,"best":null,"overall":0.7,"rank":null,"sites":{"epoch":{"best":8.7,"bestRank":210,"model":"Intellect 1","of":230}},"domains":{"overall":0.8},"top3Avg":null,"openModels":0,"newest":"2024-11-29","theta":-4.005,"se":0.516},{"id":"lmsys","name":"LMSYS","country":"US","models":1,"rankedModels":0,"best":null,"overall":0.4,"rank":null,"sites":{"epoch":{"best":7,"bestRank":214,"model":"Vicuna 13B V1.1","of":230}},"domains":{"overall":0.5},"top3Avg":null,"openModels":0,"newest":"2023-04-12","theta":-4.405,"se":0.516},{"id":"databricks","name":"Databricks","country":"US","models":1,"rankedModels":0,"best":null,"overall":0.1,"rank":null,"sites":{"epoch":{"best":0.4,"bestRank":229,"model":"Dolly 2.0 12B","of":230}},"domains":{"overall":0.1,"coding":0.3,"reasoning":0.1,"math":0.4,"writing":0.3,"instruction":0,"chat":0,"business":2.2},"top3Avg":null,"openModels":1,"newest":"2023-04-11","theta":-5.543,"se":0.516}],"trendRef":"2026-11-15"}