{"generatedAt":"2026-09-24T22:11:32.079Z","method":"equated-factor-v2","siteWeights":{"aa":{"a":-0.03,"c":0.98,"w":12},"livebench":{"a":-1.35,"c":1.52,"w":12},"epoch":{"a":0.72,"c":0.5,"w":12},"arc":{"a":-0.21,"c":1.03,"w":9.96},"scale":{"a":0.09,"c":1.11,"w":12},"vals":{"a":-0.81,"c":1.21,"w":10.88},"tbench":{"a":-2.13,"c":1.55,"w":3.58},"eqbench":{"a":-0.81,"c":1.18,"w":3.82},"simplebench":{"a":-0.02,"c":0.88,"w":6.36},"benchlm":{"a":-0.08,"c":0.99,"w":12}},"minSites":2,"sources":[{"id":"arena","name":"Arena (formerly LMArena)","short":"Arena","org":"Arena / LMArena (UC Berkeley)","url":"https://arena.ai/leaderboard","kind":"Human preference","desc":"Millions of anonymous blind battles voted by humans, rated with Bradley-Terry. Not used in the overall score; text categories, WebDev / Vision / Search / Document / Agent arenas feed the domain rankings only.","measures":"Real-user preference by task (domain rankings only)","ok":true,"fetchedAt":"2026-09-24T22:11:31.211Z","updated":"2026-09-23","models":349,"note":"official dataset (domain rankings only)","primary":"","metrics":[{"id":"arena_coding","label":"Text: Coding","unit":"Elo","domains":["coding"],"count":344,"primary":false},{"id":"arena_math","label":"Text: Math","unit":"Elo","domains":["math"],"count":332,"primary":false},{"id":"arena_creative_writing","label":"Text: Creative Writing","unit":"Elo","domains":["writing"],"count":347,"primary":false},{"id":"arena_instruction_following","label":"Text: Instruction Following","unit":"Elo","domains":["instruction"],"count":349,"primary":false},{"id":"arena_hard_prompts","label":"Text: Hard Prompts","unit":"Elo","domains":["reasoning"],"count":349,"primary":false},{"id":"arena_multi_turn","label":"Text: Multi-turn","unit":"Elo","domains":["chat"],"count":347,"primary":false},{"id":"arena_expert","label":"Text: Expert","unit":"Elo","domains":["knowledge"],"count":301,"primary":false},{"id":"arena_japanese","label":"Text: Japanese","unit":"Elo","domains":["japanese"],"count":226,"primary":false},{"id":"arena_industry_business_and_management_and_financial_operations","label":"Text: Business & Finance","unit":"Elo","domains":["business"],"count":342,"primary":false},{"id":"arena_industry_medicine_and_healthcare","label":"Text: Medicine","unit":"Elo","domains":["knowledge"],"count":320,"primary":false},{"id":"arena_industry_legal_and_government","label":"Text: Legal & Government","unit":"Elo","domains":["business"],"count":323,"primary":false},{"id":"arena_webdev","label":"WebDev Arena","unit":"Elo","domains":["coding"],"count":110,"primary":false,"desc":"Human votes on web app generation"},{"id":"arena_vision","label":"Vision Arena","unit":"Elo","domains":["vision"],"count":134,"primary":false,"desc":"Human votes on image understanding"},{"id":"arena_search","label":"Search Arena","unit":"Elo","domains":["knowledge"],"count":32,"primary":false,"desc":"Human votes on search-grounded answers"},{"id":"arena_document","label":"Document Arena","unit":"Elo","domains":["longctx","business"],"count":37,"primary":false,"desc":"Human votes on long-document QA"},{"id":"arena_agent","label":"Agent Arena","unit":"pt","domains":["agent"],"count":43,"primary":false,"desc":"Behavioral signals (task success, steerability) from real agent sessions"}]},{"id":"aa","name":"Artificial Analysis","short":"Artificial Analysis","org":"Artificial Analysis","url":"https://artificialanalysis.ai/leaderboards/models","kind":"Independent index","desc":"Re-runs ~10 hard benchmarks under identical conditions and combines them into the Intelligence Index. Also measures price and speed.","measures":"General intelligence (reasoning, knowledge, code, agents)","ok":true,"fetchedAt":"2026-09-24T22:11:30.678Z","updated":"2026-09-24","models":107,"primary":"aa_index","metrics":[{"id":"aa_index","label":"Intelligence Index","unit":"pt","domains":[],"count":107,"primary":true},{"id":"aa_hle","label":"Humanity's Last Exam","unit":"%","domains":["reasoning","knowledge"],"count":109,"primary":false},{"id":"aa_gpqa","label":"GPQA Diamond","unit":"%","domains":["knowledge"],"count":100,"primary":false},{"id":"aa_scicode","label":"SciCode","unit":"%","domains":["coding"],"count":107,"primary":false},{"id":"aa_terminalbenchHard","label":"Terminal-Bench Hard","unit":"%","domains":["coding","agent"],"count":62,"primary":false},{"id":"aa_tau2","label":"τ²-Bench Telecom","unit":"%","domains":["agent"],"count":61,"primary":false},{"id":"aa_ifbench","label":"IFBench","unit":"%","domains":["instruction"],"count":62,"primary":false},{"id":"aa_lcr","label":"AA-LCR (long context)","unit":"%","domains":["longctx"],"count":109,"primary":false},{"id":"aa_mmmuPro","label":"MMMU-Pro","unit":"%","domains":["vision"],"count":55,"primary":false},{"id":"aa_critpt","label":"CritPt (physics research)","unit":"%","domains":["knowledge"],"count":112,"primary":false},{"id":"aa_omniscience","label":"AA-Omniscience (knowledge/hallucination)","unit":"pt","domains":["knowledge"],"count":109,"primary":false},{"id":"aa_gdpvalNormalized","label":"GDPval-AA","unit":"pt","domains":["business"],"count":107,"primary":false},{"id":"aa_apexAgents","label":"APEX-Agents","unit":"%","domains":["agent","business"],"count":22,"primary":false}]},{"id":"livebench","name":"LiveBench","short":"LiveBench","org":"Abacus.AI / NYU / NVIDIA et al.","url":"https://livebench.ai/","kind":"Benchmark","desc":"Questions are refreshed regularly to avoid training-data contamination and graded automatically against objective answers.","measures":"Reasoning, math, code, data analysis, language, instruction following","ok":true,"fetchedAt":"2026-09-24T22:11:31.454Z","updated":"2026-06-25","models":60,"note":"release 2026-06-25","primary":"livebench_global","metrics":[{"id":"livebench_global","label":"Global Average","unit":"pt","domains":[],"count":60,"primary":true},{"id":"livebench_reasoning","label":"Reasoning","unit":"pt","domains":["reasoning"],"count":60,"primary":false},{"id":"livebench_coding","label":"Coding","unit":"pt","domains":["coding"],"count":60,"primary":false},{"id":"livebench_agentic_coding","label":"Agentic Coding","unit":"pt","domains":["coding","agent"],"count":60,"primary":false},{"id":"livebench_mathematics","label":"Mathematics","unit":"pt","domains":["math"],"count":60,"primary":false},{"id":"livebench_data_analysis","label":"Data Analysis","unit":"pt","domains":["business"],"count":60,"primary":false},{"id":"livebench_language","label":"Language","unit":"pt","domains":["writing"],"count":60,"primary":false},{"id":"livebench_if","label":"Instruction Following","unit":"pt","domains":["instruction"],"count":60,"primary":false}]},{"id":"epoch","name":"Epoch AI","short":"Epoch AI","org":"Epoch AI","url":"https://epoch.ai/benchmarks","kind":"Composite index","desc":"Epoch Capabilities Index (ECI) combines many benchmarks with item response theory. Also runs FrontierMath and other evaluations.","measures":"Overall capability (statistical combination of many benchmarks)","ok":true,"fetchedAt":"2026-09-24T22:11:30.644Z","updated":"2026-09-09","models":239,"primary":"epoch_eci","metrics":[{"id":"epoch_eci","label":"Epoch Capabilities Index","unit":"ECI","domains":[],"count":239,"primary":true},{"id":"epoch_frontiermath","label":"FrontierMath Tier 1-3","unit":"%","domains":["math"],"count":72,"primary":false},{"id":"epoch_frontiermath4","label":"FrontierMath Tier 4","unit":"%","domains":["math"],"count":55,"primary":false},{"id":"epoch_gpqa","label":"GPQA Diamond","unit":"%","domains":["knowledge"],"count":201,"primary":false},{"id":"epoch_simpleqa","label":"SimpleQA Verified (factuality)","unit":"%","domains":["knowledge"],"count":69,"primary":false},{"id":"epoch_aime","label":"OTIS Mock AIME","unit":"%","domains":["math"],"count":182,"primary":false}]},{"id":"arc","name":"ARC Prize (ARC-AGI)","short":"ARC-AGI","org":"ARC Prize Foundation","url":"https://arcprize.org/leaderboard","kind":"Benchmark","desc":"Novel abstract puzzles that are easy for humans but hard for AI, verified on private test sets.","measures":"Abstract reasoning and generalization","ok":true,"fetchedAt":"2026-09-24T22:11:30.695Z","updated":"2026-09-22","models":79,"primary":"arc_v2","metrics":[{"id":"arc_v2","label":"ARC-AGI-2","unit":"%","domains":["reasoning"],"count":79,"primary":true},{"id":"arc_v1","label":"ARC-AGI-1","unit":"%","domains":["reasoning"],"count":76,"primary":false},{"id":"arc_v3","label":"ARC-AGI-3 (interactive)","unit":"%","domains":["reasoning","agent"],"count":16,"primary":false}]},{"id":"scale","name":"Scale AI SEAL","short":"Scale SEAL","org":"Scale AI / CAIS","url":"https://labs.scale.com/leaderboard","kind":"Expert benchmark","desc":"Evaluated on expert-written private data. Humanity’s Last Exam collects the hardest questions across fields.","measures":"Frontier expert knowledge and reasoning","ok":true,"fetchedAt":"2026-09-24T22:11:30.824Z","updated":"2026-09-17","models":42,"primary":"scale_hle","metrics":[{"id":"scale_hle","label":"Humanity's Last Exam","unit":"%","domains":["reasoning","knowledge"],"count":42,"primary":true},{"id":"scale_multichallenge","label":"MultiChallenge (multi-turn)","unit":"%","domains":["instruction","chat"],"count":28,"primary":false},{"id":"scale_mcp","label":"MCP Atlas (tool use)","unit":"%","domains":["agent"],"count":34,"primary":false}]},{"id":"vals","name":"Vals AI","short":"Vals AI","org":"Vals AI","url":"https://www.vals.ai/benchmarks/vals_index","kind":"Industry benchmark","desc":"Real finance, legal and coding tasks on private data, weighted by US GDP share into the Vals Index.","measures":"Economic usefulness in finance, legal and software work","ok":true,"fetchedAt":"2026-09-24T22:11:30.819Z","updated":"2026-09-23","models":63,"primary":"vals_index","metrics":[{"id":"vals_index","label":"Vals Index","unit":"%","domains":["business"],"count":63,"primary":true},{"id":"vals_vibe_code_bench","label":"Vibe Code Bench","unit":"%","domains":["coding"],"count":63,"primary":false},{"id":"vals_finance_agent","label":"Finance Agent v2","unit":"%","domains":["business"],"count":63,"primary":false},{"id":"vals_terminal_bench_2_1","label":"Terminal-Bench 2.1","unit":"%","domains":["coding","agent"],"count":63,"primary":false},{"id":"vals_emb","label":"EMB","unit":"%","domains":["business"],"count":63,"primary":false},{"id":"vals_code_migration","label":"Code Migration","unit":"%","domains":["coding"],"count":63,"primary":false},{"id":"vals_legal_research","label":"Legal Research","unit":"%","domains":["business"],"count":63,"primary":false},{"id":"vals_legal_agent_benchmark","label":"HLAB","unit":"%","domains":["business"],"count":63,"primary":false}]},{"id":"tbench","name":"Terminal-Bench","short":"Terminal-Bench","org":"Stanford / Laude Institute","url":"https://www.tbench.ai/leaderboard","kind":"Agent benchmark","desc":"Whether a model can autonomously complete long tasks (building, debugging, operating) in a real terminal.","measures":"Agentic coding and autonomous work","ok":true,"fetchedAt":"2026-09-24T22:11:31.141Z","updated":"2026-09-21","models":15,"note":"Terminal-Bench 4.0","primary":"tbench","metrics":[{"id":"tbench","label":"Terminal-Bench 4.0","unit":"%","domains":["coding","agent"],"count":15,"primary":true}]},{"id":"eqbench","name":"EQ-Bench","short":"EQ-Bench","org":"Sam Paech","url":"https://eqbench.com/","kind":"Benchmark","desc":"Role-play dialogues in difficult interpersonal scenarios judged pairwise and converted to Elo. Also scores creative writing.","measures":"Emotional intelligence, empathy, creative writing","ok":true,"fetchedAt":"2026-09-24T22:11:30.897Z","updated":"2026-07-26","models":28,"primary":"eqbench","metrics":[{"id":"eqbench","label":"EQ-Bench 4","unit":"Elo","domains":["chat"],"count":28,"primary":true},{"id":"eqbench_cw","label":"Creative Writing v3","unit":"Elo","domains":["writing"],"count":137,"primary":false}]},{"id":"simplebench","name":"SimpleBench","short":"SimpleBench","org":"SimpleBench Team","url":"https://simple-bench.com/","kind":"Benchmark","desc":"Common-sense, spatial and temporal trick questions an average person can solve; measures raw reasoning without expert knowledge.","measures":"Common-sense reasoning and trick resistance","ok":true,"fetchedAt":"2026-09-24T22:11:30.824Z","updated":"2026-09-24","models":99,"primary":"simplebench","metrics":[{"id":"simplebench","label":"SimpleBench","unit":"%","domains":["reasoning"],"count":99,"primary":true}]},{"id":"benchlm","name":"BenchLM.ai","short":"BenchLM","org":"BenchLM.ai","url":"https://benchlm.ai/","kind":"Composite index","desc":"Collects 450+ public benchmark results with sources and combines them by category into the BenchAlign score. Only evidence-backed models are used (estimates excluded).","measures":"Overall: agents, code, reasoning, knowledge, math","ok":true,"fetchedAt":"2026-09-24T22:11:30.952Z","updated":"2026-09-24","models":74,"note":"74 evidence-backed models (120 estimates excluded)","primary":"benchlm","metrics":[{"id":"benchlm","label":"BenchAlign Score","unit":"pt","domains":[],"count":74,"primary":true},{"id":"benchlm_agentic","label":"Agentic","unit":"pt","domains":["agent"],"count":54,"primary":false},{"id":"benchlm_coding","label":"Coding","unit":"pt","domains":["coding"],"count":63,"primary":false},{"id":"benchlm_reasoning","label":"Reasoning","unit":"pt","domains":["reasoning"],"count":14,"primary":false},{"id":"benchlm_multimodalGrounded","label":"Multimodal & Grounded","unit":"pt","domains":["vision"],"count":30,"primary":false},{"id":"benchlm_knowledge","label":"Knowledge","unit":"pt","domains":["knowledge"],"count":69,"primary":false},{"id":"benchlm_instructionFollowing","label":"Instruction Following","unit":"pt","domains":["instruction"],"count":53,"primary":false}]}],"domains":[{"id":"overall","label":"Overall","icon":"fa-crown","desc":"Combined primary metrics of all ranked sites"},{"id":"coding","label":"Coding","icon":"fa-code","desc":"Code generation, web dev, software engineering"},{"id":"agent","label":"Agents","icon":"fa-robot","desc":"Tool use and autonomous task completion"},{"id":"reasoning","label":"Reasoning","icon":"fa-brain","desc":"Abstract, hard and common-sense reasoning"},{"id":"math","label":"Math","icon":"fa-square-root-variable","desc":"Competition and research-level math"},{"id":"knowledge","label":"Knowledge & Science","icon":"fa-flask","desc":"Expert knowledge, science, factuality"},{"id":"writing","label":"Writing","icon":"fa-feather","desc":"Creative writing and language use"},{"id":"instruction","label":"Instruction Following","icon":"fa-list-check","desc":"Faithfulness to complex instructions"},{"id":"chat","label":"Chat & EQ","icon":"fa-comments","desc":"Human preference, emotional intelligence, multi-turn"},{"id":"business","label":"Business","icon":"fa-briefcase","desc":"Finance, legal, data analysis"},{"id":"japanese","label":"Japanese","icon":"fa-language","desc":"Conversation quality in Japanese"},{"id":"vision","label":"Vision","icon":"fa-eye","desc":"Multimodal image understanding"},{"id":"longctx","label":"Long Context","icon":"fa-scroll","desc":"Understanding and reasoning over long documents"}],"models":[{"id":"claude-opus-5-5","name":"Claude Opus 5.5","provider":"anthropic","providerName":"Anthropic","country":"US","sites":{"aa":{"rank":1,"of":107,"score":57.6,"pct":100,"variant":"claude-opus-5-5"},"livebench":{"rank":2,"of":60,"score":83.2,"pct":98.3,"variant":"claude-opus-5-5-max-effort"},"arc":{"rank":2,"of":79,"score":93.3,"pct":98.7,"variant":"Claude Opus 5.5 (High)"},"vals":{"rank":1,"of":63,"score":69.7,"pct":100,"variant":"anthropic/claude-opus-5-5"},"simplebench":{"rank":1,"of":99,"score":88.4,"pct":100,"variant":"Claude Opus 5.5"}},"metrics":{"arena_webdev":{"rank":1,"of":110,"score":1818.4,"pct":100,"variant":"claude-opus-5.5-max"},"aa_index":{"rank":1,"of":107,"score":57.6,"pct":100,"variant":"claude-opus-5-5"},"aa_hle":{"rank":1,"of":109,"score":61.4,"pct":100,"variant":"claude-opus-5-5"},"aa_scicode":{"rank":1,"of":107,"score":66.9,"pct":100,"variant":"claude-opus-5-5"},"aa_lcr":{"rank":5,"of":109,"score":84.7,"pct":96.3,"variant":"claude-opus-5-5"},"aa_mmmuPro":{"rank":1,"of":55,"score":87.7,"pct":100,"variant":"claude-opus-5-5"},"aa_critpt":{"rank":2,"of":112,"score":31.7,"pct":99.1,"variant":"claude-opus-5-5"},"aa_omniscience":{"rank":1,"of":109,"score":46.4,"pct":100,"variant":"claude-opus-5-5"},"aa_gdpvalNormalized":{"rank":1,"of":107,"score":0.7,"pct":100,"variant":"claude-opus-5-5"},"livebench_global":{"rank":2,"of":60,"score":83.2,"pct":98.3,"variant":"claude-opus-5-5-max-effort"},"livebench_reasoning":{"rank":2,"of":60,"score":92.2,"pct":98.3,"variant":"claude-opus-5-5-max-effort"},"livebench_coding":{"rank":1,"of":60,"score":89.3,"pct":100,"variant":"claude-opus-5-5-max-effort"},"livebench_agentic_coding":{"rank":2,"of":60,"score":71.7,"pct":98.3,"variant":"claude-opus-5-5-max-effort"},"livebench_mathematics":{"rank":1,"of":60,"score":97.1,"pct":100,"variant":"claude-opus-5-5-max-effort"},"livebench_data_analysis":{"rank":5,"of":60,"score":80.3,"pct":93.2,"variant":"claude-opus-5-5-max-effort"},"livebench_language":{"rank":8,"of":60,"score":86.3,"pct":88.1,"variant":"claude-opus-5-5-max-effort"},"livebench_if":{"rank":36,"of":60,"score":67,"pct":40.7,"variant":"claude-opus-5-5-xhigh-effort"},"arc_v2":{"rank":2,"of":79,"score":93.3,"pct":98.7,"variant":"Claude Opus 5.5 (High)"},"arc_v1":{"rank":1,"of":76,"score":98.5,"pct":100,"variant":"Claude Opus 5.5 (High)"},"vals_index":{"rank":1,"of":63,"score":69.7,"pct":100,"variant":"anthropic/claude-opus-5-5"},"vals_vibe_code_bench":{"rank":2,"of":63,"score":90.3,"pct":98.4,"variant":"anthropic/claude-opus-5-5"},"vals_finance_agent":{"rank":6,"of":63,"score":58.6,"pct":91.9,"variant":"anthropic/claude-opus-5-5"},"vals_terminal_bench_2_1":{"rank":1,"of":63,"score":87.6,"pct":100,"variant":"anthropic/claude-opus-5-5"},"vals_emb":{"rank":2,"of":63,"score":75.9,"pct":98.4,"variant":"anthropic/claude-opus-5-5"},"vals_code_migration":{"rank":1,"of":63,"score":68.9,"pct":100,"variant":"anthropic/claude-opus-5-5"},"vals_legal_research":{"rank":4,"of":63,"score":50.5,"pct":95.2,"variant":"anthropic/claude-opus-5-5"},"vals_legal_agent_benchmark":{"rank":30,"of":63,"score":3.8,"pct":53.2,"variant":"anthropic/claude-opus-5-5"},"eqbench_cw":{"rank":7,"of":137,"score":2050.1,"pct":95.6,"variant":"claude-opus-5-5"},"simplebench":{"rank":1,"of":99,"score":88.4,"pct":100,"variant":"Claude Opus 5.5"}},"domains":{"overall":92.5,"coding":94.9,"agent":93.1,"reasoning":91.3,"math":89,"knowledge":94.2,"writing":83.4,"instruction":64.5,"business":93.1,"vision":81.9,"longctx":63.8},"coverage":5,"avgPct":99.4,"overall":92.5,"rank":1,"avgRank":1.4,"aliases":["claude-opus-5.5-max","claude-opus-5-5","claude-opus-5-5-max-effort","claude-opus-5-5-xhigh-effort","Claude Opus 5.5 (High)","anthropic/claude-opus-5-5","Claude Opus 5.5"],"open":false,"release":"2026-09-22","reasoning":true,"ctx":1000000,"pin":4,"pout":20,"tps":91,"ttft":6.01,"theta":2.012,"se":0.118,"lo":90.7,"hi":94,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":true},{"id":"gpt-6-astra","name":"GPT-6 Astra","provider":"openai","providerName":"OpenAI","country":"US","sites":{"aa":{"rank":3,"of":107,"score":52.7,"pct":98.1,"variant":"gpt-6-astra"},"livebench":{"rank":4,"of":60,"score":82.2,"pct":94.9,"variant":"gpt-6-astra-max"},"epoch":{"rank":1,"of":239,"score":166.6,"pct":100,"variant":"GPT-6 Astra"},"arc":{"rank":1,"of":79,"score":95,"pct":100,"variant":"GPT-6 Astra (Max)"},"scale":{"rank":1,"of":42,"score":54.8,"pct":100,"variant":"GPT 6 Astra"},"vals":{"rank":4,"of":63,"score":66.6,"pct":95.2,"variant":"openai/gpt-6-astra"},"tbench":{"rank":1,"of":15,"score":58.18,"pct":100,"variant":"GPT-6 Astra (max)"},"simplebench":{"rank":4,"of":99,"score":83.6,"pct":96.9,"variant":"GPT-6 Astra"},"benchlm":{"rank":1,"of":74,"score":88.69,"pct":100,"variant":"GPT-6 Astra"}},"metrics":{"arena_coding":{"rank":4,"of":344,"score":1542.9,"pct":99.1,"variant":"gpt-6-astra-max"},"arena_creative_writing":{"rank":19,"of":347,"score":1460.7,"pct":94.8,"variant":"gpt-6-astra-max"},"arena_instruction_following":{"rank":34,"of":349,"score":1461,"pct":90.5,"variant":"gpt-6-astra-max"},"arena_hard_prompts":{"rank":25,"of":349,"score":1497,"pct":93.1,"variant":"gpt-6-astra-max"},"arena_multi_turn":{"rank":6,"of":347,"score":1499.4,"pct":98.6,"variant":"gpt-6-astra-max"},"arena_expert":{"rank":63,"of":301,"score":1472.2,"pct":79.3,"variant":"gpt-6-astra-max"},"arena_industry_business_and_management_and_financial_operations":{"rank":19,"of":342,"score":1478.6,"pct":94.7,"variant":"gpt-6-astra-max"},"arena_industry_medicine_and_healthcare":{"rank":18,"of":320,"score":1496.2,"pct":94.7,"variant":"gpt-6-astra-max"},"arena_industry_legal_and_government":{"rank":5,"of":323,"score":1510.2,"pct":98.8,"variant":"gpt-6-astra-max"},"arena_webdev":{"rank":2,"of":110,"score":1792.2,"pct":99.1,"variant":"gpt-6-astra-max"},"arena_vision":{"rank":14,"of":134,"score":1284,"pct":90.2,"variant":"gpt-6-astra-max"},"arena_document":{"rank":13,"of":37,"score":1472.6,"pct":66.7,"variant":"gpt-6-astra-max"},"arena_agent":{"rank":2,"of":43,"score":0.115,"pct":97.6,"variant":"GPT 6 Astra (Max)"},"aa_index":{"rank":3,"of":107,"score":52.7,"pct":98.1,"variant":"gpt-6-astra"},"aa_hle":{"rank":5,"of":109,"score":54.7,"pct":96.3,"variant":"gpt-6-astra"},"aa_gpqa":{"rank":1,"of":100,"score":96.3,"pct":100,"variant":"gpt-6-astra"},"aa_scicode":{"rank":17,"of":107,"score":56.5,"pct":84.9,"variant":"gpt-6-astra"},"aa_lcr":{"rank":26,"of":109,"score":80.7,"pct":76.9,"variant":"gpt-6-astra"},"aa_mmmuPro":{"rank":2,"of":55,"score":86.9,"pct":98.1,"variant":"gpt-6-astra"},"aa_critpt":{"rank":2,"of":112,"score":31.7,"pct":99.1,"variant":"gpt-6-astra"},"aa_omniscience":{"rank":2,"of":109,"score":43.7,"pct":99.1,"variant":"gpt-6-astra"},"aa_gdpvalNormalized":{"rank":13,"of":107,"score":0.5,"pct":88.7,"variant":"gpt-6-astra"},"livebench_global":{"rank":4,"of":60,"score":82.2,"pct":94.9,"variant":"gpt-6-astra-max"},"livebench_reasoning":{"rank":1,"of":60,"score":92.7,"pct":100,"variant":"gpt-6-astra-max"},"livebench_coding":{"rank":17,"of":60,"score":80.4,"pct":72.9,"variant":"gpt-6-astra-max"},"livebench_agentic_coding":{"rank":20,"of":60,"score":57.3,"pct":67.8,"variant":"gpt-6-astra-max"},"livebench_mathematics":{"rank":3,"of":60,"score":96.8,"pct":96.6,"variant":"gpt-6-astra-max"},"livebench_data_analysis":{"rank":1,"of":60,"score":83,"pct":100,"variant":"gpt-6-astra-max"},"livebench_language":{"rank":3,"of":60,"score":89.4,"pct":96.6,"variant":"gpt-6-astra-max"},"livebench_if":{"rank":7,"of":60,"score":75.6,"pct":89.8,"variant":"gpt-6-astra-max"},"epoch_eci":{"rank":1,"of":239,"score":166.6,"pct":100,"variant":"GPT-6 Astra"},"epoch_frontiermath":{"rank":1,"of":72,"score":93.7,"pct":100,"variant":"gpt-6-astra_max"},"epoch_frontiermath4":{"rank":1,"of":55,"score":97.6,"pct":100,"variant":"gpt-6-astra_medium"},"epoch_gpqa":{"rank":1,"of":201,"score":95.8,"pct":100,"variant":"gpt-6-astra_max"},"epoch_simpleqa":{"rank":1,"of":69,"score":75.6,"pct":100,"variant":"gpt-6-astra_max"},"epoch_aime":{"rank":1,"of":182,"score":100,"pct":100,"variant":"gpt-6-astra_max"},"arc_v2":{"rank":1,"of":79,"score":95,"pct":100,"variant":"GPT-6 Astra (Max)"},"arc_v1":{"rank":1,"of":76,"score":98.5,"pct":100,"variant":"GPT-6 Astra (XHigh)"},"arc_v3":{"rank":1,"of":16,"score":99.9,"pct":100,"variant":"GPT-6 Astra (High)"},"scale_hle":{"rank":1,"of":42,"score":54.8,"pct":100,"variant":"GPT 6 Astra"},"vals_index":{"rank":4,"of":63,"score":66.6,"pct":95.2,"variant":"openai/gpt-6-astra"},"vals_vibe_code_bench":{"rank":4,"of":63,"score":89.6,"pct":95.2,"variant":"openai/gpt-6-astra"},"vals_finance_agent":{"rank":25,"of":63,"score":53.5,"pct":61.3,"variant":"openai/gpt-6-astra"},"vals_terminal_bench_2_1":{"rank":2,"of":63,"score":87.3,"pct":98.4,"variant":"openai/gpt-6-astra"},"vals_emb":{"rank":7,"of":63,"score":71.7,"pct":90.3,"variant":"openai/gpt-6-astra"},"vals_code_migration":{"rank":2,"of":63,"score":68.5,"pct":98.4,"variant":"openai/gpt-6-astra"},"vals_legal_research":{"rank":22,"of":63,"score":39.4,"pct":66.1,"variant":"openai/gpt-6-astra"},"vals_legal_agent_benchmark":{"rank":26,"of":63,"score":5.4,"pct":59.7,"variant":"openai/gpt-6-astra"},"tbench":{"rank":1,"of":15,"score":58.18,"pct":100,"variant":"GPT-6 Astra (max)"},"eqbench_cw":{"rank":1,"of":137,"score":2173.3,"pct":100,"variant":"gpt-6-astra"},"simplebench":{"rank":4,"of":99,"score":83.6,"pct":96.9,"variant":"GPT-6 Astra"},"benchlm":{"rank":1,"of":74,"score":88.69,"pct":100,"variant":"GPT-6 Astra"},"benchlm_agentic":{"rank":4,"of":54,"score":70.58,"pct":94.3,"variant":"GPT-6 Astra"},"benchlm_coding":{"rank":2,"of":63,"score":74.61,"pct":98.4,"variant":"GPT-6 Astra"},"benchlm_reasoning":{"rank":1,"of":14,"score":89.5,"pct":100,"variant":"GPT-6 Astra"},"benchlm_knowledge":{"rank":1,"of":69,"score":86.98,"pct":100,"variant":"GPT-6 Astra"}},"domains":{"overall":92.2,"coding":93.7,"agent":92.9,"reasoning":92.4,"math":89.2,"knowledge":94.3,"writing":86.7,"instruction":84.4,"chat":66.5,"business":88.9,"vision":78.6,"longctx":60},"coverage":9,"avgPct":98.3,"overall":92.2,"rank":2,"avgRank":2.2,"aliases":["gpt-6-astra-max","GPT 6 Astra (Max)","gpt-6-astra","GPT-6 Astra","gpt-6-astra_max","gpt-6-astra_medium","GPT-6 Astra (Max)","GPT-6 Astra (XHigh)","GPT-6 Astra (High)","GPT 6 Astra","openai/gpt-6-astra","GPT-6 Astra (max)"],"open":false,"release":"2026-09-02","reasoning":true,"ctx":1000000,"pin":10,"pout":50,"tps":53,"ttft":3.17,"theta":1.981,"se":0.095,"lo":90.7,"hi":93.5,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":true},{"id":"claude-fable-5-1","name":"Claude Fable 5.1","provider":"anthropic","providerName":"Anthropic","country":"US","sites":{"aa":{"rank":2,"of":107,"score":53.4,"pct":99.1,"variant":"claude-fable-5-1"},"livebench":{"rank":1,"of":60,"score":83.4,"pct":100,"variant":"claude-fable-5-1-max-effort"},"epoch":{"rank":2,"of":239,"score":165,"pct":99.6,"variant":"Claude Fable 5.1"},"arc":{"rank":5,"of":79,"score":90,"pct":94.9,"variant":"Claude Fable 5.1 (Max)"},"scale":{"rank":2,"of":42,"score":46.5,"pct":97.6,"variant":"Fable 5.1 (xhigh)"},"vals":{"rank":2,"of":63,"score":68.8,"pct":98.4,"variant":"anthropic/claude-fable-5-1"},"tbench":{"rank":2,"of":15,"score":57.88,"pct":92.9,"variant":"Fable 5.1 (max)"},"simplebench":{"rank":2,"of":99,"score":86.6,"pct":99,"variant":"Claude Fable 5.1"},"benchlm":{"rank":2,"of":74,"score":83,"pct":98.6,"variant":"Claude Fable 5.1"}},"metrics":{"arena_coding":{"rank":27,"of":344,"score":1518.9,"pct":92.4,"variant":"claude-fable-5.1-max"},"arena_math":{"rank":3,"of":332,"score":1522.3,"pct":99.4,"variant":"claude-fable-5.1-max"},"arena_creative_writing":{"rank":6,"of":347,"score":1486.3,"pct":98.6,"variant":"claude-fable-5.1-max"},"arena_instruction_following":{"rank":5,"of":349,"score":1495.8,"pct":98.9,"variant":"claude-fable-5.1-max"},"arena_hard_prompts":{"rank":6,"of":349,"score":1516.7,"pct":98.6,"variant":"claude-fable-5.1-max"},"arena_multi_turn":{"rank":20,"of":347,"score":1487.9,"pct":94.5,"variant":"claude-fable-5.1-max"},"arena_expert":{"rank":6,"of":301,"score":1532.3,"pct":98.3,"variant":"claude-fable-5.1-max"},"arena_industry_business_and_management_and_financial_operations":{"rank":14,"of":342,"score":1485.9,"pct":96.2,"variant":"claude-fable-5.1-max"},"arena_industry_medicine_and_healthcare":{"rank":4,"of":320,"score":1509.3,"pct":99.1,"variant":"claude-fable-5.1-max"},"arena_industry_legal_and_government":{"rank":12,"of":323,"score":1497.1,"pct":96.6,"variant":"claude-fable-5.1-max"},"arena_webdev":{"rank":3,"of":110,"score":1754.7,"pct":98.2,"variant":"claude-fable-5.1-max"},"arena_vision":{"rank":9,"of":134,"score":1288.9,"pct":94,"variant":"claude-fable-5.1-max"},"arena_document":{"rank":4,"of":37,"score":1492.8,"pct":91.7,"variant":"claude-fable-5.1-max"},"arena_agent":{"rank":1,"of":43,"score":0.137,"pct":100,"variant":"Claude Fable 5.1 (Max)"},"aa_index":{"rank":2,"of":107,"score":53.4,"pct":99.1,"variant":"claude-fable-5-1"},"aa_hle":{"rank":2,"of":109,"score":59.1,"pct":99.1,"variant":"claude-fable-5-1"},"aa_gpqa":{"rank":8,"of":100,"score":93.7,"pct":92.9,"variant":"claude-fable-5-1"},"aa_scicode":{"rank":2,"of":107,"score":63.1,"pct":99.1,"variant":"claude-fable-5-1"},"aa_lcr":{"rank":4,"of":109,"score":85.3,"pct":97.2,"variant":"claude-fable-5-1"},"aa_critpt":{"rank":4,"of":112,"score":31.1,"pct":97.3,"variant":"claude-fable-5-1"},"aa_omniscience":{"rank":3,"of":109,"score":43.5,"pct":98.1,"variant":"claude-fable-5-1"},"aa_gdpvalNormalized":{"rank":2,"of":107,"score":0.6,"pct":99.1,"variant":"claude-fable-5-1"},"livebench_global":{"rank":1,"of":60,"score":83.4,"pct":100,"variant":"claude-fable-5-1-max-effort"},"livebench_reasoning":{"rank":3,"of":60,"score":91.7,"pct":96.6,"variant":"claude-fable-5-1-max-effort"},"livebench_coding":{"rank":2,"of":60,"score":86.4,"pct":98.3,"variant":"claude-fable-5-1-max-effort"},"livebench_agentic_coding":{"rank":3,"of":60,"score":66.1,"pct":96.6,"variant":"claude-fable-5-1-max-effort"},"livebench_mathematics":{"rank":2,"of":60,"score":97,"pct":98.3,"variant":"claude-fable-5-1-max-effort"},"livebench_data_analysis":{"rank":5,"of":60,"score":80.3,"pct":93.2,"variant":"claude-fable-5-1-max-effort"},"livebench_language":{"rank":2,"of":60,"score":89.5,"pct":98.3,"variant":"claude-fable-5-1-max-effort"},"livebench_if":{"rank":16,"of":60,"score":73,"pct":74.6,"variant":"claude-fable-5-1-max-effort"},"epoch_eci":{"rank":2,"of":239,"score":165,"pct":99.6,"variant":"Claude Fable 5.1"},"epoch_frontiermath":{"rank":2,"of":72,"score":90.2,"pct":98.6,"variant":"claude-fable-5-1_max"},"epoch_frontiermath4":{"rank":3,"of":55,"score":87.8,"pct":96.3,"variant":"claude-fable-5-1_max"},"epoch_simpleqa":{"rank":3,"of":69,"score":70.8,"pct":97.1,"variant":"claude-fable-5-1_max"},"epoch_aime":{"rank":1,"of":182,"score":100,"pct":100,"variant":"claude-fable-5-1_max"},"arc_v2":{"rank":5,"of":79,"score":90,"pct":94.9,"variant":"Claude Fable 5.1 (Max)"},"arc_v1":{"rank":6,"of":76,"score":97.5,"pct":93.3,"variant":"Claude Fable 5.1 (Max)"},"scale_hle":{"rank":2,"of":42,"score":46.5,"pct":97.6,"variant":"Fable 5.1 (xhigh)"},"scale_mcp":{"rank":2,"of":34,"score":87.2,"pct":97,"variant":"Fable 5.1"},"vals_index":{"rank":2,"of":63,"score":68.8,"pct":98.4,"variant":"anthropic/claude-fable-5-1"},"vals_vibe_code_bench":{"rank":2,"of":63,"score":90.3,"pct":98.4,"variant":"anthropic/claude-fable-5-1"},"vals_finance_agent":{"rank":5,"of":63,"score":58.9,"pct":93.5,"variant":"anthropic/claude-fable-5-1"},"vals_terminal_bench_2_1":{"rank":4,"of":63,"score":85,"pct":95.2,"variant":"anthropic/claude-fable-5-1"},"vals_emb":{"rank":1,"of":63,"score":76.7,"pct":100,"variant":"anthropic/claude-fable-5-1"},"vals_code_migration":{"rank":3,"of":63,"score":60,"pct":96.8,"variant":"anthropic/claude-fable-5-1"},"vals_legal_research":{"rank":1,"of":63,"score":55.3,"pct":100,"variant":"anthropic/claude-fable-5-1"},"vals_legal_agent_benchmark":{"rank":21,"of":63,"score":6.7,"pct":67.7,"variant":"anthropic/claude-fable-5-1"},"tbench":{"rank":2,"of":15,"score":57.88,"pct":92.9,"variant":"Fable 5.1 (max)"},"eqbench_cw":{"rank":2,"of":137,"score":2162,"pct":99.3,"variant":"claude-fable-5-1"},"simplebench":{"rank":2,"of":99,"score":86.6,"pct":99,"variant":"Claude Fable 5.1"},"benchlm":{"rank":2,"of":74,"score":83,"pct":98.6,"variant":"Claude Fable 5.1"},"benchlm_agentic":{"rank":1,"of":54,"score":78.68,"pct":100,"variant":"Claude Fable 5.1"},"benchlm_coding":{"rank":1,"of":63,"score":81.26,"pct":100,"variant":"Claude Fable 5.1"},"benchlm_reasoning":{"rank":2,"of":14,"score":81.4,"pct":92.3,"variant":"Claude Fable 5.1"},"benchlm_knowledge":{"rank":2,"of":69,"score":86.06,"pct":98.5,"variant":"Claude Fable 5.1"}},"domains":{"overall":91.7,"coding":94.5,"agent":93.7,"reasoning":90.8,"math":88.6,"knowledge":93.8,"writing":87.2,"instruction":80.6,"chat":62.2,"business":91.3,"vision":66.3,"longctx":84.2},"coverage":9,"avgPct":97.8,"overall":91.7,"rank":3,"avgRank":2.2,"aliases":["claude-fable-5.1-max","Claude Fable 5.1 (Max)","claude-fable-5-1","claude-fable-5-1-max-effort","Claude Fable 5.1","claude-fable-5-1_max","Fable 5.1 (xhigh)","Fable 5.1","anthropic/claude-fable-5-1","Fable 5.1 (max)"],"open":false,"release":"2026-09-01","reasoning":true,"ctx":1000000,"pin":10,"pout":50,"tps":68,"ttft":5.97,"theta":1.926,"se":0.095,"lo":90.1,"hi":93.1,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":true},{"id":"claude-fable-5","name":"Claude Fable 5","provider":"anthropic","providerName":"Anthropic","country":"US","sites":{"aa":{"rank":5,"of":107,"score":49.6,"pct":96.2,"variant":"claude-fable-5"},"livebench":{"rank":3,"of":60,"score":83,"pct":96.6,"variant":"claude-fable-5-max-effort"},"epoch":{"rank":3,"of":239,"score":163.6,"pct":99.2,"variant":"Claude Fable 5"},"arc":{"rank":6,"of":79,"score":89.2,"pct":93.6,"variant":"Claude Fable 5 (Max)"},"vals":{"rank":5,"of":63,"score":66,"pct":93.5,"variant":"anthropic/claude-fable-5"},"tbench":{"rank":4,"of":15,"score":44.55,"pct":78.6,"variant":"Fable 5 (max)"},"eqbench":{"rank":2,"of":28,"score":1340.4,"pct":96.3,"variant":"claude-fable-5"},"benchlm":{"rank":4,"of":74,"score":79.07,"pct":95.9,"variant":"Claude Fable 5"}},"metrics":{"arena_coding":{"rank":1,"of":344,"score":1552.4,"pct":100,"variant":"claude-fable-5"},"arena_math":{"rank":1,"of":332,"score":1526.3,"pct":100,"variant":"claude-fable-5"},"arena_creative_writing":{"rank":1,"of":347,"score":1504.1,"pct":100,"variant":"claude-fable-5"},"arena_instruction_following":{"rank":2,"of":349,"score":1511.3,"pct":99.7,"variant":"claude-fable-5"},"arena_hard_prompts":{"rank":2,"of":349,"score":1532.1,"pct":99.7,"variant":"claude-fable-5"},"arena_multi_turn":{"rank":2,"of":347,"score":1517.6,"pct":99.7,"variant":"claude-fable-5"},"arena_expert":{"rank":1,"of":301,"score":1548.5,"pct":100,"variant":"claude-fable-5"},"arena_japanese":{"rank":1,"of":226,"score":1523.5,"pct":100,"variant":"claude-fable-5"},"arena_industry_business_and_management_and_financial_operations":{"rank":3,"of":342,"score":1501.6,"pct":99.4,"variant":"claude-fable-5"},"arena_industry_medicine_and_healthcare":{"rank":8,"of":320,"score":1505.3,"pct":97.8,"variant":"claude-fable-5"},"arena_industry_legal_and_government":{"rank":2,"of":323,"score":1512.4,"pct":99.7,"variant":"claude-fable-5"},"arena_webdev":{"rank":12,"of":110,"score":1626.8,"pct":89.9,"variant":"claude-fable-5-high"},"arena_vision":{"rank":1,"of":134,"score":1309.5,"pct":100,"variant":"claude-fable-5"},"arena_search":{"rank":2,"of":32,"score":1228.9,"pct":96.8,"variant":"claude-fable-5"},"arena_document":{"rank":1,"of":37,"score":1498.9,"pct":100,"variant":"claude-fable-5"},"arena_agent":{"rank":4,"of":43,"score":0.088,"pct":92.9,"variant":"Claude Fable 5 (High)"},"aa_index":{"rank":5,"of":107,"score":49.6,"pct":96.2,"variant":"claude-fable-5"},"aa_hle":{"rank":3,"of":109,"score":55.5,"pct":98.1,"variant":"claude-fable-5"},"aa_gpqa":{"rank":17,"of":100,"score":92.6,"pct":83.8,"variant":"claude-fable-5"},"aa_scicode":{"rank":3,"of":107,"score":61,"pct":98.1,"variant":"claude-fable-5"},"aa_terminalbenchHard":{"rank":2,"of":62,"score":62.9,"pct":98.4,"variant":"claude-fable-5"},"aa_tau2":{"rank":2,"of":61,"score":98.5,"pct":98.3,"variant":"claude-fable-5"},"aa_ifbench":{"rank":34,"of":62,"score":63.5,"pct":45.9,"variant":"claude-fable-5"},"aa_lcr":{"rank":17,"of":109,"score":82.3,"pct":85.2,"variant":"claude-fable-5"},"aa_critpt":{"rank":10,"of":112,"score":28.6,"pct":91.9,"variant":"claude-fable-5"},"aa_omniscience":{"rank":4,"of":109,"score":43.3,"pct":97.2,"variant":"claude-fable-5"},"aa_gdpvalNormalized":{"rank":13,"of":107,"score":0.5,"pct":88.7,"variant":"claude-fable-5"},"livebench_global":{"rank":3,"of":60,"score":83,"pct":96.6,"variant":"claude-fable-5-max-effort"},"livebench_reasoning":{"rank":11,"of":60,"score":89.7,"pct":83.1,"variant":"claude-fable-5-max-effort"},"livebench_coding":{"rank":3,"of":60,"score":86,"pct":96.6,"variant":"claude-fable-5-max-effort"},"livebench_agentic_coding":{"rank":9,"of":60,"score":62.2,"pct":86.4,"variant":"claude-fable-5-max-effort"},"livebench_mathematics":{"rank":6,"of":60,"score":96,"pct":91.5,"variant":"claude-fable-5-max-effort"},"livebench_data_analysis":{"rank":4,"of":60,"score":80.5,"pct":94.9,"variant":"claude-fable-5-max-effort"},"livebench_language":{"rank":1,"of":60,"score":90.7,"pct":100,"variant":"claude-fable-5-max-effort"},"livebench_if":{"rank":6,"of":60,"score":75.8,"pct":91.5,"variant":"claude-fable-5-max-effort"},"epoch_eci":{"rank":3,"of":239,"score":163.6,"pct":99.2,"variant":"Claude Fable 5"},"epoch_frontiermath":{"rank":5,"of":72,"score":87,"pct":94.4,"variant":"claude-fable-5_max"},"epoch_frontiermath4":{"rank":2,"of":55,"score":90.2,"pct":98.1,"variant":"claude-fable-5_max"},"epoch_gpqa":{"rank":54,"of":201,"score":85.9,"pct":73.5,"variant":"claude-fable-5_max"},"epoch_simpleqa":{"rank":4,"of":69,"score":70.7,"pct":95.6,"variant":"claude-fable-5_xhigh"},"epoch_aime":{"rank":1,"of":182,"score":100,"pct":100,"variant":"claude-fable-5_high"},"arc_v2":{"rank":6,"of":79,"score":89.2,"pct":93.6,"variant":"Claude Fable 5 (Max)"},"arc_v1":{"rank":1,"of":76,"score":98.5,"pct":100,"variant":"Claude Fable 5 (Max)"},"scale_mcp":{"rank":7,"of":34,"score":83.3,"pct":81.8,"variant":"Claude Fable 5"},"vals_index":{"rank":5,"of":63,"score":66,"pct":93.5,"variant":"anthropic/claude-fable-5"},"vals_vibe_code_bench":{"rank":1,"of":63,"score":90.4,"pct":100,"variant":"anthropic/claude-fable-5"},"vals_finance_agent":{"rank":12,"of":63,"score":56.3,"pct":82.3,"variant":"anthropic/claude-fable-5"},"vals_terminal_bench_2_1":{"rank":9,"of":63,"score":80.5,"pct":87.1,"variant":"anthropic/claude-fable-5"},"vals_emb":{"rank":3,"of":63,"score":73.7,"pct":96.8,"variant":"anthropic/claude-fable-5"},"vals_code_migration":{"rank":6,"of":63,"score":54.6,"pct":91.9,"variant":"anthropic/claude-fable-5"},"vals_legal_research":{"rank":5,"of":63,"score":49.5,"pct":93.5,"variant":"anthropic/claude-fable-5"},"vals_legal_agent_benchmark":{"rank":7,"of":63,"score":11.3,"pct":90.3,"variant":"anthropic/claude-fable-5"},"tbench":{"rank":4,"of":15,"score":44.55,"pct":78.6,"variant":"Fable 5 (max)"},"eqbench":{"rank":2,"of":28,"score":1340.4,"pct":96.3,"variant":"claude-fable-5"},"eqbench_cw":{"rank":11,"of":137,"score":1943.1,"pct":92.6,"variant":"claude-fable-5"},"benchlm":{"rank":4,"of":74,"score":79.07,"pct":95.9,"variant":"Claude Fable 5"},"benchlm_agentic":{"rank":3,"of":54,"score":73.69,"pct":96.2,"variant":"Claude Fable 5"},"benchlm_coding":{"rank":3,"of":63,"score":74.49,"pct":96.8,"variant":"Claude Fable 5"},"benchlm_knowledge":{"rank":3,"of":69,"score":81.8,"pct":97.1,"variant":"Claude Fable 5"},"benchlm_instructionFollowing":{"rank":33,"of":53,"score":75.7,"pct":38.5,"variant":"Claude Fable 5"}},"domains":{"overall":90.6,"coding":90.9,"agent":89.3,"reasoning":87.2,"math":87.7,"knowledge":92.3,"writing":87.3,"instruction":82.1,"chat":89.7,"business":90.3,"japanese":89.5,"vision":76.1,"longctx":87.8},"coverage":8,"avgPct":93.7,"overall":90.6,"rank":4,"avgRank":4,"aliases":["claude-fable-5","claude-fable-5-high","Claude Fable 5 (High)","claude-fable-5-max-effort","Claude Fable 5","claude-fable-5_max","claude-fable-5_xhigh","claude-fable-5_high","Claude Fable 5 (Max)","anthropic/claude-fable-5","Fable 5 (max)"],"open":false,"release":"2026-06-09","reasoning":true,"ctx":1000000,"pin":10,"pout":50,"tps":67,"ttft":107.44,"theta":1.815,"se":0.102,"lo":88.7,"hi":92.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"claude-opus-5","name":"Claude Opus 5","provider":"anthropic","providerName":"Anthropic","country":"US","sites":{"aa":{"rank":4,"of":107,"score":50.8,"pct":97.2,"variant":"claude-opus-5"},"livebench":{"rank":9,"of":60,"score":80.1,"pct":86.4,"variant":"claude-opus-5-max-effort"},"epoch":{"rank":4,"of":239,"score":162.67,"pct":98.7,"variant":"Claude Opus 5"},"arc":{"rank":4,"of":79,"score":90.4,"pct":96.2,"variant":"Claude Opus 5 (Max)"},"vals":{"rank":3,"of":63,"score":67.2,"pct":96.8,"variant":"anthropic/claude-opus-5"},"tbench":{"rank":3,"of":15,"score":53.94,"pct":85.7,"variant":"Opus 5 (xhigh)"},"eqbench":{"rank":1,"of":28,"score":1385,"pct":100,"variant":"claude-opus-5"},"simplebench":{"rank":8,"of":99,"score":80.6,"pct":92.9,"variant":"Claude Opus 5"},"benchlm":{"rank":3,"of":74,"score":79.81,"pct":97.3,"variant":"Claude Opus 5"}},"metrics":{"arena_coding":{"rank":10,"of":344,"score":1533.3,"pct":97.4,"variant":"claude-opus-5-high"},"arena_math":{"rank":2,"of":332,"score":1524.8,"pct":99.7,"variant":"claude-opus-5-high"},"arena_creative_writing":{"rank":9,"of":347,"score":1474,"pct":97.7,"variant":"claude-opus-5-high"},"arena_instruction_following":{"rank":4,"of":349,"score":1499.4,"pct":99.1,"variant":"claude-opus-5-high"},"arena_hard_prompts":{"rank":4,"of":349,"score":1517.3,"pct":99.1,"variant":"claude-opus-5-high"},"arena_multi_turn":{"rank":24,"of":347,"score":1484.7,"pct":93.4,"variant":"claude-opus-5-max"},"arena_expert":{"rank":3,"of":301,"score":1541.6,"pct":99.3,"variant":"claude-opus-5-high"},"arena_japanese":{"rank":6,"of":226,"score":1502.6,"pct":97.8,"variant":"claude-opus-5-max"},"arena_industry_business_and_management_and_financial_operations":{"rank":12,"of":342,"score":1487.1,"pct":96.8,"variant":"claude-opus-5-high"},"arena_industry_medicine_and_healthcare":{"rank":10,"of":320,"score":1503.2,"pct":97.2,"variant":"claude-opus-5-high"},"arena_industry_legal_and_government":{"rank":6,"of":323,"score":1507.8,"pct":98.4,"variant":"claude-opus-5-max"},"arena_webdev":{"rank":4,"of":110,"score":1692.4,"pct":97.2,"variant":"claude-opus-5-max"},"arena_vision":{"rank":8,"of":134,"score":1289,"pct":94.7,"variant":"claude-opus-5-high"},"arena_document":{"rank":5,"of":37,"score":1489.7,"pct":88.9,"variant":"claude-opus-5-high"},"arena_agent":{"rank":3,"of":43,"score":0.102,"pct":95.2,"variant":"Claude Opus 5 (High)"},"aa_index":{"rank":4,"of":107,"score":50.8,"pct":97.2,"variant":"claude-opus-5"},"aa_hle":{"rank":4,"of":109,"score":54.9,"pct":97.2,"variant":"claude-opus-5"},"aa_gpqa":{"rank":8,"of":100,"score":93.7,"pct":92.9,"variant":"claude-opus-5"},"aa_scicode":{"rank":19,"of":107,"score":56.4,"pct":83,"variant":"claude-opus-5"},"aa_lcr":{"rank":18,"of":109,"score":82,"pct":84.3,"variant":"claude-opus-5"},"aa_mmmuPro":{"rank":5,"of":55,"score":84.7,"pct":92.6,"variant":"claude-opus-5"},"aa_critpt":{"rank":9,"of":112,"score":29.1,"pct":92.8,"variant":"claude-opus-5"},"aa_omniscience":{"rank":5,"of":109,"score":37.1,"pct":96.3,"variant":"claude-opus-5"},"aa_gdpvalNormalized":{"rank":2,"of":107,"score":0.6,"pct":99.1,"variant":"claude-opus-5"},"livebench_global":{"rank":9,"of":60,"score":80.1,"pct":86.4,"variant":"claude-opus-5-max-effort"},"livebench_reasoning":{"rank":5,"of":60,"score":91.2,"pct":93.2,"variant":"claude-opus-5-max-effort"},"livebench_coding":{"rank":13,"of":60,"score":81.4,"pct":79.7,"variant":"claude-opus-5-max-effort"},"livebench_agentic_coding":{"rank":4,"of":60,"score":65.2,"pct":94.9,"variant":"claude-opus-5-max-effort"},"livebench_mathematics":{"rank":9,"of":60,"score":95.7,"pct":86.4,"variant":"claude-opus-5-max-effort"},"livebench_data_analysis":{"rank":32,"of":60,"score":74.6,"pct":47.5,"variant":"claude-opus-5-max-effort"},"livebench_language":{"rank":4,"of":60,"score":88.7,"pct":94.9,"variant":"claude-opus-5-max-effort"},"livebench_if":{"rank":44,"of":60,"score":63.8,"pct":27.1,"variant":"claude-opus-5-max-effort"},"epoch_eci":{"rank":4,"of":239,"score":162.67,"pct":98.7,"variant":"Claude Opus 5"},"epoch_frontiermath":{"rank":7,"of":72,"score":85.6,"pct":91.5,"variant":"claude-opus-5_max"},"epoch_frontiermath4":{"rank":8,"of":55,"score":73.2,"pct":87,"variant":"claude-opus-5_max"},"epoch_gpqa":{"rank":9,"of":201,"score":93.9,"pct":96,"variant":"claude-opus-5_max"},"epoch_simpleqa":{"rank":13,"of":69,"score":59.9,"pct":82.4,"variant":"claude-opus-5_max"},"epoch_aime":{"rank":11,"of":182,"score":98.9,"pct":94.5,"variant":"claude-opus-5_max"},"arc_v2":{"rank":4,"of":79,"score":90.4,"pct":96.2,"variant":"Claude Opus 5 (Max)"},"arc_v1":{"rank":6,"of":76,"score":97.5,"pct":93.3,"variant":"Claude Opus 5 (High)"},"arc_v3":{"rank":3,"of":16,"score":30.2,"pct":86.7,"variant":"Claude Opus 5 (High)"},"scale_mcp":{"rank":3,"of":34,"score":85.8,"pct":93.9,"variant":"claude-opus-5 (xhigh)"},"vals_index":{"rank":3,"of":63,"score":67.2,"pct":96.8,"variant":"anthropic/claude-opus-5"},"vals_vibe_code_bench":{"rank":5,"of":63,"score":88.4,"pct":93.5,"variant":"anthropic/claude-opus-5"},"vals_finance_agent":{"rank":6,"of":63,"score":58.6,"pct":91.9,"variant":"anthropic/claude-opus-5"},"vals_terminal_bench_2_1":{"rank":5,"of":63,"score":84.6,"pct":93.5,"variant":"anthropic/claude-opus-5"},"vals_emb":{"rank":4,"of":63,"score":73.6,"pct":95.2,"variant":"anthropic/claude-opus-5"},"vals_code_migration":{"rank":5,"of":63,"score":56.7,"pct":93.5,"variant":"anthropic/claude-opus-5"},"vals_legal_research":{"rank":1,"of":63,"score":55.3,"pct":100,"variant":"anthropic/claude-opus-5"},"vals_legal_agent_benchmark":{"rank":21,"of":63,"score":6.7,"pct":67.7,"variant":"anthropic/claude-opus-5"},"tbench":{"rank":3,"of":15,"score":53.94,"pct":85.7,"variant":"Opus 5 (xhigh)"},"eqbench":{"rank":1,"of":28,"score":1385,"pct":100,"variant":"claude-opus-5"},"eqbench_cw":{"rank":3,"of":137,"score":2132.6,"pct":98.5,"variant":"claude-opus-5"},"simplebench":{"rank":8,"of":99,"score":80.6,"pct":92.9,"variant":"Claude Opus 5"},"benchlm":{"rank":3,"of":74,"score":79.81,"pct":97.3,"variant":"Claude Opus 5"},"benchlm_agentic":{"rank":2,"of":54,"score":77.35,"pct":98.1,"variant":"Claude Opus 5"},"benchlm_coding":{"rank":4,"of":63,"score":72.8,"pct":95.2,"variant":"Claude Opus 5"},"benchlm_reasoning":{"rank":3,"of":14,"score":77.3,"pct":84.6,"variant":"Claude Opus 5"},"benchlm_multimodalGrounded":{"rank":2,"of":30,"score":88.8,"pct":96.6,"variant":"Claude Opus 5"},"benchlm_knowledge":{"rank":4,"of":69,"score":81.4,"pct":95.6,"variant":"Claude Opus 5"}},"domains":{"overall":90.3,"coding":92.2,"agent":92.1,"reasoning":89.3,"math":87,"knowledge":92.2,"writing":86,"instruction":57,"chat":93.1,"business":90.6,"japanese":87.5,"vision":81.3,"longctx":80.7},"coverage":9,"avgPct":94.6,"overall":90.3,"rank":5,"avgRank":4.3,"aliases":["claude-opus-5-high","claude-opus-5-max","Claude Opus 5 (High)","claude-opus-5","claude-opus-5-max-effort","Claude Opus 5","claude-opus-5_max","Claude Opus 5 (Max)","claude-opus-5 (xhigh)","anthropic/claude-opus-5","Opus 5 (xhigh)"],"open":false,"release":"2026-07-24","reasoning":true,"ctx":1000000,"pin":5,"pout":25,"tps":57,"ttft":2.74,"theta":1.783,"se":0.1,"lo":88.3,"hi":91.9,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"muse-spark-1-3","name":"Muse Spark 1.3","provider":"meta","providerName":"Meta","country":"US","sites":{"aa":{"rank":6,"of":107,"score":48.1,"pct":95.3,"variant":"muse-spark-1-3"},"livebench":{"rank":5,"of":60,"score":81.6,"pct":93.2,"variant":"muse-spark-1.3-xhigh"},"epoch":{"rank":15,"of":239,"score":156.89,"pct":94.1,"variant":"Muse Spark 1.3"},"vals":{"rank":6,"of":63,"score":64.5,"pct":91.9,"variant":"meta/muse_spark_1_3_max"},"simplebench":{"rank":7,"of":99,"score":81.8,"pct":93.9,"variant":"Muse Spark 1.3"}},"metrics":{"arena_coding":{"rank":6,"of":344,"score":1536.7,"pct":98.5,"variant":"muse-spark-1.3-max"},"arena_math":{"rank":14,"of":332,"score":1496.1,"pct":96.1,"variant":"muse-spark-1.3-max"},"arena_creative_writing":{"rank":24,"of":347,"score":1452.8,"pct":93.4,"variant":"muse-spark-1.3-max"},"arena_instruction_following":{"rank":12,"of":349,"score":1482.9,"pct":96.8,"variant":"muse-spark-1.3-max"},"arena_hard_prompts":{"rank":7,"of":349,"score":1515.6,"pct":98.3,"variant":"muse-spark-1.3-max"},"arena_multi_turn":{"rank":16,"of":347,"score":1492.8,"pct":95.7,"variant":"muse-spark-1.3-max"},"arena_expert":{"rank":5,"of":301,"score":1532.9,"pct":98.7,"variant":"muse-spark-1.3-max"},"arena_industry_business_and_management_and_financial_operations":{"rank":5,"of":342,"score":1500.1,"pct":98.8,"variant":"muse-spark-1.3-max"},"arena_industry_medicine_and_healthcare":{"rank":25,"of":320,"score":1491.1,"pct":92.5,"variant":"muse-spark-1.3-max"},"arena_industry_legal_and_government":{"rank":10,"of":323,"score":1499.4,"pct":97.2,"variant":"muse-spark-1.3-max"},"arena_webdev":{"rank":8,"of":110,"score":1658.2,"pct":93.6,"variant":"muse-spark-1.3-max"},"arena_vision":{"rank":5,"of":134,"score":1294.1,"pct":97,"variant":"muse-spark-1.3-max"},"arena_document":{"rank":15,"of":37,"score":1467.9,"pct":61.1,"variant":"muse-spark-1.3-max"},"arena_agent":{"rank":14,"of":43,"score":0.042,"pct":69,"variant":"Muse Spark 1.3 (Max)"},"aa_index":{"rank":6,"of":107,"score":48.1,"pct":95.3,"variant":"muse-spark-1-3"},"aa_hle":{"rank":8,"of":109,"score":48.7,"pct":93.5,"variant":"muse-spark-1-3"},"aa_gpqa":{"rank":5,"of":100,"score":94.1,"pct":96,"variant":"muse-spark-1-3"},"aa_scicode":{"rank":5,"of":107,"score":59.7,"pct":96.2,"variant":"muse-spark-1-3"},"aa_lcr":{"rank":14,"of":109,"score":83,"pct":88,"variant":"muse-spark-1-3"},"aa_mmmuPro":{"rank":12,"of":55,"score":82,"pct":79.6,"variant":"muse-spark-1-3"},"aa_critpt":{"rank":13,"of":112,"score":26,"pct":89.2,"variant":"muse-spark-1-3"},"aa_omniscience":{"rank":16,"of":109,"score":25,"pct":86.1,"variant":"muse-spark-1-3"},"aa_gdpvalNormalized":{"rank":2,"of":107,"score":0.6,"pct":99.1,"variant":"muse-spark-1-3"},"livebench_global":{"rank":5,"of":60,"score":81.6,"pct":93.2,"variant":"muse-spark-1.3-xhigh"},"livebench_reasoning":{"rank":11,"of":60,"score":89.7,"pct":83.1,"variant":"muse-spark-1.3-xhigh"},"livebench_coding":{"rank":15,"of":60,"score":81.1,"pct":76.3,"variant":"muse-spark-1.3-xhigh"},"livebench_agentic_coding":{"rank":8,"of":60,"score":64.1,"pct":88.1,"variant":"muse-spark-1.3-xhigh"},"livebench_mathematics":{"rank":7,"of":60,"score":95.9,"pct":89.8,"variant":"muse-spark-1.3-xhigh"},"livebench_data_analysis":{"rank":9,"of":60,"score":79.6,"pct":86.4,"variant":"muse-spark-1.3-xhigh"},"livebench_language":{"rank":20,"of":60,"score":82.8,"pct":67.8,"variant":"muse-spark-1.3-xhigh"},"livebench_if":{"rank":4,"of":60,"score":78,"pct":94.9,"variant":"muse-spark-1.3-xhigh"},"epoch_eci":{"rank":15,"of":239,"score":156.89,"pct":94.1,"variant":"Muse Spark 1.3"},"epoch_frontiermath":{"rank":14,"of":72,"score":74.4,"pct":81.7,"variant":"muse-spark-1.3_xhigh"},"epoch_frontiermath4":{"rank":15,"of":55,"score":46.3,"pct":74.1,"variant":"muse-spark-1.3_max"},"epoch_aime":{"rank":9,"of":182,"score":99.2,"pct":95.6,"variant":"muse-spark-1.3_xhigh"},"vals_index":{"rank":6,"of":63,"score":64.5,"pct":91.9,"variant":"meta/muse_spark_1_3_max"},"vals_vibe_code_bench":{"rank":8,"of":63,"score":85.9,"pct":88.7,"variant":"meta/muse_spark_1_3_max"},"vals_finance_agent":{"rank":3,"of":63,"score":60,"pct":96.8,"variant":"meta/muse_spark_1_3_max"},"vals_terminal_bench_2_1":{"rank":10,"of":63,"score":79,"pct":85.5,"variant":"meta/muse_spark_1_3_max"},"vals_emb":{"rank":12,"of":63,"score":67.4,"pct":82.3,"variant":"meta/muse_spark_1_3_max"},"vals_code_migration":{"rank":8,"of":63,"score":48.3,"pct":88.7,"variant":"meta/muse_spark_1_3_max"},"vals_legal_research":{"rank":1,"of":63,"score":55.3,"pct":100,"variant":"meta/muse_spark_1_3_max"},"vals_legal_agent_benchmark":{"rank":2,"of":63,"score":23.8,"pct":98.4,"variant":"meta/muse_spark_1_3_max"},"eqbench_cw":{"rank":16,"of":137,"score":1905.9,"pct":89,"variant":"muse-spark-1.3"},"simplebench":{"rank":7,"of":99,"score":81.8,"pct":93.9,"variant":"Muse Spark 1.3"}},"domains":{"overall":89,"coding":87.8,"agent":84.2,"reasoning":86.3,"math":85.7,"knowledge":87.7,"writing":76.4,"instruction":88.3,"chat":64,"business":90.6,"vision":69.5,"longctx":54.3},"coverage":5,"avgPct":93.7,"overall":89,"rank":6,"avgRank":7.8,"aliases":["muse-spark-1.3-max","Muse Spark 1.3 (Max)","muse-spark-1-3","muse-spark-1.3-xhigh","Muse Spark 1.3","muse-spark-1.3_xhigh","muse-spark-1.3_max","meta/muse_spark_1_3_max","muse-spark-1.3"],"open":false,"release":"2026-09-02","reasoning":true,"ctx":1000000,"pin":1.25,"pout":4.25,"tps":222,"ttft":22.51,"theta":1.672,"se":0.125,"lo":86.2,"hi":91.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":true},{"id":"gpt-5-6-sol","name":"GPT-5.6 Sol","provider":"openai","providerName":"OpenAI","country":"US","sites":{"aa":{"rank":8,"of":107,"score":47,"pct":93.4,"variant":"gpt-5-6-sol"},"livebench":{"rank":6,"of":60,"score":81.1,"pct":91.5,"variant":"gpt-5.6-sol-max"},"epoch":{"rank":6,"of":239,"score":161.99,"pct":97.9,"variant":"GPT-5.6 Sol"},"arc":{"rank":3,"of":79,"score":92.5,"pct":97.4,"variant":"GPT-5.6 Sol (Max)"},"vals":{"rank":7,"of":63,"score":63.7,"pct":90.3,"variant":"openai/gpt-5.6-sol"},"tbench":{"rank":7,"of":15,"score":37.27,"pct":57.1,"variant":"GPT-5.6 Sol (max)"},"eqbench":{"rank":9,"of":28,"score":1250.3,"pct":70.4,"variant":"gpt-5.6-sol"},"simplebench":{"rank":23,"of":99,"score":64.8,"pct":77.6,"variant":"GPT-5.6 Sol (xhigh)"},"benchlm":{"rank":5,"of":74,"score":78.49,"pct":94.5,"variant":"GPT-5.6 Sol"}},"metrics":{"arena_coding":{"rank":14,"of":344,"score":1527.9,"pct":96.2,"variant":"gpt-5.6-sol-xhigh"},"arena_math":{"rank":19,"of":332,"score":1488.1,"pct":94.6,"variant":"gpt-5.6-sol-xhigh"},"arena_creative_writing":{"rank":10,"of":347,"score":1473.1,"pct":97.4,"variant":"gpt-5.6-sol-xhigh"},"arena_instruction_following":{"rank":8,"of":349,"score":1486.9,"pct":98,"variant":"gpt-5.6-sol-xhigh"},"arena_hard_prompts":{"rank":12,"of":349,"score":1508.6,"pct":96.8,"variant":"gpt-5.6-sol-xhigh"},"arena_multi_turn":{"rank":21,"of":347,"score":1486.6,"pct":94.2,"variant":"gpt-5.6-sol-xhigh"},"arena_expert":{"rank":7,"of":301,"score":1531.8,"pct":98,"variant":"gpt-5.6-sol-xhigh"},"arena_japanese":{"rank":5,"of":226,"score":1503.3,"pct":98.2,"variant":"gpt-5.6-sol-xhigh"},"arena_industry_business_and_management_and_financial_operations":{"rank":11,"of":342,"score":1487.6,"pct":97.1,"variant":"gpt-5.6-sol-xhigh"},"arena_industry_medicine_and_healthcare":{"rank":39,"of":320,"score":1482.1,"pct":88.1,"variant":"gpt-5.6-sol-xhigh"},"arena_industry_legal_and_government":{"rank":17,"of":323,"score":1494.1,"pct":95,"variant":"gpt-5.6-sol-xhigh"},"arena_vision":{"rank":12,"of":134,"score":1285.9,"pct":91.7,"variant":"gpt-5.6-sol-xhigh"},"arena_search":{"rank":1,"of":32,"score":1255.8,"pct":100,"variant":"gpt-5.6-sol-xhigh"},"arena_document":{"rank":6,"of":37,"score":1488.7,"pct":86.1,"variant":"gpt-5.6-sol-xhigh"},"arena_agent":{"rank":6,"of":43,"score":0.071,"pct":88.1,"variant":"GPT 5.6 Sol (xHigh)"},"aa_index":{"rank":8,"of":107,"score":47,"pct":93.4,"variant":"gpt-5-6-sol"},"aa_hle":{"rank":6,"of":109,"score":49.5,"pct":95.4,"variant":"gpt-5-6-sol"},"aa_gpqa":{"rank":5,"of":100,"score":94.1,"pct":96,"variant":"gpt-5-6-sol"},"aa_scicode":{"rank":11,"of":107,"score":57.8,"pct":90.6,"variant":"gpt-5-6-sol"},"aa_terminalbenchHard":{"rank":1,"of":62,"score":65.9,"pct":100,"variant":"gpt-5-6-sol"},"aa_tau2":{"rank":26,"of":61,"score":85.1,"pct":58.3,"variant":"gpt-5-6-sol"},"aa_ifbench":{"rank":23,"of":62,"score":72.7,"pct":63.9,"variant":"gpt-5-6-sol"},"aa_lcr":{"rank":7,"of":109,"score":84,"pct":94.4,"variant":"gpt-5-6-sol"},"aa_mmmuPro":{"rank":7,"of":55,"score":83.4,"pct":88.9,"variant":"gpt-5-6-sol"},"aa_critpt":{"rank":1,"of":112,"score":32.3,"pct":100,"variant":"gpt-5-6-sol"},"aa_omniscience":{"rank":18,"of":109,"score":22,"pct":84.3,"variant":"gpt-5-6-sol"},"aa_gdpvalNormalized":{"rank":13,"of":107,"score":0.5,"pct":88.7,"variant":"gpt-5-6-sol"},"livebench_global":{"rank":6,"of":60,"score":81.1,"pct":91.5,"variant":"gpt-5.6-sol-max"},"livebench_reasoning":{"rank":3,"of":60,"score":91.7,"pct":96.6,"variant":"gpt-5.6-sol-max"},"livebench_coding":{"rank":4,"of":60,"score":83.9,"pct":94.9,"variant":"gpt-5.6-sol-max"},"livebench_agentic_coding":{"rank":24,"of":60,"score":56.2,"pct":61,"variant":"gpt-5.6-sol-max"},"livebench_mathematics":{"rank":5,"of":60,"score":96.2,"pct":93.2,"variant":"gpt-5.6-sol-max"},"livebench_data_analysis":{"rank":8,"of":60,"score":79.8,"pct":88.1,"variant":"gpt-5.6-sol-max"},"livebench_language":{"rank":6,"of":60,"score":87.7,"pct":91.5,"variant":"gpt-5.6-sol-max"},"livebench_if":{"rank":20,"of":60,"score":71.8,"pct":67.8,"variant":"gpt-5.6-sol-max"},"epoch_eci":{"rank":6,"of":239,"score":161.99,"pct":97.9,"variant":"GPT-5.6 Sol"},"epoch_frontiermath":{"rank":3,"of":72,"score":89.1,"pct":97.2,"variant":"gpt-5.6-sol_max"},"epoch_frontiermath4":{"rank":4,"of":55,"score":82.9,"pct":94.4,"variant":"gpt-5.6-sol_max"},"epoch_gpqa":{"rank":11,"of":201,"score":93.5,"pct":95,"variant":"gpt-5.6-sol_max"},"epoch_simpleqa":{"rank":5,"of":69,"score":69.7,"pct":94.1,"variant":"gpt-5.6-sol_max"},"epoch_aime":{"rank":1,"of":182,"score":100,"pct":100,"variant":"gpt-5.6-sol_max"},"arc_v2":{"rank":3,"of":79,"score":92.5,"pct":97.4,"variant":"GPT-5.6 Sol (Max)"},"arc_v1":{"rank":6,"of":76,"score":97.5,"pct":93.3,"variant":"GPT-5.6 Sol (XHigh)"},"arc_v3":{"rank":4,"of":16,"score":7.8,"pct":80,"variant":"GPT-5.6 Sol (Max)"},"scale_mcp":{"rank":11,"of":34,"score":81.8,"pct":69.7,"variant":"gpt-5.6 (sol)"},"vals_index":{"rank":7,"of":63,"score":63.7,"pct":90.3,"variant":"openai/gpt-5.6-sol"},"vals_vibe_code_bench":{"rank":16,"of":63,"score":80.5,"pct":75.8,"variant":"openai/gpt-5.6-sol"},"vals_finance_agent":{"rank":23,"of":63,"score":53.8,"pct":64.5,"variant":"openai/gpt-5.6-sol"},"vals_terminal_bench_2_1":{"rank":3,"of":63,"score":85.8,"pct":96.8,"variant":"openai/gpt-5.6-sol"},"vals_emb":{"rank":5,"of":63,"score":72.3,"pct":93.5,"variant":"openai/gpt-5.6-sol"},"vals_code_migration":{"rank":7,"of":63,"score":52.4,"pct":90.3,"variant":"openai/gpt-5.6-sol"},"vals_legal_research":{"rank":7,"of":63,"score":48.1,"pct":90.3,"variant":"openai/gpt-5.6-sol"},"vals_legal_agent_benchmark":{"rank":34,"of":63,"score":2.5,"pct":46.8,"variant":"openai/gpt-5.6-sol"},"tbench":{"rank":7,"of":15,"score":37.27,"pct":57.1,"variant":"GPT-5.6 Sol (max)"},"eqbench":{"rank":9,"of":28,"score":1250.3,"pct":70.4,"variant":"gpt-5.6-sol"},"eqbench_cw":{"rank":10,"of":137,"score":1971.6,"pct":93.4,"variant":"gpt-5.6-sol"},"simplebench":{"rank":23,"of":99,"score":64.8,"pct":77.6,"variant":"GPT-5.6 Sol (xhigh)"},"benchlm":{"rank":5,"of":74,"score":78.49,"pct":94.5,"variant":"GPT-5.6 Sol"},"benchlm_agentic":{"rank":6,"of":54,"score":69.56,"pct":90.6,"variant":"GPT-5.6 Sol"},"benchlm_coding":{"rank":5,"of":63,"score":71.55,"pct":93.5,"variant":"GPT-5.6 Sol"},"benchlm_reasoning":{"rank":4,"of":14,"score":72.1,"pct":76.9,"variant":"GPT-5.6 Sol"},"benchlm_multimodalGrounded":{"rank":4,"of":30,"score":87.6,"pct":89.7,"variant":"GPT-5.6 Sol"},"benchlm_knowledge":{"rank":5,"of":69,"score":78.82,"pct":94.1,"variant":"GPT-5.6 Sol"},"benchlm_instructionFollowing":{"rank":19,"of":53,"score":87.7,"pct":65.4,"variant":"GPT-5.6 Sol"}},"domains":{"overall":88,"coding":89.6,"agent":86.9,"reasoning":86.4,"math":87.2,"knowledge":91.8,"writing":83.8,"instruction":76.6,"chat":74.5,"business":89.2,"japanese":87.6,"vision":79.5,"longctx":80.3},"coverage":9,"avgPct":85.6,"overall":88,"rank":7,"avgRank":8.2,"aliases":["gpt-5.6-sol-xhigh","GPT 5.6 Sol (xHigh)","gpt-5-6-sol","gpt-5.6-sol-max","GPT-5.6 Sol","gpt-5.6-sol_max","GPT-5.6 Sol (Max)","GPT-5.6 Sol (XHigh)","gpt-5.6 (sol)","openai/gpt-5.6-sol","GPT-5.6 Sol (max)","gpt-5.6-sol","GPT-5.6 Sol (xhigh)"],"open":false,"release":"2026-07-09","reasoning":true,"ctx":1000000,"pin":4,"pout":20,"tps":73,"ttft":1.04,"theta":1.592,"se":0.1,"lo":85.6,"hi":90,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gpt-5-5-pro","name":"GPT-5.5 Pro","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":5,"of":239,"score":162.45,"pct":98.3,"variant":"GPT-5.5 Pro"},"arc":{"rank":9,"of":79,"score":84.6,"pct":89.7,"variant":"GPT-5.5 Pro (High)"},"simplebench":{"rank":10,"of":99,"score":76.9,"pct":90.8,"variant":"GPT-5.5 Pro"}},"metrics":{"aa_critpt":{"rank":6,"of":112,"score":30.6,"pct":95.5,"variant":"gpt-5-5-pro"},"epoch_eci":{"rank":5,"of":239,"score":162.45,"pct":98.3,"variant":"GPT-5.5 Pro"},"epoch_frontiermath":{"rank":4,"of":72,"score":87.7,"pct":95.8,"variant":"gpt-5.5-pro_xhigh"},"epoch_frontiermath4":{"rank":6,"of":55,"score":78,"pct":90.7,"variant":"gpt-5.5-pro_xhigh"},"arc_v2":{"rank":9,"of":79,"score":84.6,"pct":89.7,"variant":"GPT-5.5 Pro (High)"},"arc_v1":{"rank":9,"of":76,"score":96.5,"pct":89.3,"variant":"GPT-5.5 Pro (High)"},"simplebench":{"rank":10,"of":99,"score":76.9,"pct":90.8,"variant":"GPT-5.5 Pro"}},"domains":{"overall":86.9,"reasoning":86,"math":88.4,"knowledge":87.9},"coverage":3,"avgPct":92.9,"overall":86.9,"rank":8,"avgRank":8,"aliases":["gpt-5-5-pro","GPT-5.5 Pro","gpt-5.5-pro_xhigh","GPT-5.5 Pro (High)"],"release":"2026-04-23","open":false,"reasoning":true,"ctx":922000,"theta":1.512,"se":0.227,"lo":80.6,"hi":91.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gpt-6-sol","name":"GPT-6 Sol","provider":"openai","providerName":"OpenAI","country":"US","sites":{"aa":{"rank":7,"of":107,"score":47.5,"pct":94.3,"variant":"gpt-6-sol"},"livebench":{"rank":11,"of":60,"score":79.2,"pct":83.1,"variant":"gpt-6-sol-max"},"vals":{"rank":8,"of":63,"score":62.6,"pct":88.7,"variant":"openai/gpt-6-sol"},"simplebench":{"rank":15,"of":99,"score":73.1,"pct":85.7,"variant":"GPT-6 Sol"}},"metrics":{"arena_webdev":{"rank":5,"of":110,"score":1685.9,"pct":96.3,"variant":"gpt-6-sol-max"},"aa_index":{"rank":7,"of":107,"score":47.5,"pct":94.3,"variant":"gpt-6-sol"},"aa_hle":{"rank":10,"of":109,"score":47.9,"pct":91.7,"variant":"gpt-6-sol"},"aa_scicode":{"rank":13,"of":107,"score":57.6,"pct":88.7,"variant":"gpt-6-sol"},"aa_lcr":{"rank":10,"of":109,"score":83.7,"pct":91.7,"variant":"gpt-6-sol"},"aa_mmmuPro":{"rank":8,"of":55,"score":83.3,"pct":87,"variant":"gpt-6-sol"},"aa_critpt":{"rank":5,"of":112,"score":30.9,"pct":96.4,"variant":"gpt-6-sol"},"aa_omniscience":{"rank":13,"of":109,"score":27.1,"pct":88.9,"variant":"gpt-6-sol"},"aa_gdpvalNormalized":{"rank":13,"of":107,"score":0.5,"pct":88.7,"variant":"gpt-6-sol"},"livebench_global":{"rank":11,"of":60,"score":79.2,"pct":83.1,"variant":"gpt-6-sol-max"},"livebench_reasoning":{"rank":16,"of":60,"score":88.7,"pct":74.6,"variant":"gpt-6-sol-max"},"livebench_coding":{"rank":11,"of":60,"score":81.8,"pct":83.1,"variant":"gpt-6-sol-max"},"livebench_agentic_coding":{"rank":32,"of":60,"score":52.9,"pct":47.5,"variant":"gpt-6-sol-max"},"livebench_mathematics":{"rank":4,"of":60,"score":96.4,"pct":94.9,"variant":"gpt-6-sol-max"},"livebench_data_analysis":{"rank":3,"of":60,"score":81.2,"pct":96.6,"variant":"gpt-6-sol-max"},"livebench_language":{"rank":13,"of":60,"score":85.3,"pct":79.7,"variant":"gpt-6-sol-max"},"livebench_if":{"rank":32,"of":60,"score":68.6,"pct":47.5,"variant":"gpt-6-sol-max"},"vals_index":{"rank":8,"of":63,"score":62.6,"pct":88.7,"variant":"openai/gpt-6-sol"},"vals_vibe_code_bench":{"rank":6,"of":63,"score":87.8,"pct":91.9,"variant":"openai/gpt-6-sol"},"vals_finance_agent":{"rank":36,"of":63,"score":49.1,"pct":43.5,"variant":"openai/gpt-6-sol"},"vals_terminal_bench_2_1":{"rank":6,"of":63,"score":83.1,"pct":91.9,"variant":"openai/gpt-6-sol"},"vals_emb":{"rank":8,"of":63,"score":71.5,"pct":88.7,"variant":"openai/gpt-6-sol"},"vals_code_migration":{"rank":4,"of":63,"score":56.9,"pct":95.2,"variant":"openai/gpt-6-sol"},"vals_legal_research":{"rank":37,"of":63,"score":28.8,"pct":41.9,"variant":"openai/gpt-6-sol"},"vals_legal_agent_benchmark":{"rank":38,"of":63,"score":1.7,"pct":40.3,"variant":"openai/gpt-6-sol"},"eqbench_cw":{"rank":4,"of":137,"score":2124.7,"pct":97.8,"variant":"gpt-6-sol"},"simplebench":{"rank":15,"of":99,"score":73.1,"pct":85.7,"variant":"GPT-6 Sol"}},"domains":{"overall":86.5,"coding":88.7,"agent":83.6,"reasoning":83.9,"math":88.1,"knowledge":89.7,"writing":82.8,"instruction":69.2,"business":88.2,"vision":70.6,"longctx":61.1},"coverage":4,"avgPct":87.9,"overall":86.5,"rank":9,"avgRank":10.3,"aliases":["gpt-6-sol-max","gpt-6-sol","openai/gpt-6-sol","GPT-6 Sol"],"open":false,"release":"2026-09-16","reasoning":true,"ctx":872000,"pin":2,"pout":10,"tps":114,"ttft":1.05,"theta":1.484,"se":0.128,"lo":83.1,"hi":89.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":true},{"id":"gpt-5-4-pro","name":"GPT-5.4 Pro","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":9,"of":239,"score":159.12,"pct":96.6,"variant":"GPT-5.4 Pro"},"arc":{"rank":13,"of":79,"score":83.3,"pct":84.6,"variant":"GPT-5.4 Pro (XHigh)"}},"metrics":{"aa_critpt":{"rank":7,"of":112,"score":30,"pct":94.6,"variant":"gpt-5-4-pro"},"epoch_eci":{"rank":9,"of":239,"score":159.12,"pct":96.6,"variant":"GPT-5.4 Pro"},"arc_v2":{"rank":13,"of":79,"score":83.3,"pct":84.6,"variant":"GPT-5.4 Pro (XHigh)"},"arc_v1":{"rank":14,"of":76,"score":94.5,"pct":82.7,"variant":"GPT-5.4 Pro (XHigh)"}},"domains":{"overall":85.2,"reasoning":81.3,"knowledge":87.5},"coverage":2,"avgPct":90.6,"overall":85.2,"rank":10,"avgRank":11,"aliases":["gpt-5-4-pro","GPT-5.4 Pro","GPT-5.4 Pro (XHigh)"],"release":"2026-03-04","open":false,"reasoning":true,"ctx":1050000,"pin":30,"pout":180,"theta":1.401,"se":0.262,"lo":77.1,"hi":90.8,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"mimo-v2-6-pro","name":"MiMo-V2.6-Pro","provider":"xiaomi","providerName":"Xiaomi","country":"CN","sites":{"aa":{"rank":10,"of":107,"score":46.3,"pct":91.5,"variant":"mimo-v2-6-pro"},"vals":{"rank":16,"of":63,"score":59.5,"pct":75.8,"variant":"xiaomi/mimo-v2.6-pro"}},"metrics":{"aa_index":{"rank":10,"of":107,"score":46.3,"pct":91.5,"variant":"mimo-v2-6-pro"},"aa_hle":{"rank":7,"of":109,"score":49.4,"pct":94.4,"variant":"mimo-v2-6-pro"},"aa_scicode":{"rank":4,"of":107,"score":60.9,"pct":97.2,"variant":"mimo-v2-6-pro"},"aa_lcr":{"rank":3,"of":109,"score":86.3,"pct":98.1,"variant":"mimo-v2-6-pro"},"aa_critpt":{"rank":12,"of":112,"score":26.6,"pct":90.1,"variant":"mimo-v2-6-pro"},"aa_omniscience":{"rank":29,"of":109,"score":8.4,"pct":74.1,"variant":"mimo-v2-6-pro"},"aa_gdpvalNormalized":{"rank":2,"of":107,"score":0.6,"pct":99.1,"variant":"mimo-v2-6-pro"},"vals_index":{"rank":16,"of":63,"score":59.5,"pct":75.8,"variant":"xiaomi/mimo-v2.6-pro"},"vals_vibe_code_bench":{"rank":9,"of":63,"score":85.2,"pct":87.1,"variant":"xiaomi/mimo-v2.6-pro"},"vals_finance_agent":{"rank":10,"of":63,"score":57.3,"pct":85.5,"variant":"xiaomi/mimo-v2.6-pro"},"vals_terminal_bench_2_1":{"rank":29,"of":63,"score":67.8,"pct":54.8,"variant":"xiaomi/mimo-v2.6-pro"},"vals_emb":{"rank":23,"of":63,"score":62.9,"pct":64.5,"variant":"xiaomi/mimo-v2.6-pro"},"vals_code_migration":{"rank":21,"of":63,"score":42.3,"pct":67.7,"variant":"xiaomi/mimo-v2.6-pro"},"vals_legal_research":{"rank":10,"of":63,"score":47.1,"pct":85.5,"variant":"xiaomi/mimo-v2.6-pro"},"vals_legal_agent_benchmark":{"rank":10,"of":63,"score":10.8,"pct":85.5,"variant":"xiaomi/mimo-v2.6-pro"}},"domains":{"overall":85.2,"coding":85.1,"agent":69.4,"reasoning":84.2,"knowledge":87.9,"business":90.4,"longctx":67.9},"coverage":2,"avgPct":83.7,"overall":85.2,"rank":11,"avgRank":13,"aliases":["mimo-v2-6-pro","xiaomi/mimo-v2.6-pro"],"release":"2026-09-21","open":true,"reasoning":true,"ctx":1000000,"pin":0.435,"pout":0.87,"tps":45,"ttft":3.14,"theta":1.398,"se":0.187,"lo":79.6,"hi":89.4,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":true},{"id":"deepseek-v4-1-flash","name":"DeepSeek V4.1 Flash","provider":"deepseek","providerName":"DeepSeek","country":"CN","sites":{"aa":{"rank":22,"of":107,"score":39.5,"pct":80.2,"variant":"deepseek-v4-1-flash"},"livebench":{"rank":6,"of":60,"score":81.1,"pct":91.5,"variant":"deepseek-v4.1-flash-max"},"epoch":{"rank":28,"of":239,"score":155.01,"pct":88.7,"variant":"DeepSeek V4.1 Flash"},"vals":{"rank":20,"of":63,"score":57.9,"pct":69.4,"variant":"deepseek/deepseek-v4.1-flash"},"simplebench":{"rank":21,"of":99,"score":66.7,"pct":79.6,"variant":"DeepSeek V4.1 Flash"}},"metrics":{"arena_webdev":{"rank":15,"of":110,"score":1620,"pct":87.2,"variant":"deepseek-v4.1-flash-max"},"arena_agent":{"rank":11,"of":43,"score":0.049,"pct":76.2,"variant":"Deepseek V4.1 Flash (Max)"},"aa_index":{"rank":22,"of":107,"score":39.5,"pct":80.2,"variant":"deepseek-v4-1-flash"},"aa_hle":{"rank":33,"of":109,"score":39.2,"pct":70.4,"variant":"deepseek-v4-1-flash"},"aa_scicode":{"rank":32,"of":107,"score":51.9,"pct":70.8,"variant":"deepseek-v4-1-flash"},"aa_lcr":{"rank":7,"of":109,"score":84,"pct":94.4,"variant":"deepseek-v4-1-flash"},"aa_mmmuPro":{"rank":27,"of":55,"score":77,"pct":51.9,"variant":"deepseek-v4-1-flash"},"aa_critpt":{"rank":34,"of":112,"score":14.3,"pct":70.3,"variant":"deepseek-v4-1-flash"},"aa_omniscience":{"rank":51,"of":109,"score":-5.3,"pct":53.7,"variant":"deepseek-v4-1-flash"},"aa_gdpvalNormalized":{"rank":2,"of":107,"score":0.6,"pct":99.1,"variant":"deepseek-v4-1-flash"},"livebench_global":{"rank":6,"of":60,"score":81.1,"pct":91.5,"variant":"deepseek-v4.1-flash-max"},"livebench_reasoning":{"rank":26,"of":60,"score":86.7,"pct":57.6,"variant":"deepseek-v4.1-flash-max"},"livebench_coding":{"rank":18,"of":60,"score":80,"pct":71.2,"variant":"deepseek-v4.1-flash-max"},"livebench_agentic_coding":{"rank":1,"of":60,"score":77.3,"pct":100,"variant":"deepseek-v4.1-flash-max"},"livebench_mathematics":{"rank":17,"of":60,"score":93.3,"pct":72.9,"variant":"deepseek-v4.1-flash-max"},"livebench_data_analysis":{"rank":11,"of":60,"score":79.3,"pct":83.1,"variant":"deepseek-v4.1-flash-max"},"livebench_language":{"rank":25,"of":60,"score":81.2,"pct":59.3,"variant":"deepseek-v4.1-flash-max"},"livebench_if":{"rank":28,"of":60,"score":70,"pct":54.2,"variant":"deepseek-v4.1-flash-max"},"epoch_eci":{"rank":28,"of":239,"score":155.01,"pct":88.7,"variant":"DeepSeek V4.1 Flash"},"vals_index":{"rank":20,"of":63,"score":57.9,"pct":69.4,"variant":"deepseek/deepseek-v4.1-flash"},"vals_vibe_code_bench":{"rank":11,"of":63,"score":84.7,"pct":83.9,"variant":"deepseek/deepseek-v4.1-flash"},"vals_finance_agent":{"rank":25,"of":63,"score":53.5,"pct":61.3,"variant":"deepseek/deepseek-v4.1-flash"},"vals_terminal_bench_2_1":{"rank":17,"of":63,"score":74.5,"pct":74.2,"variant":"deepseek/deepseek-v4.1-flash"},"vals_emb":{"rank":31,"of":63,"score":57.2,"pct":51.6,"variant":"deepseek/deepseek-v4.1-flash"},"vals_code_migration":{"rank":10,"of":63,"score":46.9,"pct":85.5,"variant":"deepseek/deepseek-v4.1-flash"},"vals_legal_research":{"rank":18,"of":63,"score":41.3,"pct":72.6,"variant":"deepseek/deepseek-v4.1-flash"},"vals_legal_agent_benchmark":{"rank":21,"of":63,"score":6.7,"pct":67.7,"variant":"deepseek/deepseek-v4.1-flash"},"eqbench_cw":{"rank":57,"of":137,"score":1540.1,"pct":58.8,"variant":"deepseek-v4.1-flash"},"simplebench":{"rank":21,"of":99,"score":66.7,"pct":79.6,"variant":"DeepSeek V4.1 Flash"}},"domains":{"overall":84.7,"coding":85.3,"agent":86.5,"reasoning":77.8,"math":83.3,"knowledge":78.9,"writing":69.6,"instruction":73,"business":89.7,"vision":49.1,"longctx":61.9},"coverage":5,"avgPct":81.9,"overall":84.7,"rank":12,"avgRank":19.4,"aliases":["deepseek-v4.1-flash-max","Deepseek V4.1 Flash (Max)","deepseek-v4-1-flash","DeepSeek V4.1 Flash","deepseek/deepseek-v4.1-flash","deepseek-v4.1-flash"],"open":true,"release":"2026-09-09","reasoning":true,"ctx":1000000,"pin":0.3,"pout":1.2,"tps":269,"ttft":0.92,"theta":1.369,"se":0.125,"lo":81.1,"hi":87.7,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":true},{"id":"grok-4-7","name":"Grok 4.7","provider":"xai","providerName":"xAI","country":"US","sites":{"aa":{"rank":9,"of":107,"score":46.4,"pct":92.5,"variant":"grok-4-7"},"livebench":{"rank":19,"of":60,"score":77.4,"pct":69.5,"variant":"grok-4.7-xhigh"},"vals":{"rank":11,"of":63,"score":60.2,"pct":83.9,"variant":"grok/grok-4.7"},"tbench":{"rank":6,"of":15,"score":37.58,"pct":64.3,"variant":"Grok 4.7 (xhigh)"}},"metrics":{"arena_webdev":{"rank":10,"of":110,"score":1632.3,"pct":91.7,"variant":"grok-4.7-xhigh"},"aa_index":{"rank":9,"of":107,"score":46.4,"pct":92.5,"variant":"grok-4-7"},"aa_hle":{"rank":20,"of":109,"score":43.1,"pct":82.4,"variant":"grok-4-7"},"aa_scicode":{"rank":11,"of":107,"score":57.8,"pct":90.6,"variant":"grok-4-7"},"aa_lcr":{"rank":51,"of":109,"score":77,"pct":53.7,"variant":"grok-4-7"},"aa_critpt":{"rank":25,"of":112,"score":18,"pct":78.4,"variant":"grok-4-7"},"aa_omniscience":{"rank":6,"of":109,"score":32,"pct":95.4,"variant":"grok-4-7"},"aa_gdpvalNormalized":{"rank":2,"of":107,"score":0.6,"pct":99.1,"variant":"grok-4-7"},"livebench_global":{"rank":19,"of":60,"score":77.4,"pct":69.5,"variant":"grok-4.7-xhigh"},"livebench_reasoning":{"rank":40,"of":60,"score":82.7,"pct":33.9,"variant":"grok-4.7-xhigh"},"livebench_coding":{"rank":34,"of":60,"score":77.2,"pct":44.1,"variant":"grok-4.7-xhigh"},"livebench_agentic_coding":{"rank":29,"of":60,"score":54,"pct":52.5,"variant":"grok-4.7-xhigh"},"livebench_mathematics":{"rank":9,"of":60,"score":95.7,"pct":86.4,"variant":"grok-4.7-xhigh"},"livebench_data_analysis":{"rank":26,"of":60,"score":76.9,"pct":57.6,"variant":"grok-4.7-xhigh"},"livebench_language":{"rank":27,"of":60,"score":80.1,"pct":55.9,"variant":"grok-4.7-xhigh"},"livebench_if":{"rank":10,"of":60,"score":75.3,"pct":84.7,"variant":"grok-4.7-xhigh"},"vals_index":{"rank":11,"of":63,"score":60.2,"pct":83.9,"variant":"grok/grok-4.7"},"vals_vibe_code_bench":{"rank":7,"of":63,"score":86.2,"pct":90.3,"variant":"grok/grok-4.7"},"vals_finance_agent":{"rank":27,"of":63,"score":52.3,"pct":58.1,"variant":"grok/grok-4.7"},"vals_terminal_bench_2_1":{"rank":21,"of":63,"score":73.4,"pct":67.7,"variant":"grok/grok-4.7"},"vals_emb":{"rank":14,"of":63,"score":67,"pct":79,"variant":"grok/grok-4.7"},"vals_code_migration":{"rank":19,"of":63,"score":43.2,"pct":71,"variant":"grok/grok-4.7"},"vals_legal_research":{"rank":10,"of":63,"score":47.1,"pct":85.5,"variant":"grok/grok-4.7"},"vals_legal_agent_benchmark":{"rank":6,"of":63,"score":12.5,"pct":91.9,"variant":"grok/grok-4.7"},"tbench":{"rank":6,"of":15,"score":37.58,"pct":64.3,"variant":"Grok 4.7 (xhigh)"},"eqbench_cw":{"rank":8,"of":137,"score":2006.7,"pct":94.9,"variant":"grok-4.7"}},"domains":{"overall":84.6,"coding":87.1,"agent":83.2,"reasoning":72.5,"math":87.1,"knowledge":86.3,"writing":73.5,"instruction":84.5,"business":90.3,"longctx":42.2},"coverage":4,"avgPct":77.6,"overall":84.6,"rank":13,"avgRank":11.3,"aliases":["grok-4.7-xhigh","grok-4-7","grok/grok-4.7","Grok 4.7 (xhigh)","grok-4.7"],"open":false,"release":"2026-09-21","reasoning":true,"ctx":500000,"pin":2,"pout":6,"tps":51,"ttft":0.85,"theta":1.364,"se":0.124,"lo":81,"hi":87.7,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":true},{"id":"gpt-5-5","name":"GPT-5.5","provider":"openai","providerName":"OpenAI","country":"US","sites":{"aa":{"rank":25,"of":107,"score":38.4,"pct":77.4,"variant":"gpt-5-5"},"livebench":{"rank":8,"of":60,"score":80.2,"pct":88.1,"variant":"gpt-5.5-xhigh"},"epoch":{"rank":8,"of":239,"score":159.25,"pct":97.1,"variant":"GPT-5.5"},"arc":{"rank":8,"of":79,"score":85,"pct":91,"variant":"GPT-5.5 (XHigh)"},"vals":{"rank":22,"of":63,"score":57.4,"pct":66.1,"variant":"openai/gpt-5.5"},"eqbench":{"rank":4,"of":28,"score":1314.8,"pct":88.9,"variant":"gpt-5.5"},"simplebench":{"rank":19,"of":99,"score":69,"pct":81.6,"variant":"GPT-5.5"},"benchlm":{"rank":12,"of":74,"score":69.13,"pct":84.9,"variant":"GPT-5.5"}},"metrics":{"arena_coding":{"rank":25,"of":344,"score":1519.8,"pct":93,"variant":"gpt-5.5-high"},"arena_math":{"rank":11,"of":332,"score":1500.4,"pct":97,"variant":"gpt-5.5"},"arena_creative_writing":{"rank":22,"of":347,"score":1456.2,"pct":93.9,"variant":"gpt-5.5-instant"},"arena_instruction_following":{"rank":16,"of":349,"score":1478,"pct":95.7,"variant":"gpt-5.5-high"},"arena_hard_prompts":{"rank":20,"of":349,"score":1501.6,"pct":94.5,"variant":"gpt-5.5-high"},"arena_multi_turn":{"rank":19,"of":347,"score":1489,"pct":94.8,"variant":"gpt-5.5-high"},"arena_expert":{"rank":15,"of":301,"score":1512.2,"pct":95.3,"variant":"gpt-5.5-high"},"arena_japanese":{"rank":4,"of":226,"score":1503.6,"pct":98.7,"variant":"gpt-5.5-high"},"arena_industry_business_and_management_and_financial_operations":{"rank":9,"of":342,"score":1490,"pct":97.7,"variant":"gpt-5.5-high"},"arena_industry_medicine_and_healthcare":{"rank":29,"of":320,"score":1487.9,"pct":91.2,"variant":"gpt-5.5-instant"},"arena_industry_legal_and_government":{"rank":16,"of":323,"score":1494.2,"pct":95.3,"variant":"gpt-5.5-high"},"arena_vision":{"rank":11,"of":134,"score":1287.1,"pct":92.5,"variant":"gpt-5.5"},"arena_document":{"rank":8,"of":37,"score":1482.8,"pct":80.6,"variant":"gpt-5.5"},"arena_agent":{"rank":9,"of":43,"score":0.05,"pct":81,"variant":"GPT 5.5 (xHigh)"},"aa_index":{"rank":25,"of":107,"score":38.4,"pct":77.4,"variant":"gpt-5-5"},"aa_hle":{"rank":17,"of":109,"score":45.8,"pct":85.2,"variant":"gpt-5-5"},"aa_gpqa":{"rank":10,"of":100,"score":93.5,"pct":90.9,"variant":"gpt-5-5"},"aa_scicode":{"rank":20,"of":107,"score":56.1,"pct":82.1,"variant":"gpt-5-5"},"aa_terminalbenchHard":{"rank":4,"of":62,"score":60.6,"pct":95.1,"variant":"gpt-5-5"},"aa_tau2":{"rank":17,"of":61,"score":93.9,"pct":73.3,"variant":"gpt-5-5"},"aa_ifbench":{"rank":15,"of":62,"score":75.9,"pct":77,"variant":"gpt-5-5"},"aa_lcr":{"rank":6,"of":109,"score":84.3,"pct":95.4,"variant":"gpt-5-5"},"aa_mmmuPro":{"rank":13,"of":55,"score":81.2,"pct":77.8,"variant":"gpt-5-5"},"aa_critpt":{"rank":11,"of":112,"score":27.1,"pct":91,"variant":"gpt-5-5"},"aa_omniscience":{"rank":20,"of":109,"score":20.5,"pct":82.4,"variant":"gpt-5-5"},"aa_gdpvalNormalized":{"rank":29,"of":107,"score":0.4,"pct":73.6,"variant":"gpt-5-5"},"aa_apexAgents":{"rank":4,"of":22,"score":37.7,"pct":85.7,"variant":"gpt-5-5"},"livebench_global":{"rank":8,"of":60,"score":80.2,"pct":88.1,"variant":"gpt-5.5-xhigh"},"livebench_reasoning":{"rank":11,"of":60,"score":89.7,"pct":83.1,"variant":"gpt-5.5-xhigh"},"livebench_coding":{"rank":8,"of":60,"score":82.1,"pct":88.1,"variant":"gpt-5.5-xhigh"},"livebench_agentic_coding":{"rank":29,"of":60,"score":54,"pct":52.5,"variant":"gpt-5.5-xhigh"},"livebench_mathematics":{"rank":7,"of":60,"score":95.9,"pct":89.8,"variant":"gpt-5.5-xhigh"},"livebench_data_analysis":{"rank":2,"of":60,"score":81.6,"pct":98.3,"variant":"gpt-5.5-xhigh"},"livebench_language":{"rank":7,"of":60,"score":87.4,"pct":89.8,"variant":"gpt-5.5-xhigh"},"livebench_if":{"rank":25,"of":60,"score":70.7,"pct":59.3,"variant":"gpt-5.5-xhigh"},"epoch_eci":{"rank":8,"of":239,"score":159.25,"pct":97.1,"variant":"GPT-5.5"},"epoch_frontiermath":{"rank":8,"of":72,"score":85.3,"pct":90.1,"variant":"gpt-5.5_xhigh"},"epoch_frontiermath4":{"rank":9,"of":55,"score":72.5,"pct":85.2,"variant":"gpt-5.5_xhigh"},"epoch_gpqa":{"rank":29,"of":201,"score":90.7,"pct":86,"variant":"gpt-5.5_low"},"epoch_simpleqa":{"rank":11,"of":69,"score":63,"pct":85.3,"variant":"gpt-5.5_xhigh"},"epoch_aime":{"rank":63,"of":182,"score":84.4,"pct":65.7,"variant":"gpt-5.5_low"},"arc_v2":{"rank":8,"of":79,"score":85,"pct":91,"variant":"GPT-5.5 (XHigh)"},"arc_v1":{"rank":13,"of":76,"score":95,"pct":84,"variant":"GPT-5.5 (XHigh)"},"arc_v3":{"rank":10,"of":16,"score":0.4,"pct":40,"variant":"GPT-5.5 (High)"},"scale_mcp":{"rank":19,"of":34,"score":75.3,"pct":45.5,"variant":"gpt-5.5 (xhigh)"},"vals_index":{"rank":22,"of":63,"score":57.4,"pct":66.1,"variant":"openai/gpt-5.5"},"vals_vibe_code_bench":{"rank":29,"of":63,"score":69.8,"pct":54.8,"variant":"openai/gpt-5.5"},"vals_finance_agent":{"rank":28,"of":63,"score":51.8,"pct":56.5,"variant":"openai/gpt-5.5"},"vals_terminal_bench_2_1":{"rank":15,"of":63,"score":76.4,"pct":77.4,"variant":"openai/gpt-5.5"},"vals_emb":{"rank":20,"of":63,"score":64.5,"pct":69.4,"variant":"openai/gpt-5.5"},"vals_code_migration":{"rank":13,"of":63,"score":45.5,"pct":80.6,"variant":"openai/gpt-5.5"},"vals_legal_research":{"rank":21,"of":63,"score":40.4,"pct":67.7,"variant":"openai/gpt-5.5"},"vals_legal_agent_benchmark":{"rank":30,"of":63,"score":3.8,"pct":53.2,"variant":"openai/gpt-5.5"},"eqbench":{"rank":4,"of":28,"score":1314.8,"pct":88.9,"variant":"gpt-5.5"},"eqbench_cw":{"rank":18,"of":137,"score":1843.9,"pct":87.5,"variant":"gpt-5.5"},"simplebench":{"rank":19,"of":99,"score":69,"pct":81.6,"variant":"GPT-5.5"},"benchlm":{"rank":12,"of":74,"score":69.13,"pct":84.9,"variant":"GPT-5.5"},"benchlm_agentic":{"rank":12,"of":54,"score":60.07,"pct":79.2,"variant":"GPT-5.5"},"benchlm_coding":{"rank":9,"of":63,"score":64.11,"pct":87.1,"variant":"GPT-5.5"},"benchlm_reasoning":{"rank":6,"of":14,"score":65.9,"pct":61.5,"variant":"GPT-5.5"},"benchlm_multimodalGrounded":{"rank":15,"of":30,"score":71.4,"pct":51.7,"variant":"GPT-5.5"},"benchlm_knowledge":{"rank":10,"of":69,"score":69.97,"pct":86.8,"variant":"GPT-5.5"},"benchlm_instructionFollowing":{"rank":5,"of":53,"score":91.9,"pct":92.3,"variant":"GPT-5.5"}},"domains":{"overall":84.4,"coding":84.4,"agent":79.8,"reasoning":83.6,"math":86.4,"knowledge":88.3,"writing":82.1,"instruction":75.1,"chat":86,"business":87.1,"japanese":87.6,"vision":62.4,"longctx":74.4},"coverage":8,"avgPct":84.4,"overall":84.4,"rank":14,"avgRank":13.3,"aliases":["gpt-5.5-high","gpt-5.5","gpt-5.5-instant","GPT 5.5 (xHigh)","gpt-5-5","gpt-5.5-xhigh","GPT-5.5","gpt-5.5_xhigh","gpt-5.5_low","GPT-5.5 (XHigh)","GPT-5.5 (High)","gpt-5.5 (xhigh)","openai/gpt-5.5"],"open":false,"release":"2026-04-22","reasoning":true,"ctx":922000,"pin":5,"pout":30,"tps":90,"ttft":1.02,"theta":1.352,"se":0.104,"lo":81.4,"hi":87,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gemini-3-8-flash","name":"Gemini 3.8 Flash","provider":"google","providerName":"Google","country":"US","sites":{"aa":{"rank":19,"of":107,"score":40.9,"pct":83,"variant":"gemini-3-8-flash"},"livebench":{"rank":31,"of":60,"score":75.8,"pct":49.2,"variant":"gemini-3.8-flash-high"},"epoch":{"rank":13,"of":239,"score":157.13,"pct":95,"variant":"Gemini 3.8 Flash"},"arc":{"rank":6,"of":79,"score":89.2,"pct":93.6,"variant":"Gemini 3.8 Flash (High)"},"scale":{"rank":4,"of":42,"score":44.52,"pct":92.7,"variant":"Gemini 3.8 Flash"},"vals":{"rank":9,"of":63,"score":62.3,"pct":87.1,"variant":"google/gemini-3.8-flash"},"tbench":{"rank":11,"of":15,"score":19.09,"pct":28.6,"variant":"Gemini 3.8 Flash (high)"},"simplebench":{"rank":5,"of":99,"score":82.4,"pct":95.9,"variant":"Gemini 3.8 Flash"},"benchlm":{"rank":6,"of":74,"score":73.43,"pct":93.2,"variant":"Gemini 3.8 Flash"}},"metrics":{"arena_coding":{"rank":8,"of":344,"score":1535,"pct":98,"variant":"gemini-3.8-flash-high"},"arena_creative_writing":{"rank":3,"of":347,"score":1495.9,"pct":99.4,"variant":"gemini-3.8-flash-high"},"arena_instruction_following":{"rank":6,"of":349,"score":1491.7,"pct":98.6,"variant":"gemini-3.8-flash-high"},"arena_hard_prompts":{"rank":5,"of":349,"score":1517.2,"pct":98.9,"variant":"gemini-3.8-flash-high"},"arena_multi_turn":{"rank":5,"of":347,"score":1513.3,"pct":98.8,"variant":"gemini-3.8-flash-high"},"arena_expert":{"rank":26,"of":301,"score":1502,"pct":91.7,"variant":"gemini-3.8-flash-high"},"arena_industry_business_and_management_and_financial_operations":{"rank":7,"of":342,"score":1495.2,"pct":98.2,"variant":"gemini-3.8-flash-high"},"arena_industry_medicine_and_healthcare":{"rank":15,"of":320,"score":1499,"pct":95.6,"variant":"gemini-3.8-flash-high"},"arena_industry_legal_and_government":{"rank":26,"of":323,"score":1482.9,"pct":92.2,"variant":"gemini-3.8-flash-high"},"arena_webdev":{"rank":21,"of":110,"score":1583.8,"pct":81.7,"variant":"gemini-3.8-flash-high"},"arena_agent":{"rank":12,"of":43,"score":0.047,"pct":73.8,"variant":"Gemini 3.8 Flash (High)"},"aa_index":{"rank":19,"of":107,"score":40.9,"pct":83,"variant":"gemini-3-8-flash"},"aa_hle":{"rank":12,"of":109,"score":47.8,"pct":89.8,"variant":"gemini-3-8-flash"},"aa_gpqa":{"rank":2,"of":100,"score":95.3,"pct":99,"variant":"gemini-3-8-flash"},"aa_scicode":{"rank":16,"of":107,"score":56.6,"pct":85.8,"variant":"gemini-3-8-flash"},"aa_lcr":{"rank":7,"of":109,"score":84,"pct":94.4,"variant":"gemini-3-8-flash"},"aa_mmmuPro":{"rank":3,"of":55,"score":85.6,"pct":96.3,"variant":"gemini-3-8-flash"},"aa_critpt":{"rank":24,"of":112,"score":18.3,"pct":79.3,"variant":"gemini-3-8-flash"},"aa_omniscience":{"rank":9,"of":109,"score":29.6,"pct":92.6,"variant":"gemini-3-8-flash"},"aa_gdpvalNormalized":{"rank":13,"of":107,"score":0.5,"pct":88.7,"variant":"gemini-3-8-flash"},"livebench_global":{"rank":31,"of":60,"score":75.8,"pct":49.2,"variant":"gemini-3.8-flash-high"},"livebench_reasoning":{"rank":14,"of":60,"score":89.3,"pct":78,"variant":"gemini-3.8-flash-high"},"livebench_coding":{"rank":50,"of":60,"score":72.5,"pct":16.9,"variant":"gemini-3.8-flash-high"},"livebench_agentic_coding":{"rank":28,"of":60,"score":54.2,"pct":54.2,"variant":"gemini-3.8-flash-high"},"livebench_mathematics":{"rank":22,"of":60,"score":91.6,"pct":64.4,"variant":"gemini-3.8-flash-high"},"livebench_data_analysis":{"rank":59,"of":60,"score":54,"pct":1.7,"variant":"gemini-3.8-flash-high"},"livebench_language":{"rank":5,"of":60,"score":87.8,"pct":93.2,"variant":"gemini-3.8-flash-high"},"livebench_if":{"rank":1,"of":60,"score":81.4,"pct":100,"variant":"gemini-3.8-flash-high"},"epoch_eci":{"rank":13,"of":239,"score":157.13,"pct":95,"variant":"Gemini 3.8 Flash"},"epoch_frontiermath":{"rank":20,"of":72,"score":68.4,"pct":73.2,"variant":"gemini-3.8-flash_high"},"epoch_frontiermath4":{"rank":34,"of":55,"score":22,"pct":38.9,"variant":"gemini-3.8-flash_high"},"epoch_gpqa":{"rank":2,"of":201,"score":95.4,"pct":99.5,"variant":"gemini-3.8-flash_high"},"epoch_simpleqa":{"rank":5,"of":69,"score":69.7,"pct":94.1,"variant":"gemini-3.8-flash_high"},"epoch_aime":{"rank":11,"of":182,"score":98.9,"pct":94.5,"variant":"gemini-3.8-flash_high"},"arc_v2":{"rank":6,"of":79,"score":89.2,"pct":93.6,"variant":"Gemini 3.8 Flash (High)"},"arc_v1":{"rank":1,"of":76,"score":98.5,"pct":100,"variant":"Gemini 3.8 Flash (High)"},"arc_v3":{"rank":2,"of":16,"score":35,"pct":93.3,"variant":"Gemini 3.8 Flash (High)"},"scale_hle":{"rank":4,"of":42,"score":44.52,"pct":92.7,"variant":"Gemini 3.8 Flash"},"vals_index":{"rank":9,"of":63,"score":62.3,"pct":87.1,"variant":"google/gemini-3.8-flash"},"vals_vibe_code_bench":{"rank":19,"of":63,"score":78.7,"pct":71,"variant":"google/gemini-3.8-flash"},"vals_finance_agent":{"rank":1,"of":63,"score":61.4,"pct":100,"variant":"google/gemini-3.8-flash"},"vals_terminal_bench_2_1":{"rank":7,"of":63,"score":81.3,"pct":90.3,"variant":"google/gemini-3.8-flash"},"vals_emb":{"rank":6,"of":63,"score":72.2,"pct":91.9,"variant":"google/gemini-3.8-flash"},"vals_code_migration":{"rank":28,"of":63,"score":31.6,"pct":56.5,"variant":"google/gemini-3.8-flash"},"vals_legal_research":{"rank":23,"of":63,"score":38.9,"pct":64.5,"variant":"google/gemini-3.8-flash"},"vals_legal_agent_benchmark":{"rank":13,"of":63,"score":10,"pct":80.6,"variant":"google/gemini-3.8-flash"},"tbench":{"rank":11,"of":15,"score":19.09,"pct":28.6,"variant":"Gemini 3.8 Flash (high)"},"eqbench_cw":{"rank":30,"of":137,"score":1747.9,"pct":78.7,"variant":"gemini-3.8-flash"},"simplebench":{"rank":5,"of":99,"score":82.4,"pct":95.9,"variant":"Gemini 3.8 Flash"},"benchlm":{"rank":6,"of":74,"score":73.43,"pct":93.2,"variant":"Gemini 3.8 Flash"},"benchlm_agentic":{"rank":9,"of":54,"score":65.02,"pct":84.9,"variant":"Gemini 3.8 Flash"},"benchlm_coding":{"rank":8,"of":63,"score":64.15,"pct":88.7,"variant":"Gemini 3.8 Flash"},"benchlm_reasoning":{"rank":5,"of":14,"score":70.5,"pct":69.2,"variant":"Gemini 3.8 Flash"},"benchlm_multimodalGrounded":{"rank":7,"of":30,"score":82.9,"pct":79.3,"variant":"Gemini 3.8 Flash"},"benchlm_knowledge":{"rank":6,"of":69,"score":74.29,"pct":92.6,"variant":"Gemini 3.8 Flash"}},"domains":{"overall":83.3,"coding":81.5,"agent":82.4,"reasoning":86.9,"math":79.3,"knowledge":90.7,"writing":82.7,"instruction":92.2,"chat":71.4,"business":84.8,"vision":77.3,"longctx":61.9},"coverage":9,"avgPct":79.8,"overall":83.3,"rank":15,"avgRank":11.6,"aliases":["gemini-3.8-flash-high","Gemini 3.8 Flash (High)","gemini-3-8-flash","Gemini 3.8 Flash","gemini-3.8-flash_high","google/gemini-3.8-flash","Gemini 3.8 Flash (high)","gemini-3.8-flash"],"open":false,"release":"2026-09-02","reasoning":true,"ctx":1000000,"pin":0.75,"pout":3.75,"tps":288,"ttft":15.64,"theta":1.288,"se":0.095,"lo":80.4,"hi":85.9,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":true},{"id":"kimi-k3","name":"Kimi K3","provider":"moonshot","providerName":"Moonshot AI","country":"CN","sites":{"aa":{"rank":15,"of":107,"score":43.6,"pct":86.8,"variant":"kimi-k3"},"livebench":{"rank":11,"of":60,"score":79.2,"pct":83.1,"variant":"kimi-k3"},"epoch":{"rank":12,"of":239,"score":157.68,"pct":95.4,"variant":"Kimi K3"},"arc":{"rank":24,"of":79,"score":60.4,"pct":70.5,"variant":"Kimi K3 (Max)"},"vals":{"rank":21,"of":63,"score":57.8,"pct":67.7,"variant":"kimi/kimi-k3"},"eqbench":{"rank":3,"of":28,"score":1339.3,"pct":92.6,"variant":"kimi-k3"},"simplebench":{"rank":33,"of":99,"score":60.7,"pct":67.3,"variant":"Kimi K3 (max)"},"benchlm":{"rank":8,"of":74,"score":71.87,"pct":90.4,"variant":"Kimi K3"}},"metrics":{"arena_coding":{"rank":5,"of":344,"score":1538.4,"pct":98.8,"variant":"kimi-k3-max"},"arena_math":{"rank":10,"of":332,"score":1500.6,"pct":97.3,"variant":"kimi-k3-max"},"arena_creative_writing":{"rank":21,"of":347,"score":1458.4,"pct":94.2,"variant":"kimi-k3-max"},"arena_instruction_following":{"rank":10,"of":349,"score":1483.7,"pct":97.4,"variant":"kimi-k3-max"},"arena_hard_prompts":{"rank":8,"of":349,"score":1514.1,"pct":98,"variant":"kimi-k3-max"},"arena_multi_turn":{"rank":10,"of":347,"score":1496,"pct":97.4,"variant":"kimi-k3-max"},"arena_expert":{"rank":8,"of":301,"score":1526.9,"pct":97.7,"variant":"kimi-k3-max"},"arena_japanese":{"rank":2,"of":226,"score":1510.7,"pct":99.6,"variant":"kimi-k3-max"},"arena_industry_business_and_management_and_financial_operations":{"rank":13,"of":342,"score":1486.4,"pct":96.5,"variant":"kimi-k3-max"},"arena_industry_medicine_and_healthcare":{"rank":7,"of":320,"score":1506.4,"pct":98.1,"variant":"kimi-k3-max"},"arena_industry_legal_and_government":{"rank":6,"of":323,"score":1507.8,"pct":98.4,"variant":"kimi-k3-max"},"arena_webdev":{"rank":7,"of":110,"score":1659.6,"pct":94.5,"variant":"kimi-k3-max"},"arena_agent":{"rank":7,"of":43,"score":0.062,"pct":85.7,"variant":"Kimi K3 (Max)"},"aa_index":{"rank":15,"of":107,"score":43.6,"pct":86.8,"variant":"kimi-k3"},"aa_hle":{"rank":14,"of":109,"score":46.9,"pct":88,"variant":"kimi-k3"},"aa_gpqa":{"rank":10,"of":100,"score":93.5,"pct":90.9,"variant":"kimi-k3"},"aa_scicode":{"rank":6,"of":107,"score":59.5,"pct":95.3,"variant":"kimi-k3"},"aa_lcr":{"rank":1,"of":109,"score":88.7,"pct":100,"variant":"kimi-k3"},"aa_mmmuPro":{"rank":15,"of":55,"score":80.5,"pct":74.1,"variant":"kimi-k3"},"aa_critpt":{"rank":15,"of":112,"score":23.4,"pct":87.4,"variant":"kimi-k3"},"aa_omniscience":{"rank":21,"of":109,"score":19.7,"pct":81.5,"variant":"kimi-k3"},"aa_gdpvalNormalized":{"rank":13,"of":107,"score":0.5,"pct":88.7,"variant":"kimi-k3"},"aa_apexAgents":{"rank":2,"of":22,"score":41.3,"pct":95.2,"variant":"kimi-k3"},"livebench_global":{"rank":11,"of":60,"score":79.2,"pct":83.1,"variant":"kimi-k3"},"livebench_reasoning":{"rank":6,"of":60,"score":90.7,"pct":91.5,"variant":"kimi-k3"},"livebench_coding":{"rank":13,"of":60,"score":81.4,"pct":79.7,"variant":"kimi-k3"},"livebench_agentic_coding":{"rank":9,"of":60,"score":62.2,"pct":86.4,"variant":"kimi-k3"},"livebench_mathematics":{"rank":48,"of":60,"score":84.4,"pct":20.3,"variant":"kimi-k3"},"livebench_data_analysis":{"rank":18,"of":60,"score":78.7,"pct":71.2,"variant":"kimi-k3"},"livebench_language":{"rank":10,"of":60,"score":85.5,"pct":84.7,"variant":"kimi-k3"},"livebench_if":{"rank":22,"of":60,"score":71.4,"pct":64.4,"variant":"kimi-k3"},"epoch_eci":{"rank":12,"of":239,"score":157.68,"pct":95.4,"variant":"Kimi K3"},"epoch_frontiermath":{"rank":16,"of":72,"score":72.2,"pct":78.9,"variant":"kimi-k3_max"},"epoch_frontiermath4":{"rank":18,"of":55,"score":39,"pct":68.5,"variant":"kimi-k3_max"},"epoch_gpqa":{"rank":15,"of":201,"score":93.1,"pct":93,"variant":"kimi-k3_max"},"epoch_simpleqa":{"rank":20,"of":69,"score":50.6,"pct":72.1,"variant":"kimi-k3_max"},"epoch_aime":{"rank":19,"of":182,"score":97.2,"pct":90.1,"variant":"kimi-k3_max"},"arc_v2":{"rank":24,"of":79,"score":60.4,"pct":70.5,"variant":"Kimi K3 (Max)"},"arc_v1":{"rank":14,"of":76,"score":94.5,"pct":82.7,"variant":"Kimi K3 (Max)"},"scale_mcp":{"rank":8,"of":34,"score":82.3,"pct":78.8,"variant":"kimi-k3 (max)"},"vals_index":{"rank":21,"of":63,"score":57.8,"pct":67.7,"variant":"kimi/kimi-k3"},"vals_vibe_code_bench":{"rank":10,"of":63,"score":85,"pct":85.5,"variant":"kimi/kimi-k3"},"vals_finance_agent":{"rank":19,"of":63,"score":54.4,"pct":71,"variant":"kimi/kimi-k3"},"vals_terminal_bench_2_1":{"rank":8,"of":63,"score":80.9,"pct":88.7,"variant":"kimi/kimi-k3"},"vals_emb":{"rank":15,"of":63,"score":66.4,"pct":77.4,"variant":"kimi/kimi-k3"},"vals_code_migration":{"rank":40,"of":63,"score":16,"pct":37.1,"variant":"kimi/kimi-k3"},"vals_legal_research":{"rank":14,"of":63,"score":44.2,"pct":79,"variant":"kimi/kimi-k3"},"vals_legal_agent_benchmark":{"rank":10,"of":63,"score":10.8,"pct":85.5,"variant":"kimi/kimi-k3"},"eqbench":{"rank":3,"of":28,"score":1339.3,"pct":92.6,"variant":"kimi-k3"},"eqbench_cw":{"rank":5,"of":137,"score":2082.3,"pct":97.1,"variant":"kimi-k3"},"simplebench":{"rank":33,"of":99,"score":60.7,"pct":67.3,"variant":"Kimi K3 (max)"},"benchlm":{"rank":8,"of":74,"score":71.87,"pct":90.4,"variant":"Kimi K3"},"benchlm_agentic":{"rank":5,"of":54,"score":70.03,"pct":92.5,"variant":"Kimi K3"},"benchlm_coding":{"rank":11,"of":63,"score":62.57,"pct":83.9,"variant":"Kimi K3"},"benchlm_reasoning":{"rank":7,"of":14,"score":65.4,"pct":53.8,"variant":"Kimi K3"},"benchlm_multimodalGrounded":{"rank":1,"of":30,"score":89.4,"pct":100,"variant":"Kimi K3"},"benchlm_knowledge":{"rank":12,"of":69,"score":68.49,"pct":83.8,"variant":"Kimi K3"}},"domains":{"overall":83.3,"coding":85,"agent":86.7,"reasoning":83.3,"math":67.3,"knowledge":87.7,"writing":81.8,"instruction":76.9,"chat":89.2,"business":88.5,"japanese":88.3,"vision":79.5,"longctx":73.5},"coverage":8,"avgPct":81.7,"overall":83.3,"rank":16,"avgRank":15.9,"aliases":["kimi-k3-max","Kimi K3 (Max)","kimi-k3","Kimi K3","kimi-k3_max","kimi-k3 (max)","kimi/kimi-k3","Kimi K3 (max)"],"open":true,"release":"2026-07-16","reasoning":true,"ctx":1048576,"pin":3,"pout":15,"tps":38,"ttft":3.84,"theta":1.286,"se":0.104,"lo":80.1,"hi":86.1,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"qwen3-8-max","name":"Qwen3.8 Max","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"aa":{"rank":11,"of":107,"score":45.4,"pct":90.6,"variant":"qwen3-8-max-0902"},"livebench":{"rank":14,"of":60,"score":78.5,"pct":78,"variant":"qwen3.8-max"},"epoch":{"rank":26,"of":239,"score":155.28,"pct":89.5,"variant":"Qwen3.8 Max (0902)"},"vals":{"rank":33,"of":63,"score":51.8,"pct":48.4,"variant":"alibaba/qwen3.8-max"},"benchlm":{"rank":9,"of":74,"score":71.8,"pct":89,"variant":"Qwen3.8 Max"}},"metrics":{"arena_coding":{"rank":19,"of":344,"score":1521.8,"pct":94.8,"variant":"qwen3.8-max"},"arena_math":{"rank":13,"of":332,"score":1497.9,"pct":96.4,"variant":"qwen3.8-max"},"arena_creative_writing":{"rank":11,"of":347,"score":1471.5,"pct":97.1,"variant":"qwen3.8-max"},"arena_instruction_following":{"rank":17,"of":349,"score":1477.4,"pct":95.4,"variant":"qwen3.8-max"},"arena_hard_prompts":{"rank":19,"of":349,"score":1502.7,"pct":94.8,"variant":"qwen3.8-max"},"arena_multi_turn":{"rank":13,"of":347,"score":1494.5,"pct":96.5,"variant":"qwen3.8-max"},"arena_expert":{"rank":13,"of":301,"score":1515.3,"pct":96,"variant":"qwen3.8-max"},"arena_japanese":{"rank":14,"of":226,"score":1469,"pct":94.2,"variant":"qwen3.8-max"},"arena_industry_business_and_management_and_financial_operations":{"rank":18,"of":342,"score":1482.8,"pct":95,"variant":"qwen3.8-max"},"arena_industry_medicine_and_healthcare":{"rank":6,"of":320,"score":1506.8,"pct":98.4,"variant":"qwen3.8-max"},"arena_industry_legal_and_government":{"rank":29,"of":323,"score":1479.9,"pct":91.3,"variant":"qwen3.8-max"},"arena_webdev":{"rank":6,"of":110,"score":1671.2,"pct":95.4,"variant":"qwen3.8-max"},"arena_vision":{"rank":2,"of":134,"score":1301.8,"pct":99.2,"variant":"qwen3.8-max"},"arena_agent":{"rank":16,"of":43,"score":0.033,"pct":64.3,"variant":"Qwen3.8 Max"},"aa_index":{"rank":11,"of":107,"score":45.4,"pct":90.6,"variant":"qwen3-8-max-0902"},"aa_hle":{"rank":20,"of":109,"score":43.1,"pct":82.4,"variant":"qwen3-8-max-0902"},"aa_gpqa":{"rank":10,"of":100,"score":93.5,"pct":90.9,"variant":"qwen3-8-2-4t-a95b"},"aa_scicode":{"rank":26,"of":107,"score":54.1,"pct":76.4,"variant":"qwen3-8-2-4t-a95b"},"aa_lcr":{"rank":27,"of":109,"score":80.3,"pct":75.9,"variant":"qwen3-8-2-4t-a95b"},"aa_mmmuPro":{"rank":10,"of":55,"score":82.8,"pct":83.3,"variant":"qwen3-8-max-0902"},"aa_critpt":{"rank":20,"of":112,"score":20,"pct":82.9,"variant":"qwen3-8-max"},"aa_omniscience":{"rank":28,"of":109,"score":12,"pct":75,"variant":"qwen3-8-max-0902"},"aa_gdpvalNormalized":{"rank":2,"of":107,"score":0.6,"pct":99.1,"variant":"qwen3-8-max-0902"},"livebench_global":{"rank":14,"of":60,"score":78.5,"pct":78,"variant":"qwen3.8-max"},"livebench_reasoning":{"rank":19,"of":60,"score":88.2,"pct":69.5,"variant":"qwen3.8-max"},"livebench_coding":{"rank":48,"of":60,"score":72.9,"pct":20.3,"variant":"qwen3.8-max"},"livebench_agentic_coding":{"rank":6,"of":60,"score":64.6,"pct":91.5,"variant":"qwen3.8-max"},"livebench_mathematics":{"rank":23,"of":60,"score":91.3,"pct":62.7,"variant":"qwen3.8-max"},"livebench_data_analysis":{"rank":20,"of":60,"score":78.4,"pct":67.8,"variant":"qwen3.8-max"},"livebench_language":{"rank":30,"of":60,"score":79.7,"pct":50.8,"variant":"qwen3.8-max"},"livebench_if":{"rank":12,"of":60,"score":74.1,"pct":81.4,"variant":"qwen3.8-max"},"epoch_eci":{"rank":26,"of":239,"score":155.28,"pct":89.5,"variant":"Qwen3.8 Max (0902)"},"epoch_frontiermath":{"rank":13,"of":72,"score":74.7,"pct":83.1,"variant":"qwen3.8-max_xhigh"},"epoch_frontiermath4":{"rank":15,"of":55,"score":46.3,"pct":74.1,"variant":"qwen3.8-max_xhigh"},"epoch_gpqa":{"rank":17,"of":201,"score":92.7,"pct":92,"variant":"qwen3.8-max_xhigh"},"epoch_simpleqa":{"rank":27,"of":69,"score":47.3,"pct":61.8,"variant":"qwen3.8-max-0902_xhigh"},"epoch_aime":{"rank":1,"of":182,"score":100,"pct":100,"variant":"qwen3.8-max-0902_xhigh"},"scale_mcp":{"rank":4,"of":34,"score":84.5,"pct":90.9,"variant":"Qwen3.8-2.4T-A95B (xHigh)"},"vals_index":{"rank":33,"of":63,"score":51.8,"pct":48.4,"variant":"alibaba/qwen3.8-max"},"vals_vibe_code_bench":{"rank":32,"of":63,"score":64.7,"pct":50,"variant":"alibaba/qwen3.8-max"},"vals_finance_agent":{"rank":31,"of":63,"score":50.6,"pct":51.6,"variant":"alibaba/qwen3.8-max"},"vals_terminal_bench_2_1":{"rank":32,"of":63,"score":67.4,"pct":50,"variant":"alibaba/qwen3.8-max"},"vals_emb":{"rank":27,"of":63,"score":60.1,"pct":58.1,"variant":"alibaba/qwen3.8-max"},"vals_code_migration":{"rank":35,"of":63,"score":23.2,"pct":45.2,"variant":"alibaba/qwen3.8-max"},"vals_legal_research":{"rank":9,"of":63,"score":47.6,"pct":87.1,"variant":"alibaba/qwen3.8-max"},"vals_legal_agent_benchmark":{"rank":12,"of":63,"score":10.4,"pct":82.3,"variant":"alibaba/qwen3.8-max"},"eqbench_cw":{"rank":19,"of":137,"score":1842.5,"pct":86.8,"variant":"Qwen/Qwen3.8-2.4T-A95B"},"benchlm":{"rank":9,"of":74,"score":71.8,"pct":89,"variant":"Qwen3.8 Max"},"benchlm_agentic":{"rank":8,"of":54,"score":65.55,"pct":86.8,"variant":"Qwen3.8 Max"},"benchlm_coding":{"rank":18,"of":63,"score":56.01,"pct":72.6,"variant":"Qwen3.8 Max"},"benchlm_multimodalGrounded":{"rank":5,"of":30,"score":87.4,"pct":86.2,"variant":"Qwen3.8 Max"},"benchlm_knowledge":{"rank":16,"of":69,"score":66.69,"pct":77.9,"variant":"Qwen3.8 Max"},"benchlm_instructionFollowing":{"rank":11,"of":53,"score":90.5,"pct":80.8,"variant":"Qwen3.8 Max"}},"domains":{"overall":82.5,"coding":79,"agent":81.7,"reasoning":81.3,"math":79.8,"knowledge":86.2,"writing":71.4,"instruction":82,"chat":64.7,"business":88.3,"japanese":83.5,"vision":79.7,"longctx":51.6},"coverage":5,"avgPct":79.1,"overall":82.5,"rank":17,"avgRank":18.6,"aliases":["qwen3.8-max","Qwen3.8 Max","qwen3-8-max-0902","qwen3-8-2-4t-a95b","qwen3-8-max","Qwen3.8 Max (0902)","qwen3.8-max_xhigh","qwen3.8-max-0902_xhigh","Qwen3.8-2.4T-A95B (xHigh)","alibaba/qwen3.8-max","Qwen/Qwen3.8-2.4T-A95B"],"open":false,"release":"2026-08-03","reasoning":true,"ctx":1000000,"pin":2,"pout":6,"tps":39,"ttft":2.71,"theta":1.24,"se":0.119,"lo":78.7,"hi":85.7,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"grok-4-6","name":"Grok 4.6","provider":"xai","providerName":"xAI","country":"US","sites":{"aa":{"rank":13,"of":107,"score":44.3,"pct":88.7,"variant":"grok-4-6"},"livebench":{"rank":15,"of":60,"score":78,"pct":76.3,"variant":"grok-4.6"},"epoch":{"rank":18,"of":239,"score":156.48,"pct":92.9,"variant":"Grok 4.6"},"arc":{"rank":20,"of":79,"score":67.1,"pct":75.6,"variant":"Grok 4.6 (XHigh)"},"vals":{"rank":18,"of":63,"score":59.2,"pct":72.6,"variant":"grok/grok-4.6"},"tbench":{"rank":10,"of":15,"score":20.3,"pct":35.7,"variant":"Grok 4.6 (high)"},"simplebench":{"rank":13,"of":99,"score":75.9,"pct":87.8,"variant":"Grok 4.6"},"benchlm":{"rank":11,"of":74,"score":69.19,"pct":86.3,"variant":"Grok 4.6"}},"metrics":{"arena_coding":{"rank":45,"of":344,"score":1506.1,"pct":87.2,"variant":"grok-4.6-high"},"arena_math":{"rank":64,"of":332,"score":1441.2,"pct":81,"variant":"grok-4.6-high"},"arena_creative_writing":{"rank":26,"of":347,"score":1451.3,"pct":92.8,"variant":"grok-4.6-high"},"arena_instruction_following":{"rank":42,"of":349,"score":1452.6,"pct":88.2,"variant":"grok-4.6-high"},"arena_hard_prompts":{"rank":47,"of":349,"score":1478.7,"pct":86.8,"variant":"grok-4.6-high"},"arena_multi_turn":{"rank":75,"of":347,"score":1441.1,"pct":78.6,"variant":"grok-4.6-high"},"arena_expert":{"rank":42,"of":301,"score":1488.1,"pct":86.3,"variant":"grok-4.6-high"},"arena_japanese":{"rank":53,"of":226,"score":1412.2,"pct":76.9,"variant":"grok-4.6-high"},"arena_industry_business_and_management_and_financial_operations":{"rank":62,"of":342,"score":1445.5,"pct":82.1,"variant":"grok-4.6-high"},"arena_industry_medicine_and_healthcare":{"rank":62,"of":320,"score":1464.8,"pct":80.9,"variant":"grok-4.6-high"},"arena_industry_legal_and_government":{"rank":56,"of":323,"score":1461.4,"pct":82.9,"variant":"grok-4.6-high"},"arena_webdev":{"rank":13,"of":110,"score":1624.2,"pct":89,"variant":"grok-4.6-high"},"arena_vision":{"rank":28,"of":134,"score":1264.5,"pct":79.7,"variant":"grok-4.6-high"},"arena_document":{"rank":20,"of":37,"score":1461.1,"pct":47.2,"variant":"grok-4.6-high"},"arena_agent":{"rank":19,"of":43,"score":0.02,"pct":57.1,"variant":"Grok 4.6 (xHigh)"},"aa_index":{"rank":13,"of":107,"score":44.3,"pct":88.7,"variant":"grok-4-6"},"aa_hle":{"rank":19,"of":109,"score":44.1,"pct":83.3,"variant":"grok-4-6"},"aa_gpqa":{"rank":3,"of":100,"score":94.9,"pct":98,"variant":"grok-4-6"},"aa_scicode":{"rank":17,"of":107,"score":56.5,"pct":84.9,"variant":"grok-4-6"},"aa_lcr":{"rank":24,"of":109,"score":81,"pct":78.7,"variant":"grok-4-6"},"aa_critpt":{"rank":21,"of":112,"score":19.7,"pct":82,"variant":"grok-4-6"},"aa_omniscience":{"rank":8,"of":109,"score":30.5,"pct":93.5,"variant":"grok-4-6"},"aa_gdpvalNormalized":{"rank":2,"of":107,"score":0.6,"pct":99.1,"variant":"grok-4-6"},"livebench_global":{"rank":15,"of":60,"score":78,"pct":76.3,"variant":"grok-4.6"},"livebench_reasoning":{"rank":8,"of":60,"score":90.5,"pct":88.1,"variant":"grok-4.6"},"livebench_coding":{"rank":38,"of":60,"score":76.8,"pct":37.3,"variant":"grok-4.6"},"livebench_agentic_coding":{"rank":21,"of":60,"score":57,"pct":66.1,"variant":"grok-4.6"},"livebench_mathematics":{"rank":21,"of":60,"score":92.6,"pct":66.1,"variant":"grok-4.6"},"livebench_data_analysis":{"rank":36,"of":60,"score":73.9,"pct":40.7,"variant":"grok-4.6"},"livebench_language":{"rank":17,"of":60,"score":83.7,"pct":72.9,"variant":"grok-4.6"},"livebench_if":{"rank":19,"of":60,"score":71.9,"pct":69.5,"variant":"grok-4.6"},"epoch_eci":{"rank":18,"of":239,"score":156.48,"pct":92.9,"variant":"Grok 4.6"},"epoch_frontiermath":{"rank":22,"of":72,"score":66,"pct":70.4,"variant":"grok-4.6_xhigh"},"epoch_frontiermath4":{"rank":21,"of":55,"score":31.7,"pct":63,"variant":"grok-4.6_xhigh"},"epoch_gpqa":{"rank":7,"of":201,"score":94,"pct":97,"variant":"grok-4.6_high"},"epoch_simpleqa":{"rank":23,"of":69,"score":49.3,"pct":67.6,"variant":"grok-4.6_high"},"epoch_aime":{"rank":9,"of":182,"score":99.2,"pct":95.6,"variant":"grok-4.6_xhigh"},"arc_v2":{"rank":20,"of":79,"score":67.1,"pct":75.6,"variant":"Grok 4.6 (XHigh)"},"arc_v1":{"rank":28,"of":76,"score":87.5,"pct":64,"variant":"Grok 4.6 (Medium)"},"arc_v3":{"rank":5,"of":16,"score":2.1,"pct":73.3,"variant":"Grok 4.6 (XHigh)"},"vals_index":{"rank":18,"of":63,"score":59.2,"pct":72.6,"variant":"grok/grok-4.6"},"vals_vibe_code_bench":{"rank":23,"of":63,"score":76.2,"pct":64.5,"variant":"grok/grok-4.6"},"vals_finance_agent":{"rank":24,"of":63,"score":53.7,"pct":62.9,"variant":"grok/grok-4.6"},"vals_terminal_bench_2_1":{"rank":12,"of":63,"score":78.3,"pct":82.3,"variant":"grok/grok-4.6"},"vals_emb":{"rank":24,"of":63,"score":62.7,"pct":62.9,"variant":"grok/grok-4.6"},"vals_code_migration":{"rank":15,"of":63,"score":44.6,"pct":77.4,"variant":"grok/grok-4.6"},"vals_legal_research":{"rank":7,"of":63,"score":48.1,"pct":90.3,"variant":"grok/grok-4.6"},"vals_legal_agent_benchmark":{"rank":4,"of":63,"score":15.8,"pct":95.2,"variant":"grok/grok-4.6"},"tbench":{"rank":10,"of":15,"score":20.3,"pct":35.7,"variant":"Grok 4.6 (high)"},"simplebench":{"rank":13,"of":99,"score":75.9,"pct":87.8,"variant":"Grok 4.6"},"benchlm":{"rank":11,"of":74,"score":69.19,"pct":86.3,"variant":"Grok 4.6"},"benchlm_agentic":{"rank":7,"of":54,"score":67.9,"pct":88.7,"variant":"Grok 4.6"},"benchlm_coding":{"rank":12,"of":63,"score":62.02,"pct":82.3,"variant":"Grok 4.6"},"benchlm_reasoning":{"rank":12,"of":14,"score":57.6,"pct":15.4,"variant":"Grok 4.6"},"benchlm_knowledge":{"rank":11,"of":69,"score":69.02,"pct":85.3,"variant":"Grok 4.6"}},"domains":{"overall":82.4,"coding":82.5,"agent":80.4,"reasoning":82.7,"math":79.5,"knowledge":86.9,"writing":77.3,"instruction":77.1,"chat":43.2,"business":87.7,"japanese":74.5,"vision":52.7,"longctx":43.5},"coverage":8,"avgPct":77,"overall":82.4,"rank":18,"avgRank":14.8,"aliases":["grok-4.6-high","Grok 4.6 (xHigh)","grok-4-6","grok-4.6","Grok 4.6","grok-4.6_xhigh","grok-4.6_high","Grok 4.6 (XHigh)","Grok 4.6 (Medium)","grok/grok-4.6","Grok 4.6 (high)"],"open":false,"release":"2026-08-11","reasoning":true,"ctx":500000,"pin":2,"pout":6,"tps":64,"ttft":7.28,"theta":1.235,"se":0.103,"lo":79.1,"hi":85.2,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gemini-3-7-flash","name":"Gemini 3.7 Flash","provider":"google","providerName":"Google","country":"US","sites":{"aa":{"rank":23,"of":107,"score":39.1,"pct":79.2,"variant":"gemini-3-7-flash"},"livebench":{"rank":13,"of":60,"score":78.8,"pct":79.7,"variant":"gemini-3.7-flash-high"},"epoch":{"rank":11,"of":239,"score":157.72,"pct":95.8,"variant":"Gemini 3.7 Flash"},"arc":{"rank":9,"of":79,"score":84.6,"pct":89.7,"variant":"Gemini 3.7 Flash (High)"},"vals":{"rank":17,"of":63,"score":59.3,"pct":74.2,"variant":"google/gemini-3.7-flash"},"tbench":{"rank":15,"of":15,"score":11.21,"pct":0,"variant":"Gemini 3.7 Flash (high)"},"benchlm":{"rank":14,"of":74,"score":67.66,"pct":82.2,"variant":"Gemini 3.7 Flash"}},"metrics":{"arena_coding":{"rank":21,"of":344,"score":1520.6,"pct":94.2,"variant":"gemini-3.7-flash-high"},"arena_math":{"rank":4,"of":332,"score":1521.5,"pct":99.1,"variant":"gemini-3.7-flash-high"},"arena_creative_writing":{"rank":4,"of":347,"score":1494.8,"pct":99.1,"variant":"gemini-3.7-flash-high"},"arena_instruction_following":{"rank":9,"of":349,"score":1484.4,"pct":97.7,"variant":"gemini-3.7-flash-high"},"arena_hard_prompts":{"rank":15,"of":349,"score":1506.7,"pct":96,"variant":"gemini-3.7-flash-high"},"arena_multi_turn":{"rank":7,"of":347,"score":1498.2,"pct":98.3,"variant":"gemini-3.7-flash-high"},"arena_expert":{"rank":12,"of":301,"score":1515.4,"pct":96.3,"variant":"gemini-3.7-flash-high"},"arena_industry_business_and_management_and_financial_operations":{"rank":24,"of":342,"score":1474.4,"pct":93.3,"variant":"gemini-3.7-flash-high"},"arena_industry_medicine_and_healthcare":{"rank":20,"of":320,"score":1493,"pct":94,"variant":"gemini-3.7-flash-high"},"arena_industry_legal_and_government":{"rank":14,"of":323,"score":1496.9,"pct":96,"variant":"gemini-3.7-flash-high"},"arena_webdev":{"rank":19,"of":110,"score":1594.6,"pct":83.5,"variant":"gemini-3.7-flash-high"},"arena_agent":{"rank":26,"of":43,"score":-0.006,"pct":40.5,"variant":"Gemini 3.7 Flash (High)"},"aa_index":{"rank":23,"of":107,"score":39.1,"pct":79.2,"variant":"gemini-3-7-flash"},"aa_hle":{"rank":10,"of":109,"score":47.9,"pct":91.7,"variant":"gemini-3-7-flash"},"aa_gpqa":{"rank":4,"of":100,"score":94.5,"pct":97,"variant":"gemini-3-7-flash"},"aa_scicode":{"rank":15,"of":107,"score":57.2,"pct":86.8,"variant":"gemini-3-7-flash"},"aa_lcr":{"rank":22,"of":109,"score":81.7,"pct":80.6,"variant":"gemini-3-7-flash"},"aa_mmmuPro":{"rank":4,"of":55,"score":85.5,"pct":94.4,"variant":"gemini-3-7-flash"},"aa_critpt":{"rank":34,"of":112,"score":14.3,"pct":70.3,"variant":"gemini-3-7-flash"},"aa_omniscience":{"rank":14,"of":109,"score":26.5,"pct":88,"variant":"gemini-3-7-flash"},"aa_gdpvalNormalized":{"rank":29,"of":107,"score":0.4,"pct":73.6,"variant":"gemini-3-7-flash"},"livebench_global":{"rank":13,"of":60,"score":78.8,"pct":79.7,"variant":"gemini-3.7-flash-high"},"livebench_reasoning":{"rank":21,"of":60,"score":87.8,"pct":66.1,"variant":"gemini-3.7-flash-high"},"livebench_coding":{"rank":25,"of":60,"score":78.9,"pct":59.3,"variant":"gemini-3.7-flash-high"},"livebench_agentic_coding":{"rank":18,"of":60,"score":58.3,"pct":71.2,"variant":"gemini-3.7-flash-high"},"livebench_mathematics":{"rank":16,"of":60,"score":93.5,"pct":74.6,"variant":"gemini-3.7-flash-high"},"livebench_data_analysis":{"rank":50,"of":60,"score":68,"pct":16.9,"variant":"gemini-3.7-flash-high"},"livebench_language":{"rank":10,"of":60,"score":85.5,"pct":84.7,"variant":"gemini-3.7-flash-high"},"livebench_if":{"rank":2,"of":60,"score":79.9,"pct":98.3,"variant":"gemini-3.7-flash-high"},"epoch_eci":{"rank":11,"of":239,"score":157.72,"pct":95.8,"variant":"Gemini 3.7 Flash"},"epoch_frontiermath":{"rank":17,"of":72,"score":71.6,"pct":77.5,"variant":"gemini-3.7-flash_high"},"epoch_frontiermath4":{"rank":19,"of":55,"score":36.6,"pct":66.7,"variant":"gemini-3.7-flash_high"},"epoch_gpqa":{"rank":3,"of":201,"score":94.8,"pct":99,"variant":"gemini-3.7-flash_high"},"epoch_simpleqa":{"rank":7,"of":69,"score":69.2,"pct":91.2,"variant":"gemini-3.7-flash_high"},"epoch_aime":{"rank":19,"of":182,"score":97.2,"pct":90.1,"variant":"gemini-3.7-flash_high"},"arc_v2":{"rank":9,"of":79,"score":84.6,"pct":89.7,"variant":"Gemini 3.7 Flash (High)"},"arc_v1":{"rank":12,"of":76,"score":95.5,"pct":85.3,"variant":"Gemini 3.7 Flash (High)"},"vals_index":{"rank":17,"of":63,"score":59.3,"pct":74.2,"variant":"google/gemini-3.7-flash"},"vals_vibe_code_bench":{"rank":28,"of":63,"score":70.4,"pct":56.5,"variant":"google/gemini-3.7-flash"},"vals_finance_agent":{"rank":4,"of":63,"score":59,"pct":95.2,"variant":"google/gemini-3.7-flash"},"vals_terminal_bench_2_1":{"rank":13,"of":63,"score":77.5,"pct":80.6,"variant":"google/gemini-3.7-flash"},"vals_emb":{"rank":9,"of":63,"score":71.3,"pct":87.1,"variant":"google/gemini-3.7-flash"},"vals_code_migration":{"rank":32,"of":63,"score":29,"pct":50,"variant":"google/gemini-3.7-flash"},"vals_legal_research":{"rank":31,"of":63,"score":34.6,"pct":51.6,"variant":"google/gemini-3.7-flash"},"vals_legal_agent_benchmark":{"rank":16,"of":63,"score":8.8,"pct":75.8,"variant":"google/gemini-3.7-flash"},"tbench":{"rank":15,"of":15,"score":11.21,"pct":0,"variant":"Gemini 3.7 Flash (high)"},"eqbench_cw":{"rank":32,"of":137,"score":1723.2,"pct":77.2,"variant":"gemini-3.7-flash"},"benchlm":{"rank":14,"of":74,"score":67.66,"pct":82.2,"variant":"Gemini 3.7 Flash"},"benchlm_agentic":{"rank":14,"of":54,"score":58.56,"pct":75.5,"variant":"Gemini 3.7 Flash"},"benchlm_coding":{"rank":14,"of":63,"score":60.26,"pct":79,"variant":"Gemini 3.7 Flash"},"benchlm_multimodalGrounded":{"rank":8,"of":30,"score":82.6,"pct":75.9,"variant":"Gemini 3.7 Flash"},"benchlm_knowledge":{"rank":8,"of":69,"score":71.1,"pct":89.7,"variant":"Gemini 3.7 Flash"}},"domains":{"overall":82.1,"coding":78.8,"agent":74.4,"reasoning":82.8,"math":83,"knowledge":89,"writing":79.6,"instruction":90.6,"chat":66.1,"business":84.7,"vision":77,"longctx":55.6},"coverage":7,"avgPct":71.5,"overall":82.1,"rank":19,"avgRank":14.6,"aliases":["gemini-3.7-flash-high","Gemini 3.7 Flash (High)","gemini-3-7-flash","Gemini 3.7 Flash","gemini-3.7-flash_high","google/gemini-3.7-flash","Gemini 3.7 Flash (high)","gemini-3.7-flash"],"open":false,"release":"2026-08-13","reasoning":true,"ctx":1000000,"pin":0.75,"pout":3.75,"tps":295,"ttft":1.13,"theta":1.221,"se":0.105,"lo":78.8,"hi":85.1,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gpt-5-4","name":"GPT-5.4","provider":"openai","providerName":"OpenAI","country":"US","sites":{"livebench":{"rank":15,"of":60,"score":78,"pct":76.3,"variant":"gpt-5.4-xhigh"},"epoch":{"rank":14,"of":239,"score":156.92,"pct":94.5,"variant":"GPT-5.4"},"arc":{"rank":16,"of":79,"score":74,"pct":80.8,"variant":"GPT-5.4 (XHigh)"},"eqbench":{"rank":7,"of":28,"score":1271.8,"pct":77.8,"variant":"gpt-5.4"},"benchlm":{"rank":13,"of":74,"score":68.51,"pct":83.6,"variant":"GPT-5.4"}},"metrics":{"arena_coding":{"rank":24,"of":344,"score":1520.1,"pct":93.3,"variant":"gpt-5.4-high"},"arena_math":{"rank":15,"of":332,"score":1494.1,"pct":95.8,"variant":"gpt-5.4-high"},"arena_creative_writing":{"rank":37,"of":347,"score":1444.2,"pct":89.6,"variant":"gpt-5.4-high"},"arena_instruction_following":{"rank":21,"of":349,"score":1472.4,"pct":94.3,"variant":"gpt-5.4-high"},"arena_hard_prompts":{"rank":23,"of":349,"score":1497.9,"pct":93.7,"variant":"gpt-5.4-high"},"arena_multi_turn":{"rank":14,"of":347,"score":1493.8,"pct":96.2,"variant":"gpt-5.4-high"},"arena_expert":{"rank":11,"of":301,"score":1515.7,"pct":96.7,"variant":"gpt-5.4-high"},"arena_japanese":{"rank":12,"of":226,"score":1481.8,"pct":95.1,"variant":"gpt-5.4-high"},"arena_industry_business_and_management_and_financial_operations":{"rank":16,"of":342,"score":1483.9,"pct":95.6,"variant":"gpt-5.4-high"},"arena_industry_medicine_and_healthcare":{"rank":46,"of":320,"score":1476,"pct":85.9,"variant":"gpt-5.4-high"},"arena_industry_legal_and_government":{"rank":18,"of":323,"score":1490.6,"pct":94.7,"variant":"gpt-5.4-high"},"arena_webdev":{"rank":68,"of":110,"score":1392,"pct":38.5,"variant":"gpt-5.4"},"arena_vision":{"rank":13,"of":134,"score":1284.8,"pct":91,"variant":"gpt-5.4-high"},"arena_document":{"rank":14,"of":37,"score":1470.1,"pct":63.9,"variant":"gpt-5.4"},"arena_agent":{"rank":22,"of":43,"score":0.013,"pct":50,"variant":"GPT 5.4 (High)"},"livebench_global":{"rank":15,"of":60,"score":78,"pct":76.3,"variant":"gpt-5.4-xhigh"},"livebench_reasoning":{"rank":20,"of":60,"score":88.1,"pct":67.8,"variant":"gpt-5.4-xhigh"},"livebench_coding":{"rank":32,"of":60,"score":77.5,"pct":47.5,"variant":"gpt-5.4-xhigh"},"livebench_agentic_coding":{"rank":31,"of":60,"score":53.8,"pct":49.2,"variant":"gpt-5.4-xhigh"},"livebench_mathematics":{"rank":15,"of":60,"score":94.1,"pct":76.3,"variant":"gpt-5.4-xhigh"},"livebench_data_analysis":{"rank":11,"of":60,"score":79.3,"pct":83.1,"variant":"gpt-5.4-xhigh"},"livebench_language":{"rank":22,"of":60,"score":82.6,"pct":64.4,"variant":"gpt-5.4-xhigh"},"livebench_if":{"rank":26,"of":60,"score":70.2,"pct":57.6,"variant":"gpt-5.4-xhigh"},"epoch_eci":{"rank":14,"of":239,"score":156.92,"pct":94.5,"variant":"GPT-5.4"},"arc_v2":{"rank":16,"of":79,"score":74,"pct":80.8,"variant":"GPT-5.4 (XHigh)"},"arc_v1":{"rank":17,"of":76,"score":93.7,"pct":78.7,"variant":"GPT-5.4 (XHigh)"},"arc_v3":{"rank":13,"of":16,"score":0.2,"pct":20,"variant":"GPT-5.4 (High)"},"scale_mcp":{"rank":20,"of":34,"score":70.6,"pct":42.4,"variant":"gpt-5.4 (xhigh)"},"eqbench":{"rank":7,"of":28,"score":1271.8,"pct":77.8,"variant":"gpt-5.4"},"eqbench_cw":{"rank":22,"of":137,"score":1839.7,"pct":84.6,"variant":"gpt-5.4"},"benchlm":{"rank":13,"of":74,"score":68.51,"pct":83.6,"variant":"GPT-5.4"},"benchlm_agentic":{"rank":22,"of":54,"score":49.35,"pct":60.4,"variant":"GPT-5.4"},"benchlm_coding":{"rank":25,"of":63,"score":50.71,"pct":61.3,"variant":"GPT-5.4"},"benchlm_reasoning":{"rank":10,"of":14,"score":60.5,"pct":30.8,"variant":"GPT-5.4"},"benchlm_multimodalGrounded":{"rank":16,"of":30,"score":69.3,"pct":48.3,"variant":"GPT-5.4"},"benchlm_knowledge":{"rank":14,"of":69,"score":66.82,"pct":80.9,"variant":"GPT-5.4"},"benchlm_instructionFollowing":{"rank":12,"of":53,"score":89.2,"pct":78.8,"variant":"GPT-5.4"}},"domains":{"overall":82.1,"coding":63.4,"agent":69.3,"reasoning":81,"math":83.9,"knowledge":86.1,"writing":75.1,"instruction":73.9,"chat":79.2,"business":85.9,"japanese":85.1,"vision":58,"longctx":56.4},"coverage":5,"avgPct":82.6,"overall":82.1,"rank":19,"avgRank":13,"aliases":["gpt-5.4-high","gpt-5.4","GPT 5.4 (High)","gpt-5.4-xhigh","GPT-5.4","GPT-5.4 (XHigh)","GPT-5.4 (High)","gpt-5.4 (xhigh)"],"open":false,"release":"2026-03-04","reasoning":true,"ctx":1050000,"pin":2.5,"pout":15,"tps":140,"ttft":0.93,"theta":1.221,"se":0.13,"lo":77.9,"hi":85.7,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gpt-5-6-terra","name":"GPT-5.6 Terra","provider":"openai","providerName":"OpenAI","country":"US","sites":{"aa":{"rank":16,"of":107,"score":42.1,"pct":85.8,"variant":"gpt-5-6-terra"},"livebench":{"rank":18,"of":60,"score":77.9,"pct":71.2,"variant":"gpt-5.6-terra-max"},"epoch":{"rank":7,"of":239,"score":159.31,"pct":97.5,"variant":"GPT-5.6 Terra"},"arc":{"rank":12,"of":79,"score":83.9,"pct":85.9,"variant":"GPT-5.6 Terra (Max)"},"vals":{"rank":13,"of":63,"score":59.6,"pct":80.6,"variant":"openai/gpt-5.6-terra"},"tbench":{"rank":9,"of":15,"score":21.52,"pct":42.9,"variant":"GPT-5.6 Terra (max)"},"eqbench":{"rank":11,"of":28,"score":1234,"pct":63,"variant":"gpt-5.6-terra"},"simplebench":{"rank":53,"of":99,"score":48.9,"pct":46.9,"variant":"GPT-5.6 Terra (xhigh)"},"benchlm":{"rank":7,"of":74,"score":72.58,"pct":91.8,"variant":"GPT-5.6 Terra"}},"metrics":{"arena_coding":{"rank":30,"of":344,"score":1517.9,"pct":91.5,"variant":"gpt-5.6-terra-xhigh"},"arena_math":{"rank":32,"of":332,"score":1475.5,"pct":90.6,"variant":"gpt-5.6-terra-xhigh"},"arena_creative_writing":{"rank":54,"of":347,"score":1426.4,"pct":84.7,"variant":"gpt-5.6-terra-xhigh"},"arena_instruction_following":{"rank":33,"of":349,"score":1462.1,"pct":90.8,"variant":"gpt-5.6-terra-xhigh"},"arena_hard_prompts":{"rank":34,"of":349,"score":1489.1,"pct":90.5,"variant":"gpt-5.6-terra-xhigh"},"arena_multi_turn":{"rank":40,"of":347,"score":1473,"pct":88.7,"variant":"gpt-5.6-terra-xhigh"},"arena_expert":{"rank":21,"of":301,"score":1505.9,"pct":93.3,"variant":"gpt-5.6-terra-xhigh"},"arena_japanese":{"rank":16,"of":226,"score":1467.5,"pct":93.3,"variant":"gpt-5.6-terra-xhigh"},"arena_industry_business_and_management_and_financial_operations":{"rank":30,"of":342,"score":1467.7,"pct":91.5,"variant":"gpt-5.6-terra-xhigh"},"arena_industry_medicine_and_healthcare":{"rank":68,"of":320,"score":1460.9,"pct":79,"variant":"gpt-5.6-terra-xhigh"},"arena_industry_legal_and_government":{"rank":27,"of":323,"score":1482.6,"pct":91.9,"variant":"gpt-5.6-terra-xhigh"},"arena_vision":{"rank":25,"of":134,"score":1266.7,"pct":82,"variant":"gpt-5.6-terra-xhigh"},"arena_document":{"rank":11,"of":37,"score":1476.7,"pct":72.2,"variant":"gpt-5.6-terra-xhigh"},"arena_agent":{"rank":21,"of":43,"score":0.014,"pct":52.4,"variant":"GPT 5.6 Terra (xHigh)"},"aa_index":{"rank":16,"of":107,"score":42.1,"pct":85.8,"variant":"gpt-5-6-terra"},"aa_hle":{"rank":22,"of":109,"score":42.9,"pct":80.6,"variant":"gpt-5-6-terra"},"aa_gpqa":{"rank":18,"of":100,"score":92.5,"pct":82.8,"variant":"gpt-5-6-terra"},"aa_scicode":{"rank":21,"of":107,"score":55,"pct":81.1,"variant":"gpt-5-6-terra"},"aa_terminalbenchHard":{"rank":2,"of":62,"score":62.9,"pct":98.4,"variant":"gpt-5-6-terra"},"aa_tau2":{"rank":24,"of":61,"score":86.3,"pct":61.7,"variant":"gpt-5-6-terra"},"aa_ifbench":{"rank":25,"of":62,"score":71.2,"pct":60.7,"variant":"gpt-5-6-terra"},"aa_lcr":{"rank":14,"of":109,"score":83,"pct":88,"variant":"gpt-5-6-terra"},"aa_mmmuPro":{"rank":14,"of":55,"score":80.7,"pct":75.9,"variant":"gpt-5-6-terra"},"aa_critpt":{"rank":7,"of":112,"score":30,"pct":94.6,"variant":"gpt-5-6-terra"},"aa_omniscience":{"rank":43,"of":109,"score":0.1,"pct":61.1,"variant":"gpt-5-6-terra"},"aa_gdpvalNormalized":{"rank":13,"of":107,"score":0.5,"pct":88.7,"variant":"gpt-5-6-terra"},"aa_apexAgents":{"rank":3,"of":22,"score":38.9,"pct":90.5,"variant":"gpt-5-6-terra"},"livebench_global":{"rank":18,"of":60,"score":77.9,"pct":71.2,"variant":"gpt-5.6-terra-max"},"livebench_reasoning":{"rank":7,"of":60,"score":90.6,"pct":89.8,"variant":"gpt-5.6-terra-max"},"livebench_coding":{"rank":27,"of":60,"score":78.2,"pct":55.9,"variant":"gpt-5.6-terra-max"},"livebench_agentic_coding":{"rank":25,"of":60,"score":54.9,"pct":59.3,"variant":"gpt-5.6-terra-max"},"livebench_mathematics":{"rank":13,"of":60,"score":94.9,"pct":79.7,"variant":"gpt-5.6-terra-max"},"livebench_data_analysis":{"rank":11,"of":60,"score":79.3,"pct":83.1,"variant":"gpt-5.6-terra-max"},"livebench_language":{"rank":19,"of":60,"score":82.9,"pct":69.5,"variant":"gpt-5.6-terra-max"},"livebench_if":{"rank":41,"of":60,"score":64.6,"pct":32.2,"variant":"gpt-5.6-terra-max"},"epoch_eci":{"rank":7,"of":239,"score":159.31,"pct":97.5,"variant":"GPT-5.6 Terra"},"epoch_frontiermath":{"rank":6,"of":72,"score":86,"pct":93,"variant":"gpt-5.6-terra_max"},"epoch_frontiermath4":{"rank":10,"of":55,"score":70.7,"pct":83.3,"variant":"gpt-5.6-terra_max"},"epoch_gpqa":{"rank":13,"of":201,"score":93.3,"pct":94,"variant":"gpt-5.6-terra_max"},"epoch_simpleqa":{"rank":33,"of":69,"score":43.2,"pct":52.9,"variant":"gpt-5.6-terra_max"},"epoch_aime":{"rank":8,"of":182,"score":99.7,"pct":96.1,"variant":"gpt-5.6-terra_max"},"arc_v2":{"rank":12,"of":79,"score":83.9,"pct":85.9,"variant":"GPT-5.6 Terra (Max)"},"arc_v1":{"rank":9,"of":76,"score":96.5,"pct":89.3,"variant":"GPT-5.6 Terra (Max)"},"arc_v3":{"rank":7,"of":16,"score":0.8,"pct":60,"variant":"GPT-5.6 Terra (Max)"},"vals_index":{"rank":13,"of":63,"score":59.6,"pct":80.6,"variant":"openai/gpt-5.6-terra"},"vals_vibe_code_bench":{"rank":25,"of":63,"score":74.6,"pct":61.3,"variant":"openai/gpt-5.6-terra"},"vals_finance_agent":{"rank":19,"of":63,"score":54.4,"pct":71,"variant":"openai/gpt-5.6-terra"},"vals_terminal_bench_2_1":{"rank":13,"of":63,"score":77.5,"pct":80.6,"variant":"openai/gpt-5.6-terra"},"vals_emb":{"rank":17,"of":63,"score":66.2,"pct":74.2,"variant":"openai/gpt-5.6-terra"},"vals_code_migration":{"rank":9,"of":63,"score":48.2,"pct":87.1,"variant":"openai/gpt-5.6-terra"},"vals_legal_research":{"rank":18,"of":63,"score":41.3,"pct":72.6,"variant":"openai/gpt-5.6-terra"},"vals_legal_agent_benchmark":{"rank":46,"of":63,"score":0.8,"pct":27.4,"variant":"openai/gpt-5.6-terra"},"tbench":{"rank":9,"of":15,"score":21.52,"pct":42.9,"variant":"GPT-5.6 Terra (max)"},"eqbench":{"rank":11,"of":28,"score":1234,"pct":63,"variant":"gpt-5.6-terra"},"eqbench_cw":{"rank":17,"of":137,"score":1854.9,"pct":88.2,"variant":"gpt-5.6-terra"},"simplebench":{"rank":53,"of":99,"score":48.9,"pct":46.9,"variant":"GPT-5.6 Terra (xhigh)"},"benchlm":{"rank":7,"of":74,"score":72.58,"pct":91.8,"variant":"GPT-5.6 Terra"},"benchlm_agentic":{"rank":13,"of":54,"score":59.47,"pct":77.4,"variant":"GPT-5.6 Terra"},"benchlm_coding":{"rank":6,"of":63,"score":64.73,"pct":91.9,"variant":"GPT-5.6 Terra"},"benchlm_reasoning":{"rank":7,"of":14,"score":65.4,"pct":53.8,"variant":"GPT-5.6 Terra"},"benchlm_multimodalGrounded":{"rank":11,"of":30,"score":77.2,"pct":65.5,"variant":"GPT-5.6 Terra"},"benchlm_knowledge":{"rank":7,"of":69,"score":71.13,"pct":91.2,"variant":"GPT-5.6 Terra"},"benchlm_instructionFollowing":{"rank":24,"of":53,"score":85.7,"pct":55.8,"variant":"GPT-5.6 Terra"}},"domains":{"overall":82.1,"coding":83.7,"agent":77.6,"reasoning":80.9,"math":85.1,"knowledge":87,"writing":75.2,"instruction":58.8,"chat":70.3,"business":87.8,"japanese":83.3,"vision":67,"longctx":66.5},"coverage":9,"avgPct":74,"overall":82.1,"rank":21,"avgRank":16.2,"aliases":["gpt-5.6-terra-xhigh","GPT 5.6 Terra (xHigh)","gpt-5-6-terra","gpt-5.6-terra-max","GPT-5.6 Terra","gpt-5.6-terra_max","GPT-5.6 Terra (Max)","openai/gpt-5.6-terra","GPT-5.6 Terra (max)","gpt-5.6-terra","GPT-5.6 Terra (xhigh)"],"open":false,"release":"2026-07-09","reasoning":true,"ctx":1000000,"pin":2,"pout":12,"tps":85,"ttft":0.96,"theta":1.216,"se":0.1,"lo":78.8,"hi":84.9,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"muse-spark-1-2","name":"Muse Spark 1.2","provider":"meta","providerName":"Meta","country":"US","sites":{"aa":{"rank":21,"of":107,"score":39.6,"pct":81.1,"variant":"muse-spark-1-2"},"livebench":{"rank":15,"of":60,"score":78,"pct":76.3,"variant":"muse-spark-1.2-xhigh"},"epoch":{"rank":27,"of":239,"score":155.18,"pct":89.1,"variant":"Muse Spark 1.2"},"vals":{"rank":23,"of":63,"score":57.1,"pct":64.5,"variant":"meta/muse_spark_1_2"},"simplebench":{"rank":14,"of":99,"score":74.5,"pct":86.7,"variant":"Muse Spark 1.2"}},"metrics":{"arena_coding":{"rank":7,"of":344,"score":1535.6,"pct":98.3,"variant":"muse-spark-1.2 (xHigh)"},"arena_creative_writing":{"rank":25,"of":347,"score":1452.4,"pct":93.1,"variant":"muse-spark-1.2 (xHigh)"},"arena_instruction_following":{"rank":15,"of":349,"score":1480.1,"pct":96,"variant":"muse-spark-1.2 (xHigh)"},"arena_hard_prompts":{"rank":9,"of":349,"score":1513.4,"pct":97.7,"variant":"muse-spark-1.2 (xHigh)"},"arena_multi_turn":{"rank":1,"of":347,"score":1520.1,"pct":100,"variant":"muse-spark-1.2 (xHigh)"},"arena_expert":{"rank":22,"of":301,"score":1503.9,"pct":93,"variant":"muse-spark-1.2 (xHigh)"},"arena_industry_business_and_management_and_financial_operations":{"rank":1,"of":342,"score":1517,"pct":100,"variant":"muse-spark-1.2 (xHigh)"},"arena_industry_medicine_and_healthcare":{"rank":1,"of":320,"score":1530.3,"pct":100,"variant":"muse-spark-1.2 (xHigh)"},"arena_industry_legal_and_government":{"rank":1,"of":323,"score":1541.4,"pct":100,"variant":"muse-spark-1.2 (xHigh)"},"arena_webdev":{"rank":31,"of":110,"score":1534.4,"pct":72.5,"variant":"muse-spark-1.2 (xHigh)"},"arena_vision":{"rank":7,"of":134,"score":1291.5,"pct":95.5,"variant":"muse-spark-1.2 (xHigh)"},"arena_agent":{"rank":29,"of":43,"score":-0.018,"pct":33.3,"variant":"Muse Spark 1.2 (xHigh)"},"aa_index":{"rank":21,"of":107,"score":39.6,"pct":81.1,"variant":"muse-spark-1-2"},"aa_hle":{"rank":18,"of":109,"score":45.5,"pct":84.3,"variant":"muse-spark-1-2"},"aa_gpqa":{"rank":31,"of":100,"score":90.4,"pct":69.7,"variant":"muse-spark-1-2"},"aa_scicode":{"rank":14,"of":107,"score":57.4,"pct":87.7,"variant":"muse-spark-1-2"},"aa_lcr":{"rank":40,"of":109,"score":79,"pct":63.9,"variant":"muse-spark-1-2"},"aa_critpt":{"rank":27,"of":112,"score":17.7,"pct":76.6,"variant":"muse-spark-1-2"},"aa_omniscience":{"rank":12,"of":109,"score":27.2,"pct":89.8,"variant":"muse-spark-1-2"},"aa_gdpvalNormalized":{"rank":13,"of":107,"score":0.5,"pct":88.7,"variant":"muse-spark-1-2"},"livebench_global":{"rank":15,"of":60,"score":78,"pct":76.3,"variant":"muse-spark-1.2-xhigh"},"livebench_reasoning":{"rank":10,"of":60,"score":90,"pct":84.7,"variant":"muse-spark-1.2-xhigh"},"livebench_coding":{"rank":32,"of":60,"score":77.5,"pct":47.5,"variant":"muse-spark-1.2-xhigh"},"livebench_agentic_coding":{"rank":19,"of":60,"score":57.6,"pct":69.5,"variant":"muse-spark-1.2-xhigh"},"livebench_mathematics":{"rank":24,"of":60,"score":91.2,"pct":61,"variant":"muse-spark-1.2-xhigh"},"livebench_data_analysis":{"rank":28,"of":60,"score":76.5,"pct":54.2,"variant":"muse-spark-1.2-xhigh"},"livebench_language":{"rank":35,"of":60,"score":78.6,"pct":42.4,"variant":"muse-spark-1.2-xhigh"},"livebench_if":{"rank":11,"of":60,"score":74.3,"pct":83.1,"variant":"muse-spark-1.2-xhigh"},"epoch_eci":{"rank":27,"of":239,"score":155.18,"pct":89.1,"variant":"Muse Spark 1.2"},"epoch_simpleqa":{"rank":12,"of":69,"score":60.3,"pct":83.8,"variant":"muse-spark-1.2_xhigh"},"vals_index":{"rank":23,"of":63,"score":57.1,"pct":64.5,"variant":"meta/muse_spark_1_2"},"vals_vibe_code_bench":{"rank":17,"of":63,"score":79.1,"pct":74.2,"variant":"meta/muse_spark_1_2"},"vals_finance_agent":{"rank":2,"of":63,"score":60.6,"pct":98.4,"variant":"meta/muse_spark_1_2"},"vals_terminal_bench_2_1":{"rank":26,"of":63,"score":69.7,"pct":59.7,"variant":"meta/muse_spark_1_2"},"vals_emb":{"rank":32,"of":63,"score":57,"pct":50,"variant":"meta/muse_spark_1_2"},"vals_code_migration":{"rank":31,"of":63,"score":29.4,"pct":51.6,"variant":"meta/muse_spark_1_2"},"vals_legal_research":{"rank":15,"of":63,"score":43.8,"pct":77.4,"variant":"meta/muse_spark_1_2"},"vals_legal_agent_benchmark":{"rank":1,"of":63,"score":25.4,"pct":100,"variant":"meta/muse_spark_1_2"},"eqbench_cw":{"rank":20,"of":137,"score":1840.4,"pct":86,"variant":"muse-spark-1.2"},"simplebench":{"rank":14,"of":99,"score":74.5,"pct":86.7,"variant":"Muse Spark 1.2"}},"domains":{"overall":82,"coding":78.7,"agent":70,"reasoning":84.7,"math":79.3,"knowledge":87.2,"writing":68.8,"instruction":82.6,"chat":73.6,"business":88.8,"vision":67.7,"longctx":47.9},"coverage":5,"avgPct":79.5,"overall":82,"rank":22,"avgRank":20,"aliases":["muse-spark-1.2 (xHigh)","Muse Spark 1.2 (xHigh)","muse-spark-1-2","muse-spark-1.2-xhigh","Muse Spark 1.2","muse-spark-1.2_xhigh","meta/muse_spark_1_2","muse-spark-1.2"],"open":false,"release":"2026-08-05","reasoning":true,"ctx":1048576,"pin":1.25,"pout":4.25,"tps":214,"ttft":14.16,"theta":1.214,"se":0.125,"lo":77.9,"hi":85.5,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"glm-5-3","name":"GLM-5.3","provider":"zai","providerName":"Z.ai (Zhipu)","country":"CN","sites":{"aa":{"rank":12,"of":107,"score":44.8,"pct":89.6,"variant":"glm-5-3"},"livebench":{"rank":28,"of":60,"score":76.1,"pct":54.2,"variant":"glm-5.3"},"epoch":{"rank":22,"of":239,"score":155.56,"pct":91.2,"variant":"GLM-5.3"},"vals":{"rank":24,"of":63,"score":57,"pct":62.9,"variant":"zai/glm-5.3"},"tbench":{"rank":5,"of":15,"score":41.82,"pct":71.4,"variant":"GLM-5.3 (max)"},"simplebench":{"rank":22,"of":99,"score":66.2,"pct":78.6,"variant":"GLM 5.3"}},"metrics":{"arena_coding":{"rank":18,"of":344,"score":1524,"pct":95,"variant":"glm-5.3-max"},"arena_math":{"rank":8,"of":332,"score":1504,"pct":97.9,"variant":"glm-5.3-max"},"arena_creative_writing":{"rank":17,"of":347,"score":1462.4,"pct":95.4,"variant":"glm-5.3-max"},"arena_instruction_following":{"rank":14,"of":349,"score":1480.4,"pct":96.3,"variant":"glm-5.3-max"},"arena_hard_prompts":{"rank":14,"of":349,"score":1506.9,"pct":96.3,"variant":"glm-5.3-max"},"arena_multi_turn":{"rank":17,"of":347,"score":1492.7,"pct":95.4,"variant":"glm-5.3-max"},"arena_expert":{"rank":10,"of":301,"score":1522.1,"pct":97,"variant":"glm-5.3-max"},"arena_japanese":{"rank":27,"of":226,"score":1443.5,"pct":88.4,"variant":"glm-5.3-max"},"arena_industry_business_and_management_and_financial_operations":{"rank":27,"of":342,"score":1470.3,"pct":92.4,"variant":"glm-5.3-max"},"arena_industry_medicine_and_healthcare":{"rank":14,"of":320,"score":1499.1,"pct":95.9,"variant":"glm-5.3-max"},"arena_industry_legal_and_government":{"rank":19,"of":323,"score":1487.8,"pct":94.4,"variant":"glm-5.3-max"},"arena_webdev":{"rank":14,"of":110,"score":1621.8,"pct":88.1,"variant":"glm-5.3-max"},"arena_agent":{"rank":17,"of":43,"score":0.031,"pct":61.9,"variant":"GLM 5.3 (Max)"},"aa_index":{"rank":12,"of":107,"score":44.8,"pct":89.6,"variant":"glm-5-3"},"aa_hle":{"rank":25,"of":109,"score":42.3,"pct":77.8,"variant":"glm-5-3"},"aa_gpqa":{"rank":23,"of":100,"score":91.7,"pct":77.8,"variant":"glm-5-3"},"aa_scicode":{"rank":7,"of":107,"score":59,"pct":94.3,"variant":"glm-5-3"},"aa_lcr":{"rank":33,"of":109,"score":79.7,"pct":70.4,"variant":"glm-5-3"},"aa_critpt":{"rank":23,"of":112,"score":19.1,"pct":80.2,"variant":"glm-5-3"},"aa_omniscience":{"rank":25,"of":109,"score":14.3,"pct":77.8,"variant":"glm-5-3"},"aa_gdpvalNormalized":{"rank":2,"of":107,"score":0.6,"pct":99.1,"variant":"glm-5-3"},"livebench_global":{"rank":28,"of":60,"score":76.1,"pct":54.2,"variant":"glm-5.3"},"livebench_reasoning":{"rank":29,"of":60,"score":85.8,"pct":52.5,"variant":"glm-5.3"},"livebench_coding":{"rank":22,"of":60,"score":79,"pct":64.4,"variant":"glm-5.3"},"livebench_agentic_coding":{"rank":14,"of":60,"score":60.9,"pct":78,"variant":"glm-5.3"},"livebench_mathematics":{"rank":38,"of":60,"score":87.9,"pct":37.3,"variant":"glm-5.3"},"livebench_data_analysis":{"rank":47,"of":60,"score":70.2,"pct":22,"variant":"glm-5.3"},"livebench_language":{"rank":28,"of":60,"score":79.9,"pct":54.2,"variant":"glm-5.3"},"livebench_if":{"rank":30,"of":60,"score":69.3,"pct":50.8,"variant":"glm-5.3"},"epoch_eci":{"rank":22,"of":239,"score":155.56,"pct":91.2,"variant":"GLM-5.3"},"epoch_frontiermath":{"rank":19,"of":72,"score":68.8,"pct":74.6,"variant":"glm-5.3_max"},"epoch_frontiermath4":{"rank":24,"of":55,"score":29.3,"pct":57.4,"variant":"glm-5.3_max"},"epoch_gpqa":{"rank":25,"of":201,"score":90.9,"pct":88,"variant":"glm-5.3_max"},"epoch_simpleqa":{"rank":35,"of":69,"score":41,"pct":50,"variant":"glm-5.3_max"},"epoch_aime":{"rank":41,"of":182,"score":91.1,"pct":77.9,"variant":"glm-5.3_max"},"scale_mcp":{"rank":5,"of":34,"score":84.2,"pct":87.9,"variant":"GLM 5.3"},"vals_index":{"rank":24,"of":63,"score":57,"pct":62.9,"variant":"zai/glm-5.3"},"vals_vibe_code_bench":{"rank":20,"of":63,"score":78.1,"pct":69.4,"variant":"zai/glm-5.3"},"vals_finance_agent":{"rank":15,"of":63,"score":55.8,"pct":77.4,"variant":"zai/glm-5.3"},"vals_terminal_bench_2_1":{"rank":24,"of":63,"score":71.5,"pct":62.9,"variant":"zai/glm-5.3"},"vals_emb":{"rank":36,"of":63,"score":56.3,"pct":43.5,"variant":"zai/glm-5.3"},"vals_code_migration":{"rank":19,"of":63,"score":43.2,"pct":71,"variant":"zai/glm-5.3"},"vals_legal_research":{"rank":6,"of":63,"score":49,"pct":91.9,"variant":"zai/glm-5.3"},"vals_legal_agent_benchmark":{"rank":17,"of":63,"score":8.3,"pct":74.2,"variant":"zai/glm-5.3"},"tbench":{"rank":5,"of":15,"score":41.82,"pct":71.4,"variant":"GLM-5.3 (max)"},"eqbench_cw":{"rank":6,"of":137,"score":2075,"pct":96.3,"variant":"GLM-5.3"},"simplebench":{"rank":22,"of":99,"score":66.2,"pct":78.6,"variant":"GLM 5.3"}},"domains":{"overall":82,"coding":87.9,"agent":83.6,"reasoning":77.6,"math":73.3,"knowledge":83.6,"writing":74,"instruction":71.8,"chat":64,"business":87.8,"japanese":79.8,"longctx":49.9},"coverage":6,"avgPct":74.6,"overall":82,"rank":22,"avgRank":18.8,"aliases":["glm-5.3-max","GLM 5.3 (Max)","glm-5-3","glm-5.3","GLM-5.3","glm-5.3_max","GLM 5.3","zai/glm-5.3","GLM-5.3 (max)"],"open":true,"release":"2026-08-14","reasoning":true,"ctx":1000000,"pin":1.4,"pout":4.4,"tps":74,"ttft":3,"theta":1.214,"se":0.117,"lo":78.2,"hi":85.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"claude-opus-4-8","name":"Claude Opus 4.8","provider":"anthropic","providerName":"Anthropic","country":"US","sites":{"aa":{"rank":17,"of":107,"score":41.8,"pct":84.9,"variant":"claude-opus-4-8"},"livebench":{"rank":26,"of":60,"score":76.2,"pct":57.6,"variant":"claude-opus-4-8-max-effort"},"epoch":{"rank":10,"of":239,"score":158.3,"pct":96.2,"variant":"Claude Opus 4.8"},"arc":{"rank":17,"of":79,"score":72.1,"pct":79.5,"variant":"Claude Opus 4.8 (High)"},"vals":{"rank":10,"of":63,"score":60.9,"pct":85.5,"variant":"anthropic/claude-opus-4-8"},"tbench":{"rank":8,"of":15,"score":23.64,"pct":50,"variant":"Opus 4.8 (max)"},"eqbench":{"rank":6,"of":28,"score":1281.4,"pct":81.5,"variant":"claude-opus-4-8"},"simplebench":{"rank":23,"of":99,"score":64.8,"pct":77.6,"variant":"Claude Opus 4.8"},"benchlm":{"rank":10,"of":74,"score":70.46,"pct":87.7,"variant":"Claude Opus 4.8"}},"metrics":{"arena_coding":{"rank":9,"of":344,"score":1533.4,"pct":97.7,"variant":"claude-opus-4-8-high"},"arena_math":{"rank":16,"of":332,"score":1493.9,"pct":95.5,"variant":"claude-opus-4-8-high"},"arena_creative_writing":{"rank":15,"of":347,"score":1464.5,"pct":96,"variant":"claude-opus-4-8-high"},"arena_instruction_following":{"rank":7,"of":349,"score":1490.9,"pct":98.3,"variant":"claude-opus-4-8-high"},"arena_hard_prompts":{"rank":10,"of":349,"score":1513.1,"pct":97.4,"variant":"claude-opus-4-8-high"},"arena_multi_turn":{"rank":9,"of":347,"score":1496.3,"pct":97.7,"variant":"claude-opus-4-8-high"},"arena_expert":{"rank":9,"of":301,"score":1523.6,"pct":97.3,"variant":"claude-opus-4-8-high"},"arena_japanese":{"rank":20,"of":226,"score":1457.9,"pct":91.6,"variant":"claude-opus-4-8-high"},"arena_industry_business_and_management_and_financial_operations":{"rank":8,"of":342,"score":1490.9,"pct":97.9,"variant":"claude-opus-4-8-high"},"arena_industry_medicine_and_healthcare":{"rank":17,"of":320,"score":1497.2,"pct":95,"variant":"claude-opus-4-8"},"arena_industry_legal_and_government":{"rank":15,"of":323,"score":1496,"pct":95.7,"variant":"claude-opus-4-8-high"},"arena_webdev":{"rank":25,"of":110,"score":1555.2,"pct":78,"variant":"claude-opus-4-8-high"},"arena_vision":{"rank":16,"of":134,"score":1283.4,"pct":88.7,"variant":"claude-opus-4-8-high"},"arena_search":{"rank":13,"of":32,"score":1195,"pct":61.3,"variant":"claude-opus-4-8"},"arena_document":{"rank":7,"of":37,"score":1485.9,"pct":83.3,"variant":"claude-opus-4-8-high"},"arena_agent":{"rank":5,"of":43,"score":0.082,"pct":90.5,"variant":"Claude Opus 4.8 (High)"},"aa_index":{"rank":17,"of":107,"score":41.8,"pct":84.9,"variant":"claude-opus-4-8"},"aa_hle":{"rank":8,"of":109,"score":48.7,"pct":93.5,"variant":"claude-opus-4-8"},"aa_gpqa":{"rank":22,"of":100,"score":92,"pct":78.8,"variant":"claude-opus-4-8"},"aa_scicode":{"rank":24,"of":107,"score":54.4,"pct":78.3,"variant":"claude-opus-4-8"},"aa_terminalbenchHard":{"rank":5,"of":62,"score":58.3,"pct":93.4,"variant":"claude-opus-4-8"},"aa_tau2":{"rank":13,"of":61,"score":94.4,"pct":80,"variant":"claude-opus-4-8"},"aa_ifbench":{"rank":36,"of":62,"score":62.2,"pct":42.6,"variant":"claude-opus-4-8"},"aa_lcr":{"rank":46,"of":109,"score":77.7,"pct":58.3,"variant":"claude-opus-4-8"},"aa_critpt":{"rank":16,"of":112,"score":20.9,"pct":86.5,"variant":"claude-opus-4-8"},"aa_omniscience":{"rank":10,"of":109,"score":28.8,"pct":91.7,"variant":"claude-opus-4-8"},"aa_gdpvalNormalized":{"rank":13,"of":107,"score":0.5,"pct":88.7,"variant":"claude-opus-4-8"},"livebench_global":{"rank":26,"of":60,"score":76.2,"pct":57.6,"variant":"claude-opus-4-8-max-effort"},"livebench_reasoning":{"rank":15,"of":60,"score":89.2,"pct":76.3,"variant":"claude-opus-4-8-max-effort"},"livebench_coding":{"rank":11,"of":60,"score":81.8,"pct":83.1,"variant":"claude-opus-4-8-max-effort"},"livebench_agentic_coding":{"rank":37,"of":60,"score":50.5,"pct":39,"variant":"claude-opus-4-8-max-effort"},"livebench_mathematics":{"rank":14,"of":60,"score":94.3,"pct":78,"variant":"claude-opus-4-8-max-effort"},"livebench_data_analysis":{"rank":52,"of":60,"score":66,"pct":13.6,"variant":"claude-opus-4-8-max-effort"},"livebench_language":{"rank":30,"of":60,"score":79.7,"pct":50.8,"variant":"claude-opus-4-8-max-effort"},"livebench_if":{"rank":18,"of":60,"score":72,"pct":71.2,"variant":"claude-opus-4-8-max-effort"},"epoch_eci":{"rank":10,"of":239,"score":158.3,"pct":96.2,"variant":"Claude Opus 4.8"},"epoch_frontiermath":{"rank":11,"of":72,"score":80,"pct":85.9,"variant":"claude-opus-4-8_max"},"epoch_frontiermath4":{"rank":13,"of":55,"score":56.1,"pct":77.8,"variant":"claude-opus-4-8_max"},"epoch_gpqa":{"rank":23,"of":201,"score":91,"pct":89,"variant":"claude-opus-4-8_max"},"epoch_simpleqa":{"rank":16,"of":69,"score":53,"pct":77.9,"variant":"claude-opus-4-8_max"},"epoch_aime":{"rank":14,"of":182,"score":98.3,"pct":92.8,"variant":"claude-opus-4-8_max"},"arc_v2":{"rank":17,"of":79,"score":72.1,"pct":79.5,"variant":"Claude Opus 4.8 (High)"},"arc_v1":{"rank":19,"of":76,"score":92.5,"pct":76,"variant":"Claude Opus 4.8 (Max)"},"arc_v3":{"rank":6,"of":16,"score":1.5,"pct":66.7,"variant":"Claude Opus 4.8 (High)"},"scale_mcp":{"rank":9,"of":34,"score":82.2,"pct":75.8,"variant":"claude-opus-4-8 (max)"},"vals_index":{"rank":10,"of":63,"score":60.9,"pct":85.5,"variant":"anthropic/claude-opus-4-8"},"vals_vibe_code_bench":{"rank":12,"of":63,"score":82.7,"pct":82.3,"variant":"anthropic/claude-opus-4-8"},"vals_finance_agent":{"rank":21,"of":63,"score":53.9,"pct":67.7,"variant":"anthropic/claude-opus-4-8"},"vals_terminal_bench_2_1":{"rank":23,"of":63,"score":71.9,"pct":64.5,"variant":"anthropic/claude-opus-4-8"},"vals_emb":{"rank":10,"of":63,"score":69.4,"pct":85.5,"variant":"anthropic/claude-opus-4-8"},"vals_code_migration":{"rank":10,"of":63,"score":46.9,"pct":85.5,"variant":"anthropic/claude-opus-4-8"},"vals_legal_research":{"rank":15,"of":63,"score":43.8,"pct":77.4,"variant":"anthropic/claude-opus-4-8"},"vals_legal_agent_benchmark":{"rank":14,"of":63,"score":9.6,"pct":79,"variant":"anthropic/claude-opus-4-8"},"tbench":{"rank":8,"of":15,"score":23.64,"pct":50,"variant":"Opus 4.8 (max)"},"eqbench":{"rank":6,"of":28,"score":1281.4,"pct":81.5,"variant":"claude-opus-4-8"},"eqbench_cw":{"rank":21,"of":137,"score":1839.8,"pct":85.3,"variant":"claude-opus-4-8"},"simplebench":{"rank":23,"of":99,"score":64.8,"pct":77.6,"variant":"Claude Opus 4.8"},"benchlm":{"rank":10,"of":74,"score":70.46,"pct":87.7,"variant":"Claude Opus 4.8"},"benchlm_agentic":{"rank":11,"of":54,"score":61.3,"pct":81.1,"variant":"Claude Opus 4.8"},"benchlm_coding":{"rank":10,"of":63,"score":63.32,"pct":85.5,"variant":"Claude Opus 4.8"},"benchlm_reasoning":{"rank":11,"of":14,"score":59,"pct":23.1,"variant":"Claude Opus 4.8"},"benchlm_multimodalGrounded":{"rank":3,"of":30,"score":87.7,"pct":93.1,"variant":"Claude Opus 4.8"},"benchlm_knowledge":{"rank":9,"of":69,"score":70.04,"pct":88.2,"variant":"Claude Opus 4.8"},"benchlm_instructionFollowing":{"rank":34,"of":53,"score":74,"pct":36.5,"variant":"Claude Opus 4.8"}},"domains":{"overall":81.4,"coding":82.6,"agent":81.5,"reasoning":82,"math":84.2,"knowledge":87.8,"writing":71.1,"instruction":74.4,"chat":81,"business":87,"japanese":81.9,"vision":80.6,"longctx":75.6},"coverage":9,"avgPct":77.8,"overall":81.4,"rank":24,"avgRank":14.1,"aliases":["claude-opus-4-8-high","claude-opus-4-8","Claude Opus 4.8 (High)","claude-opus-4-8-max-effort","Claude Opus 4.8","claude-opus-4-8_max","Claude Opus 4.8 (Max)","claude-opus-4-8 (max)","anthropic/claude-opus-4-8","Opus 4.8 (max)"],"open":false,"release":"2026-05-28","reasoning":true,"ctx":1000000,"pin":5,"pout":25,"tps":56,"ttft":29.98,"theta":1.179,"se":0.1,"lo":78.1,"hi":84.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"claude-opus-4-7","name":"Claude Opus 4.7","provider":"anthropic","providerName":"Anthropic","country":"US","sites":{"livebench":{"rank":25,"of":60,"score":76.5,"pct":59.3,"variant":"claude-opus-4-7-xhigh-effort"},"epoch":{"rank":19,"of":239,"score":156.39,"pct":92.4,"variant":"Claude Opus 4.7"},"arc":{"rank":15,"of":79,"score":75.8,"pct":82.1,"variant":"Claude 4.7 (Max)"},"scale":{"rank":9,"of":42,"score":36.2,"pct":80.5,"variant":"claude-opus-4-7"},"vals":{"rank":25,"of":63,"score":56.1,"pct":61.3,"variant":"anthropic/claude-opus-4-7"},"eqbench":{"rank":5,"of":28,"score":1311.3,"pct":85.2,"variant":"claude-opus-4-7"},"simplebench":{"rank":26,"of":99,"score":62.9,"pct":74.5,"variant":"Claude Opus 4.7"}},"metrics":{"arena_coding":{"rank":2,"of":344,"score":1551.8,"pct":99.7,"variant":"claude-opus-4-7-high"},"arena_math":{"rank":9,"of":332,"score":1503.2,"pct":97.6,"variant":"claude-opus-4-7-high"},"arena_creative_writing":{"rank":5,"of":347,"score":1488.4,"pct":98.8,"variant":"claude-opus-4-7-high"},"arena_instruction_following":{"rank":3,"of":349,"score":1502.7,"pct":99.4,"variant":"claude-opus-4-7-high"},"arena_hard_prompts":{"rank":3,"of":349,"score":1525.9,"pct":99.4,"variant":"claude-opus-4-7-high"},"arena_multi_turn":{"rank":4,"of":347,"score":1515.6,"pct":99.1,"variant":"claude-opus-4-7-high"},"arena_expert":{"rank":4,"of":301,"score":1533.8,"pct":99,"variant":"claude-opus-4-7"},"arena_japanese":{"rank":11,"of":226,"score":1487.4,"pct":95.6,"variant":"claude-opus-4-7-high"},"arena_industry_business_and_management_and_financial_operations":{"rank":2,"of":342,"score":1507.8,"pct":99.7,"variant":"claude-opus-4-7-high"},"arena_industry_medicine_and_healthcare":{"rank":3,"of":320,"score":1519.6,"pct":99.4,"variant":"claude-opus-4-7-high"},"arena_industry_legal_and_government":{"rank":3,"of":323,"score":1511.8,"pct":99.4,"variant":"claude-opus-4-7-high"},"arena_webdev":{"rank":24,"of":110,"score":1557.2,"pct":78.9,"variant":"claude-opus-4-7"},"arena_vision":{"rank":3,"of":134,"score":1300.9,"pct":98.5,"variant":"claude-opus-4-7-high"},"arena_search":{"rank":5,"of":32,"score":1212,"pct":87.1,"variant":"claude-opus-4-7"},"arena_document":{"rank":3,"of":37,"score":1494.2,"pct":94.4,"variant":"claude-opus-4-7"},"livebench_global":{"rank":25,"of":60,"score":76.5,"pct":59.3,"variant":"claude-opus-4-7-xhigh-effort"},"livebench_reasoning":{"rank":24,"of":60,"score":87.2,"pct":61,"variant":"claude-opus-4-7-xhigh-effort"},"livebench_coding":{"rank":8,"of":60,"score":82.1,"pct":88.1,"variant":"claude-opus-4-7-xhigh-effort"},"livebench_agentic_coding":{"rank":36,"of":60,"score":50.7,"pct":40.7,"variant":"claude-opus-4-7-xhigh-effort"},"livebench_mathematics":{"rank":19,"of":60,"score":92.9,"pct":69.5,"variant":"claude-opus-4-7-xhigh-effort"},"livebench_data_analysis":{"rank":21,"of":60,"score":78.3,"pct":66.1,"variant":"claude-opus-4-7-xhigh-effort"},"livebench_language":{"rank":36,"of":60,"score":77.9,"pct":40.7,"variant":"claude-opus-4-7-xhigh-effort"},"livebench_if":{"rank":37,"of":60,"score":66.7,"pct":39,"variant":"claude-opus-4-7-xhigh-effort"},"epoch_eci":{"rank":19,"of":239,"score":156.39,"pct":92.4,"variant":"Claude Opus 4.7"},"epoch_frontiermath":{"rank":18,"of":72,"score":70.2,"pct":76.1,"variant":"claude-opus-4-7_max"},"epoch_frontiermath4":{"rank":21,"of":55,"score":31.7,"pct":63,"variant":"claude-opus-4-7_max"},"epoch_gpqa":{"rank":32,"of":201,"score":90.2,"pct":84.5,"variant":"claude-opus-4-7_xhigh"},"epoch_simpleqa":{"rank":19,"of":69,"score":51.7,"pct":73.5,"variant":"claude-opus-4-7_xhigh"},"epoch_aime":{"rank":16,"of":182,"score":97.8,"pct":91.7,"variant":"claude-opus-4-7_xhigh"},"arc_v2":{"rank":15,"of":79,"score":75.8,"pct":82.1,"variant":"Claude 4.7 (Max)"},"arc_v1":{"rank":18,"of":76,"score":93.5,"pct":77.3,"variant":"Claude 4.7 (High)"},"arc_v3":{"rank":13,"of":16,"score":0.2,"pct":20,"variant":"Opus 4.7 (High)"},"scale_hle":{"rank":9,"of":42,"score":36.2,"pct":80.5,"variant":"claude-opus-4-7"},"scale_mcp":{"rank":13,"of":34,"score":79.1,"pct":63.6,"variant":"claude-opus-4-7 (max)"},"vals_index":{"rank":25,"of":63,"score":56.1,"pct":61.3,"variant":"anthropic/claude-opus-4-7"},"vals_vibe_code_bench":{"rank":27,"of":63,"score":71,"pct":58.1,"variant":"anthropic/claude-opus-4-7"},"vals_finance_agent":{"rank":29,"of":63,"score":51.5,"pct":54.8,"variant":"anthropic/claude-opus-4-7"},"vals_terminal_bench_2_1":{"rank":28,"of":63,"score":68.5,"pct":56.5,"variant":"anthropic/claude-opus-4-7"},"vals_emb":{"rank":21,"of":63,"score":63.7,"pct":67.7,"variant":"anthropic/claude-opus-4-7"},"vals_code_migration":{"rank":18,"of":63,"score":43.9,"pct":72.6,"variant":"anthropic/claude-opus-4-7"},"vals_legal_research":{"rank":24,"of":63,"score":38.5,"pct":62.9,"variant":"anthropic/claude-opus-4-7"},"vals_legal_agent_benchmark":{"rank":21,"of":63,"score":6.7,"pct":67.7,"variant":"anthropic/claude-opus-4-7"},"eqbench":{"rank":5,"of":28,"score":1311.3,"pct":85.2,"variant":"claude-opus-4-7"},"eqbench_cw":{"rank":14,"of":137,"score":1914.3,"pct":90.4,"variant":"claude-opus-4-7"},"simplebench":{"rank":26,"of":99,"score":62.9,"pct":74.5,"variant":"Claude Opus 4.7"}},"domains":{"overall":80.1,"coding":79.8,"agent":70.4,"reasoning":79.8,"math":81.6,"knowledge":86.2,"writing":69.7,"instruction":65.6,"chat":86.2,"business":88.1,"japanese":85.8,"vision":72.3,"longctx":85.3},"coverage":7,"avgPct":76.5,"overall":80.1,"rank":25,"avgRank":17.7,"aliases":["claude-opus-4-7-high","claude-opus-4-7","claude-opus-4-7-xhigh-effort","Claude Opus 4.7","claude-opus-4-7_max","claude-opus-4-7_xhigh","Claude 4.7 (Max)","Claude 4.7 (High)","Opus 4.7 (High)","claude-opus-4-7 (max)","anthropic/claude-opus-4-7"],"open":false,"release":"2026-04-16","reasoning":true,"ctx":1000000,"pin":5,"pout":25,"tps":48,"ttft":1.17,"theta":1.115,"se":0.11,"lo":76.3,"hi":83.5,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"qwen3-8-flash-next","name":"Qwen3.8-Flash-Next","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"aa":{"rank":20,"of":107,"score":39.8,"pct":82.1,"variant":"qwen3-8-flash-next"},"livebench":{"rank":26,"of":60,"score":76.2,"pct":57.6,"variant":"qwen3.8-flash-next"}},"metrics":{"arena_webdev":{"rank":9,"of":110,"score":1636.3,"pct":92.7,"variant":"qwen3.8-flash-next"},"arena_agent":{"rank":24,"of":43,"score":-0.001,"pct":45.2,"variant":"Qwen3.8 Flash Next"},"aa_index":{"rank":20,"of":107,"score":39.8,"pct":82.1,"variant":"qwen3-8-flash-next"},"aa_hle":{"rank":37,"of":109,"score":38,"pct":66.7,"variant":"qwen3-8-flash-next"},"aa_gpqa":{"rank":19,"of":100,"score":92.3,"pct":81.8,"variant":"qwen3-8-flash-next"},"aa_scicode":{"rank":37,"of":107,"score":50.6,"pct":66,"variant":"qwen3-8-flash-next"},"aa_lcr":{"rank":33,"of":109,"score":79.7,"pct":70.4,"variant":"qwen3-8-flash-next"},"aa_mmmuPro":{"rank":18,"of":55,"score":79.8,"pct":68.5,"variant":"qwen3-8-flash-next"},"aa_critpt":{"rank":38,"of":112,"score":11.1,"pct":66.7,"variant":"qwen3-8-flash-next"},"aa_omniscience":{"rank":53,"of":109,"score":-9.7,"pct":51.9,"variant":"qwen3-8-flash-next"},"aa_gdpvalNormalized":{"rank":2,"of":107,"score":0.6,"pct":99.1,"variant":"qwen3-8-flash-next"},"livebench_global":{"rank":26,"of":60,"score":76.2,"pct":57.6,"variant":"qwen3.8-flash-next"},"livebench_reasoning":{"rank":23,"of":60,"score":87.4,"pct":62.7,"variant":"qwen3.8-flash-next"},"livebench_coding":{"rank":49,"of":60,"score":72.6,"pct":18.6,"variant":"qwen3.8-flash-next"},"livebench_agentic_coding":{"rank":11,"of":60,"score":61.6,"pct":83.1,"variant":"qwen3.8-flash-next"},"livebench_mathematics":{"rank":46,"of":60,"score":85.8,"pct":23.7,"variant":"qwen3.8-flash-next"},"livebench_data_analysis":{"rank":35,"of":60,"score":74.2,"pct":42.4,"variant":"qwen3.8-flash-next"},"livebench_language":{"rank":46,"of":60,"score":74.6,"pct":23.7,"variant":"qwen3.8-flash-next"},"livebench_if":{"rank":5,"of":60,"score":77.1,"pct":93.2,"variant":"qwen3.8-flash-next"}},"domains":{"overall":78.7,"coding":78.9,"agent":74,"reasoning":78.4,"math":65.7,"knowledge":78,"writing":56,"instruction":87.4,"business":89.8,"vision":59.1,"longctx":49.9},"coverage":2,"avgPct":69.9,"overall":78.7,"rank":26,"avgRank":23,"aliases":["qwen3.8-flash-next","Qwen3.8 Flash Next","qwen3-8-flash-next"],"open":true,"release":"2026-08-26","reasoning":true,"ctx":256000,"pin":0.15,"pout":0.47,"tps":53,"ttft":3.24,"theta":1.047,"se":0.157,"lo":72.8,"hi":83.7,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":true},{"id":"claude-sonnet-5","name":"Claude Sonnet 5","provider":"anthropic","providerName":"Anthropic","country":"US","sites":{"aa":{"rank":26,"of":107,"score":38.2,"pct":76.4,"variant":"claude-sonnet-5"},"livebench":{"rank":30,"of":60,"score":76,"pct":50.8,"variant":"claude-sonnet-5-xhigh-effort"},"epoch":{"rank":20,"of":239,"score":156.34,"pct":92,"variant":"Claude Sonnet 5"},"vals":{"rank":13,"of":63,"score":59.6,"pct":80.6,"variant":"anthropic/claude-sonnet-5"},"tbench":{"rank":13,"of":15,"score":12.42,"pct":14.3,"variant":"Sonnet 5 (max)"},"eqbench":{"rank":10,"of":28,"score":1236,"pct":66.7,"variant":"claude-sonnet-5"},"simplebench":{"rank":34,"of":99,"score":60.6,"pct":66.3,"variant":"Claude Sonnet 5"},"benchlm":{"rank":15,"of":74,"score":67.01,"pct":80.8,"variant":"Claude Sonnet 5"}},"metrics":{"arena_coding":{"rank":22,"of":344,"score":1520.5,"pct":93.9,"variant":"claude-sonnet-5-high"},"arena_math":{"rank":31,"of":332,"score":1475.6,"pct":90.9,"variant":"claude-sonnet-5-high"},"arena_creative_writing":{"rank":42,"of":347,"score":1437,"pct":88.2,"variant":"claude-sonnet-5-high"},"arena_instruction_following":{"rank":28,"of":349,"score":1464.9,"pct":92.2,"variant":"claude-sonnet-5-high"},"arena_hard_prompts":{"rank":35,"of":349,"score":1488.7,"pct":90.2,"variant":"claude-sonnet-5-high"},"arena_multi_turn":{"rank":38,"of":347,"score":1473.3,"pct":89.3,"variant":"claude-sonnet-5-high"},"arena_expert":{"rank":16,"of":301,"score":1510.4,"pct":95,"variant":"claude-sonnet-5-high"},"arena_japanese":{"rank":23,"of":226,"score":1448.2,"pct":90.2,"variant":"claude-sonnet-5-high"},"arena_industry_business_and_management_and_financial_operations":{"rank":35,"of":342,"score":1464.6,"pct":90,"variant":"claude-sonnet-5-high"},"arena_industry_medicine_and_healthcare":{"rank":41,"of":320,"score":1480.5,"pct":87.5,"variant":"claude-sonnet-5-high"},"arena_industry_legal_and_government":{"rank":31,"of":323,"score":1478.9,"pct":90.7,"variant":"claude-sonnet-5-high"},"arena_webdev":{"rank":29,"of":110,"score":1538.2,"pct":74.3,"variant":"claude-sonnet-5-high"},"arena_vision":{"rank":26,"of":134,"score":1266.3,"pct":81.2,"variant":"claude-sonnet-5-high"},"arena_document":{"rank":12,"of":37,"score":1475.7,"pct":69.4,"variant":"claude-sonnet-5-high"},"arena_agent":{"rank":8,"of":43,"score":0.06,"pct":83.3,"variant":"Claude Sonnet 5 (High)"},"aa_index":{"rank":26,"of":107,"score":38.2,"pct":76.4,"variant":"claude-sonnet-5"},"aa_hle":{"rank":26,"of":109,"score":41.3,"pct":76.9,"variant":"claude-sonnet-5"},"aa_gpqa":{"rank":26,"of":100,"score":91.1,"pct":74.7,"variant":"claude-sonnet-5"},"aa_scicode":{"rank":25,"of":107,"score":54.3,"pct":77.4,"variant":"claude-sonnet-5"},"aa_lcr":{"rank":18,"of":109,"score":82,"pct":84.3,"variant":"claude-sonnet-5"},"aa_mmmuPro":{"rank":25,"of":55,"score":77.3,"pct":55.6,"variant":"claude-sonnet-5"},"aa_critpt":{"rank":29,"of":112,"score":16.9,"pct":74.8,"variant":"claude-sonnet-5"},"aa_omniscience":{"rank":23,"of":109,"score":16.5,"pct":79.6,"variant":"claude-sonnet-5"},"aa_gdpvalNormalized":{"rank":13,"of":107,"score":0.5,"pct":88.7,"variant":"claude-sonnet-5"},"livebench_global":{"rank":30,"of":60,"score":76,"pct":50.8,"variant":"claude-sonnet-5-xhigh-effort"},"livebench_reasoning":{"rank":16,"of":60,"score":88.7,"pct":74.6,"variant":"claude-sonnet-5-xhigh-effort"},"livebench_coding":{"rank":16,"of":60,"score":80.7,"pct":74.6,"variant":"claude-sonnet-5-xhigh-effort"},"livebench_agentic_coding":{"rank":16,"of":60,"score":59.4,"pct":74.6,"variant":"claude-sonnet-5-xhigh-effort"},"livebench_mathematics":{"rank":19,"of":60,"score":92.9,"pct":69.5,"variant":"claude-sonnet-5-xhigh-effort"},"livebench_data_analysis":{"rank":43,"of":60,"score":71.7,"pct":28.8,"variant":"claude-sonnet-5-xhigh-effort"},"livebench_language":{"rank":44,"of":60,"score":75,"pct":27.1,"variant":"claude-sonnet-5-xhigh-effort"},"livebench_if":{"rank":43,"of":60,"score":63.9,"pct":28.8,"variant":"claude-sonnet-5-xhigh-effort"},"epoch_eci":{"rank":20,"of":239,"score":156.34,"pct":92,"variant":"Claude Sonnet 5"},"epoch_frontiermath":{"rank":24,"of":72,"score":65.6,"pct":67.6,"variant":"claude-sonnet-5_max"},"epoch_frontiermath4":{"rank":24,"of":55,"score":29.3,"pct":57.4,"variant":"claude-sonnet-5_max"},"epoch_gpqa":{"rank":30,"of":201,"score":90.5,"pct":85.5,"variant":"claude-sonnet-5_xhigh"},"epoch_simpleqa":{"rank":46,"of":69,"score":33.7,"pct":33.8,"variant":"claude-sonnet-5_max"},"epoch_aime":{"rank":28,"of":182,"score":94.7,"pct":85.1,"variant":"claude-sonnet-5_xhigh"},"vals_index":{"rank":13,"of":63,"score":59.6,"pct":80.6,"variant":"anthropic/claude-sonnet-5"},"vals_vibe_code_bench":{"rank":15,"of":63,"score":81.3,"pct":77.4,"variant":"anthropic/claude-sonnet-5"},"vals_finance_agent":{"rank":21,"of":63,"score":53.9,"pct":67.7,"variant":"anthropic/claude-sonnet-5"},"vals_terminal_bench_2_1":{"rank":17,"of":63,"score":74.5,"pct":74.2,"variant":"anthropic/claude-sonnet-5"},"vals_emb":{"rank":16,"of":63,"score":66.3,"pct":75.8,"variant":"anthropic/claude-sonnet-5"},"vals_code_migration":{"rank":17,"of":63,"score":44.1,"pct":74.2,"variant":"anthropic/claude-sonnet-5"},"vals_legal_research":{"rank":17,"of":63,"score":41.8,"pct":74.2,"variant":"anthropic/claude-sonnet-5"},"vals_legal_agent_benchmark":{"rank":27,"of":63,"score":5,"pct":58.1,"variant":"anthropic/claude-sonnet-5"},"tbench":{"rank":13,"of":15,"score":12.42,"pct":14.3,"variant":"Sonnet 5 (max)"},"eqbench":{"rank":10,"of":28,"score":1236,"pct":66.7,"variant":"claude-sonnet-5"},"eqbench_cw":{"rank":27,"of":137,"score":1794,"pct":80.9,"variant":"claude-sonnet-5"},"simplebench":{"rank":34,"of":99,"score":60.6,"pct":66.3,"variant":"Claude Sonnet 5"},"benchlm":{"rank":15,"of":74,"score":67.01,"pct":80.8,"variant":"Claude Sonnet 5"},"benchlm_agentic":{"rank":10,"of":54,"score":64.16,"pct":83,"variant":"Claude Sonnet 5"},"benchlm_coding":{"rank":13,"of":63,"score":60.81,"pct":80.6,"variant":"Claude Sonnet 5"},"benchlm_multimodalGrounded":{"rank":10,"of":30,"score":77.4,"pct":69,"variant":"Claude Sonnet 5"},"benchlm_knowledge":{"rank":18,"of":69,"score":64.49,"pct":75,"variant":"Claude Sonnet 5"}},"domains":{"overall":77.8,"coding":79.2,"agent":81,"reasoning":79.4,"math":80.6,"knowledge":84,"writing":61,"instruction":55.9,"chat":70.7,"business":86.6,"japanese":80.5,"vision":64.4,"longctx":64.8},"coverage":8,"avgPct":66,"overall":77.8,"rank":27,"avgRank":20.1,"aliases":["claude-sonnet-5-high","Claude Sonnet 5 (High)","claude-sonnet-5","claude-sonnet-5-xhigh-effort","Claude Sonnet 5","claude-sonnet-5_max","claude-sonnet-5_xhigh","anthropic/claude-sonnet-5","Sonnet 5 (max)"],"open":false,"release":"2026-06-30","reasoning":true,"ctx":1000000,"pin":2,"pout":10,"tps":82,"ttft":1.26,"theta":1.002,"se":0.105,"lo":73.8,"hi":81.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gemini-3-1-pro","name":"Gemini 3.1 Pro","provider":"google","providerName":"Google","country":"US","sites":{"aa":{"rank":39,"of":107,"score":29.7,"pct":64.2,"variant":"gemini-3-1-pro-preview"},"livebench":{"rank":22,"of":60,"score":77,"pct":64.4,"variant":"gemini-3.1-pro-preview-high"},"epoch":{"rank":29,"of":239,"score":154.92,"pct":88.2,"variant":"Gemini 3.1 Pro"},"arc":{"rank":14,"of":79,"score":77.1,"pct":83.3,"variant":"Gemini 3.1 Pro (Preview)"},"scale":{"rank":3,"of":42,"score":46.44,"pct":95.1,"variant":"gemini-3.1-pro-preview (thinking high)"},"vals":{"rank":41,"of":63,"score":41.9,"pct":35.5,"variant":"google/gemini-3.1-pro-preview"},"eqbench":{"rank":21,"of":28,"score":1142.3,"pct":25.9,"variant":"gemini-3.1-pro-preview"},"simplebench":{"rank":9,"of":99,"score":79.6,"pct":91.8,"variant":"Gemini 3.1 Pro Preview"}},"metrics":{"arena_coding":{"rank":23,"of":344,"score":1520.2,"pct":93.6,"variant":"gemini-3.1-pro-preview"},"arena_math":{"rank":17,"of":332,"score":1489.4,"pct":95.2,"variant":"gemini-3.1-pro-preview"},"arena_creative_writing":{"rank":8,"of":347,"score":1480.3,"pct":98,"variant":"gemini-3.1-pro-preview"},"arena_instruction_following":{"rank":13,"of":349,"score":1481,"pct":96.6,"variant":"gemini-3.1-pro-preview"},"arena_hard_prompts":{"rank":13,"of":349,"score":1507.5,"pct":96.6,"variant":"gemini-3.1-pro-preview"},"arena_multi_turn":{"rank":12,"of":347,"score":1494.7,"pct":96.8,"variant":"gemini-3.1-pro-preview"},"arena_expert":{"rank":17,"of":301,"score":1509,"pct":94.7,"variant":"gemini-3.1-pro-preview"},"arena_japanese":{"rank":8,"of":226,"score":1494,"pct":96.9,"variant":"gemini-3.1-pro-preview"},"arena_industry_business_and_management_and_financial_operations":{"rank":20,"of":342,"score":1477.3,"pct":94.4,"variant":"gemini-3.1-pro-preview"},"arena_industry_medicine_and_healthcare":{"rank":11,"of":320,"score":1503,"pct":96.9,"variant":"gemini-3.1-pro-preview"},"arena_industry_legal_and_government":{"rank":12,"of":323,"score":1497.1,"pct":96.6,"variant":"gemini-3.1-pro-preview"},"arena_webdev":{"rank":50,"of":110,"score":1446.7,"pct":55,"variant":"gemini-3.1-pro-preview"},"arena_vision":{"rank":20,"of":134,"score":1278.7,"pct":85.7,"variant":"gemini-3.1-pro-preview"},"arena_document":{"rank":22,"of":37,"score":1458.9,"pct":41.7,"variant":"gemini-3.1-pro-preview"},"arena_agent":{"rank":34,"of":43,"score":-0.058,"pct":21.4,"variant":"Gemini 3.1 Pro Preview"},"aa_index":{"rank":39,"of":107,"score":29.7,"pct":64.2,"variant":"gemini-3-1-pro-preview"},"aa_hle":{"rank":13,"of":109,"score":47,"pct":88.9,"variant":"gemini-3-1-pro-preview"},"aa_gpqa":{"rank":5,"of":100,"score":94.1,"pct":96,"variant":"gemini-3-1-pro-preview"},"aa_scicode":{"rank":10,"of":107,"score":58.7,"pct":91.5,"variant":"gemini-3-1-pro-preview"},"aa_terminalbenchHard":{"rank":6,"of":62,"score":53.8,"pct":91.8,"variant":"gemini-3-1-pro-preview"},"aa_tau2":{"rank":7,"of":61,"score":95.6,"pct":90,"variant":"gemini-3-1-pro-preview"},"aa_ifbench":{"rank":10,"of":62,"score":77.1,"pct":85.2,"variant":"gemini-3-1-pro-preview"},"aa_lcr":{"rank":18,"of":109,"score":82,"pct":84.3,"variant":"gemini-3-1-pro-preview"},"aa_mmmuPro":{"rank":11,"of":55,"score":82.4,"pct":81.5,"variant":"gemini-3-1-pro-preview"},"aa_critpt":{"rank":27,"of":112,"score":17.7,"pct":76.6,"variant":"gemini-3-1-pro-preview"},"aa_omniscience":{"rank":7,"of":109,"score":31.9,"pct":94.4,"variant":"gemini-3-1-pro-preview"},"aa_gdpvalNormalized":{"rank":64,"of":107,"score":0.1,"pct":40.6,"variant":"gemini-3-1-pro-preview"},"aa_apexAgents":{"rank":7,"of":22,"score":32,"pct":71.4,"variant":"gemini-3-1-pro-preview"},"livebench_global":{"rank":22,"of":60,"score":77,"pct":64.4,"variant":"gemini-3.1-pro-preview-high"},"livebench_reasoning":{"rank":35,"of":60,"score":84,"pct":42.4,"variant":"gemini-3.1-pro-preview-high"},"livebench_coding":{"rank":39,"of":60,"score":76.5,"pct":35.6,"variant":"gemini-3.1-pro-preview-high"},"livebench_agentic_coding":{"rank":50,"of":60,"score":44.1,"pct":16.9,"variant":"gemini-3.1-pro-preview-high"},"livebench_mathematics":{"rank":25,"of":60,"score":91,"pct":59.3,"variant":"gemini-3.1-pro-preview-high"},"livebench_data_analysis":{"rank":19,"of":60,"score":78.5,"pct":69.5,"variant":"gemini-3.1-pro-preview-high"},"livebench_language":{"rank":12,"of":60,"score":85.4,"pct":81.4,"variant":"gemini-3.1-pro-preview-high"},"livebench_if":{"rank":3,"of":60,"score":79.1,"pct":96.6,"variant":"gemini-3.1-pro-preview-high"},"epoch_eci":{"rank":29,"of":239,"score":154.92,"pct":88.2,"variant":"Gemini 3.1 Pro"},"epoch_frontiermath":{"rank":28,"of":72,"score":59.6,"pct":62,"variant":"gemini-3.1-pro-preview"},"epoch_frontiermath4":{"rank":27,"of":55,"score":26.8,"pct":51.9,"variant":"gemini-3.1-pro-preview"},"epoch_gpqa":{"rank":5,"of":201,"score":94.4,"pct":98,"variant":"gemini-3.1-pro-preview_high"},"epoch_simpleqa":{"rank":2,"of":69,"score":73.5,"pct":98.5,"variant":"gemini-3.1-pro-preview_high"},"epoch_aime":{"rank":23,"of":182,"score":95.6,"pct":87.8,"variant":"gemini-3.1-pro-preview_high"},"arc_v2":{"rank":14,"of":79,"score":77.1,"pct":83.3,"variant":"Gemini 3.1 Pro (Preview)"},"arc_v1":{"rank":5,"of":76,"score":98,"pct":94.7,"variant":"Gemini 3.1 Pro (Preview)"},"arc_v3":{"rank":10,"of":16,"score":0.4,"pct":40,"variant":"Gemini 3.1 Pro (Preview)"},"scale_hle":{"rank":3,"of":42,"score":46.44,"pct":95.1,"variant":"gemini-3.1-pro-preview (thinking high)"},"scale_multichallenge":{"rank":3,"of":28,"score":71.37,"pct":92.6,"variant":"gemini-3.1-pro-preview"},"scale_mcp":{"rank":14,"of":34,"score":78.2,"pct":60.6,"variant":"gemini-3.1-pro-preview (high)"},"vals_index":{"rank":41,"of":63,"score":41.9,"pct":35.5,"variant":"google/gemini-3.1-pro-preview"},"vals_vibe_code_bench":{"rank":45,"of":63,"score":32,"pct":29,"variant":"google/gemini-3.1-pro-preview"},"vals_finance_agent":{"rank":45,"of":63,"score":43,"pct":29,"variant":"google/gemini-3.1-pro-preview"},"vals_terminal_bench_2_1":{"rank":25,"of":63,"score":70.8,"pct":61.3,"variant":"google/gemini-3.1-pro-preview"},"vals_emb":{"rank":42,"of":63,"score":52.6,"pct":33.9,"variant":"google/gemini-3.1-pro-preview"},"vals_code_migration":{"rank":39,"of":63,"score":17.9,"pct":38.7,"variant":"google/gemini-3.1-pro-preview"},"vals_legal_research":{"rank":42,"of":63,"score":20.7,"pct":33.9,"variant":"google/gemini-3.1-pro-preview"},"vals_legal_agent_benchmark":{"rank":51,"of":63,"score":0,"pct":19.4,"variant":"google/gemini-3.1-pro-preview"},"eqbench":{"rank":21,"of":28,"score":1142.3,"pct":25.9,"variant":"gemini-3.1-pro-preview"},"eqbench_cw":{"rank":64,"of":137,"score":1491.3,"pct":53.7,"variant":"gemini-3.1-pro-preview"},"simplebench":{"rank":9,"of":99,"score":79.6,"pct":91.8,"variant":"Gemini 3.1 Pro Preview"}},"domains":{"overall":77.3,"coding":68.4,"agent":61,"reasoning":82.4,"math":77.8,"knowledge":90.7,"writing":76.9,"instruction":86.7,"chat":61.1,"business":76.7,"japanese":86.5,"vision":67.8,"longctx":40.8},"coverage":8,"avgPct":68.6,"overall":77.3,"rank":28,"avgRank":22.3,"aliases":["gemini-3.1-pro-preview","Gemini 3.1 Pro Preview","gemini-3-1-pro-preview","gemini-3.1-pro-preview-high","Gemini 3.1 Pro","gemini-3.1-pro-preview_high","Gemini 3.1 Pro (Preview)","gemini-3.1-pro-preview (thinking high)","gemini-3.1-pro-preview (high)","google/gemini-3.1-pro-preview"],"open":false,"release":"2026-02-19","reasoning":true,"ctx":1000000,"pin":2,"pout":12,"tps":120,"ttft":27.54,"theta":0.981,"se":0.103,"lo":73.4,"hi":80.8,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"deepseek-v4-pro","name":"DeepSeek V4 Pro","provider":"deepseek","providerName":"DeepSeek","country":"CN","sites":{"aa":{"rank":29,"of":107,"score":36,"pct":73.6,"variant":"deepseek-v4-pro"},"livebench":{"rank":19,"of":60,"score":77.4,"pct":69.5,"variant":"deepseek-v4-pro-0813"},"epoch":{"rank":24,"of":239,"score":155.39,"pct":90.3,"variant":"DeepSeek V4 Pro 0813"},"arc":{"rank":23,"of":79,"score":61.3,"pct":71.8,"variant":"DeepSeek V4 Pro 0813 (Max)"},"vals":{"rank":32,"of":63,"score":52.4,"pct":50,"variant":"deepseek/deepseek-v4-pro-0813"},"eqbench":{"rank":18,"of":28,"score":1165.7,"pct":37,"variant":"deepseek-v4-pro"},"simplebench":{"rank":51,"of":99,"score":50.9,"pct":49,"variant":"DeepSeek V4 Pro"}},"metrics":{"arena_coding":{"rank":49,"of":344,"score":1503.4,"pct":86,"variant":"deepseek-v4-pro-high-20260813"},"arena_math":{"rank":39,"of":332,"score":1468.8,"pct":88.5,"variant":"deepseek-v4-pro-high-preview"},"arena_creative_writing":{"rank":38,"of":347,"score":1444,"pct":89.3,"variant":"deepseek-v4-pro"},"arena_instruction_following":{"rank":39,"of":349,"score":1456.7,"pct":89.1,"variant":"deepseek-v4-pro-high-20260813"},"arena_hard_prompts":{"rank":43,"of":349,"score":1481.8,"pct":87.9,"variant":"deepseek-v4-pro-high-20260813"},"arena_multi_turn":{"rank":36,"of":347,"score":1475.2,"pct":89.9,"variant":"deepseek-v4-pro"},"arena_expert":{"rank":52,"of":301,"score":1481.3,"pct":83,"variant":"deepseek-v4-pro"},"arena_japanese":{"rank":18,"of":226,"score":1462.2,"pct":92.4,"variant":"deepseek-v4-pro"},"arena_industry_business_and_management_and_financial_operations":{"rank":33,"of":342,"score":1465.6,"pct":90.6,"variant":"deepseek-v4-pro-high-20260813"},"arena_industry_medicine_and_healthcare":{"rank":37,"of":320,"score":1484.5,"pct":88.7,"variant":"deepseek-v4-pro-high-preview"},"arena_industry_legal_and_government":{"rank":25,"of":323,"score":1483,"pct":92.5,"variant":"deepseek-v4-pro-high-20260813"},"arena_webdev":{"rank":22,"of":110,"score":1580.5,"pct":80.7,"variant":"deepseek-v4-pro-high-20260813"},"arena_agent":{"rank":15,"of":43,"score":0.041,"pct":66.7,"variant":"DeepSeek V4 Pro (High) (0813)"},"aa_index":{"rank":29,"of":107,"score":36,"pct":73.6,"variant":"deepseek-v4-pro"},"aa_hle":{"rank":28,"of":109,"score":41,"pct":75,"variant":"deepseek-v4-pro"},"aa_gpqa":{"rank":15,"of":100,"score":92.8,"pct":85.9,"variant":"deepseek-v4-pro"},"aa_scicode":{"rank":36,"of":107,"score":51,"pct":67,"variant":"deepseek-v4-pro"},"aa_terminalbenchHard":{"rank":12,"of":62,"score":46.2,"pct":82,"variant":"deepseek-v4-pro-0424"},"aa_tau2":{"rank":5,"of":61,"score":96.2,"pct":93.3,"variant":"deepseek-v4-pro-0424"},"aa_ifbench":{"rank":11,"of":62,"score":76.5,"pct":83.6,"variant":"deepseek-v4-pro-0424"},"aa_lcr":{"rank":27,"of":109,"score":80.3,"pct":75.9,"variant":"deepseek-v4-pro"},"aa_critpt":{"rank":25,"of":112,"score":18,"pct":78.4,"variant":"deepseek-v4-pro"},"aa_omniscience":{"rank":40,"of":109,"score":0.8,"pct":63.9,"variant":"deepseek-v4-pro"},"aa_gdpvalNormalized":{"rank":13,"of":107,"score":0.5,"pct":88.7,"variant":"deepseek-v4-pro"},"aa_apexAgents":{"rank":13,"of":22,"score":24.3,"pct":42.9,"variant":"deepseek-v4-pro-0424"},"livebench_global":{"rank":19,"of":60,"score":77.4,"pct":69.5,"variant":"deepseek-v4-pro-0813"},"livebench_reasoning":{"rank":29,"of":60,"score":85.8,"pct":52.5,"variant":"deepseek-v4-pro-0813"},"livebench_coding":{"rank":34,"of":60,"score":77.2,"pct":44.1,"variant":"deepseek-v4-pro-0813"},"livebench_agentic_coding":{"rank":25,"of":60,"score":54.9,"pct":59.3,"variant":"deepseek-v4-pro-0813"},"livebench_mathematics":{"rank":12,"of":60,"score":95.1,"pct":81.4,"variant":"deepseek-v4-pro-0813"},"livebench_data_analysis":{"rank":15,"of":60,"score":79.2,"pct":76.3,"variant":"deepseek-v4-pro-0813"},"livebench_language":{"rank":23,"of":60,"score":82.1,"pct":62.7,"variant":"deepseek-v4-pro-0813"},"livebench_if":{"rank":33,"of":60,"score":67.7,"pct":45.8,"variant":"deepseek-v4-pro-0813"},"epoch_eci":{"rank":24,"of":239,"score":155.39,"pct":90.3,"variant":"DeepSeek V4 Pro 0813"},"epoch_frontiermath":{"rank":25,"of":72,"score":64.6,"pct":66.2,"variant":"deepseek-v4-pro-0813_max"},"epoch_frontiermath4":{"rank":27,"of":55,"score":26.8,"pct":51.9,"variant":"deepseek-v4-pro-0813_max"},"epoch_gpqa":{"rank":20,"of":201,"score":91.7,"pct":90.5,"variant":"deepseek-v4-pro-0813_max"},"epoch_simpleqa":{"rank":17,"of":69,"score":52.9,"pct":76.5,"variant":"deepseek-v4-pro-0813_max"},"epoch_aime":{"rank":13,"of":182,"score":98.6,"pct":93.4,"variant":"deepseek-v4-pro-0813_max"},"arc_v2":{"rank":23,"of":79,"score":61.3,"pct":71.8,"variant":"DeepSeek V4 Pro 0813 (Max)"},"arc_v1":{"rank":23,"of":76,"score":90.5,"pct":70.7,"variant":"DeepSeek V4 Pro 0813 (Low)"},"vals_index":{"rank":32,"of":63,"score":52.4,"pct":50,"variant":"deepseek/deepseek-v4-pro-0813"},"vals_vibe_code_bench":{"rank":13,"of":63,"score":82.3,"pct":80.6,"variant":"deepseek/deepseek-v4-pro-0813"},"vals_finance_agent":{"rank":32,"of":63,"score":50.4,"pct":50,"variant":"deepseek/deepseek-v4-pro-0813"},"vals_terminal_bench_2_1":{"rank":42,"of":63,"score":54.7,"pct":33.9,"variant":"deepseek/deepseek-v4-pro-0813"},"vals_emb":{"rank":41,"of":63,"score":52.8,"pct":35.5,"variant":"deepseek/deepseek-v4-pro-0813"},"vals_code_migration":{"rank":23,"of":63,"score":41.5,"pct":64.5,"variant":"deepseek/deepseek-v4-pro-0813"},"vals_legal_research":{"rank":20,"of":63,"score":40.9,"pct":69.4,"variant":"deepseek/deepseek-v4-pro-0813"},"vals_legal_agent_benchmark":{"rank":19,"of":63,"score":7.5,"pct":71,"variant":"deepseek/deepseek-v4-pro-0813"},"eqbench":{"rank":18,"of":28,"score":1165.7,"pct":37,"variant":"deepseek-v4-pro"},"eqbench_cw":{"rank":56,"of":137,"score":1553.2,"pct":59.6,"variant":"deepseek-ai/DeepSeek-V4-Pro"},"simplebench":{"rank":51,"of":99,"score":50.9,"pct":49,"variant":"DeepSeek V4 Pro"}},"domains":{"overall":76.1,"coding":75.4,"agent":71.3,"reasoning":73.8,"math":83.4,"knowledge":82.9,"writing":71.2,"instruction":67.1,"chat":52.2,"business":85.6,"japanese":82.5,"longctx":51.6},"coverage":7,"avgPct":63,"overall":76.1,"rank":29,"avgRank":28,"aliases":["deepseek-v4-pro-high-20260813","deepseek-v4-pro-high-preview","deepseek-v4-pro","DeepSeek V4 Pro (High) (0813)","deepseek-v4-pro-0424","deepseek-v4-pro-0813","DeepSeek V4 Pro 0813","deepseek-v4-pro-0813_max","DeepSeek V4 Pro 0813 (Max)","DeepSeek V4 Pro 0813 (Low)","deepseek/deepseek-v4-pro-0813","deepseek-ai/DeepSeek-V4-Pro","DeepSeek V4 Pro"],"open":true,"release":"2026-04-24","reasoning":true,"ctx":1000000,"pin":0.435,"pout":0.87,"tps":76,"ttft":1.6,"theta":0.929,"se":0.112,"lo":71.7,"hi":80.1,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"muse-spark-1-1","name":"Muse Spark 1.1","provider":"meta","providerName":"Meta","country":"US","sites":{"aa":{"rank":33,"of":107,"score":33.7,"pct":69.8,"variant":"muse-spark-1-1"},"livebench":{"rank":33,"of":60,"score":75.3,"pct":45.8,"variant":"muse-spark-1.1-xhigh"},"epoch":{"rank":33,"of":239,"score":154.32,"pct":86.6,"variant":"Muse Spark 1.1"},"vals":{"rank":28,"of":63,"score":54.8,"pct":56.5,"variant":"meta/muse_spark_1_1"},"eqbench":{"rank":8,"of":28,"score":1260.4,"pct":74.1,"variant":"muse-spark-1.1"},"benchlm":{"rank":16,"of":74,"score":65.92,"pct":79.5,"variant":"Muse Spark 1.1"}},"metrics":{"arena_coding":{"rank":11,"of":344,"score":1531.2,"pct":97.1,"variant":"muse-spark-1.1"},"arena_math":{"rank":20,"of":332,"score":1485.5,"pct":94.3,"variant":"muse-spark-1.1"},"arena_creative_writing":{"rank":27,"of":347,"score":1451.1,"pct":92.5,"variant":"muse-spark-1.1"},"arena_instruction_following":{"rank":22,"of":349,"score":1471.4,"pct":94,"variant":"muse-spark-1.1"},"arena_hard_prompts":{"rank":11,"of":349,"score":1512.7,"pct":97.1,"variant":"muse-spark-1.1"},"arena_multi_turn":{"rank":8,"of":347,"score":1496.7,"pct":98,"variant":"muse-spark-1.1"},"arena_expert":{"rank":23,"of":301,"score":1503.8,"pct":92.7,"variant":"muse-spark-1.1"},"arena_japanese":{"rank":25,"of":226,"score":1447.1,"pct":89.3,"variant":"muse-spark-1.1"},"arena_industry_business_and_management_and_financial_operations":{"rank":6,"of":342,"score":1496,"pct":98.5,"variant":"muse-spark-1.1"},"arena_industry_medicine_and_healthcare":{"rank":21,"of":320,"score":1492.3,"pct":93.7,"variant":"muse-spark-1.1"},"arena_industry_legal_and_government":{"rank":11,"of":323,"score":1498.4,"pct":96.9,"variant":"muse-spark-1.1"},"arena_webdev":{"rank":28,"of":110,"score":1542.4,"pct":75.2,"variant":"muse-spark-1.1"},"arena_vision":{"rank":18,"of":134,"score":1281.2,"pct":87.2,"variant":"muse-spark-1.1"},"arena_document":{"rank":9,"of":37,"score":1479.5,"pct":77.8,"variant":"muse-spark-1.1"},"arena_agent":{"rank":30,"of":43,"score":-0.03,"pct":31,"variant":"Muse Spark 1.1"},"aa_index":{"rank":33,"of":107,"score":33.7,"pct":69.8,"variant":"muse-spark-1-1"},"aa_hle":{"rank":16,"of":109,"score":46.2,"pct":86.1,"variant":"muse-spark-1-1"},"aa_gpqa":{"rank":34,"of":100,"score":89.8,"pct":66.7,"variant":"muse-spark-1-1"},"aa_scicode":{"rank":9,"of":107,"score":58.8,"pct":92.5,"variant":"muse-spark-1-1"},"aa_lcr":{"rank":46,"of":109,"score":77.7,"pct":58.3,"variant":"muse-spark-1-1"},"aa_critpt":{"rank":33,"of":112,"score":15.1,"pct":71.2,"variant":"muse-spark-1-1"},"aa_omniscience":{"rank":11,"of":109,"score":28.1,"pct":90.7,"variant":"muse-spark-1-1"},"aa_gdpvalNormalized":{"rank":29,"of":107,"score":0.4,"pct":73.6,"variant":"muse-spark-1-1"},"livebench_global":{"rank":33,"of":60,"score":75.3,"pct":45.8,"variant":"muse-spark-1.1-xhigh"},"livebench_reasoning":{"rank":22,"of":60,"score":87.7,"pct":64.4,"variant":"muse-spark-1.1-xhigh"},"livebench_coding":{"rank":34,"of":60,"score":77.2,"pct":44.1,"variant":"muse-spark-1.1-xhigh"},"livebench_agentic_coding":{"rank":17,"of":60,"score":58.5,"pct":72.9,"variant":"muse-spark-1.1-xhigh"},"livebench_mathematics":{"rank":41,"of":60,"score":87.1,"pct":32.2,"variant":"muse-spark-1.1-xhigh"},"livebench_data_analysis":{"rank":41,"of":60,"score":72.5,"pct":32.2,"variant":"muse-spark-1.1-xhigh"},"livebench_language":{"rank":47,"of":60,"score":74.3,"pct":22,"variant":"muse-spark-1.1-xhigh"},"livebench_if":{"rank":29,"of":60,"score":69.6,"pct":52.5,"variant":"muse-spark-1.1-xhigh"},"epoch_eci":{"rank":33,"of":239,"score":154.32,"pct":86.6,"variant":"Muse Spark 1.1"},"epoch_simpleqa":{"rank":14,"of":69,"score":57.8,"pct":80.9,"variant":"muse-spark-1.1"},"scale_multichallenge":{"rank":2,"of":28,"score":75.3,"pct":96.3,"variant":"Muse Spark 1.1"},"scale_mcp":{"rank":1,"of":34,"score":88.1,"pct":100,"variant":"Muse Spark 1.1"},"vals_index":{"rank":28,"of":63,"score":54.8,"pct":56.5,"variant":"meta/muse_spark_1_1"},"vals_vibe_code_bench":{"rank":26,"of":63,"score":72.2,"pct":59.7,"variant":"meta/muse_spark_1_1"},"vals_finance_agent":{"rank":11,"of":63,"score":57.2,"pct":83.9,"variant":"meta/muse_spark_1_1"},"vals_terminal_bench_2_1":{"rank":27,"of":63,"score":69.3,"pct":58.1,"variant":"meta/muse_spark_1_1"},"vals_emb":{"rank":35,"of":63,"score":56.4,"pct":45.2,"variant":"meta/muse_spark_1_1"},"vals_code_migration":{"rank":30,"of":63,"score":30.7,"pct":53.2,"variant":"meta/muse_spark_1_1"},"vals_legal_research":{"rank":26,"of":63,"score":38,"pct":59.7,"variant":"meta/muse_spark_1_1"},"vals_legal_agent_benchmark":{"rank":3,"of":63,"score":20,"pct":96.8,"variant":"meta/muse_spark_1_1"},"eqbench":{"rank":8,"of":28,"score":1260.4,"pct":74.1,"variant":"muse-spark-1.1"},"eqbench_cw":{"rank":13,"of":137,"score":1927.1,"pct":91.2,"variant":"muse-spark-1.1"},"benchlm":{"rank":16,"of":74,"score":65.92,"pct":79.5,"variant":"Muse Spark 1.1"},"benchlm_agentic":{"rank":16,"of":54,"score":57.71,"pct":71.7,"variant":"Muse Spark 1.1"},"benchlm_coding":{"rank":17,"of":63,"score":56.29,"pct":74.2,"variant":"Muse Spark 1.1"},"benchlm_knowledge":{"rank":13,"of":69,"score":68.16,"pct":82.4,"variant":"Muse Spark 1.1"}},"domains":{"overall":76,"coding":78.3,"agent":72.9,"reasoning":81.8,"math":70.3,"knowledge":87.5,"writing":61.9,"instruction":78.5,"chat":80.5,"business":85.7,"japanese":80.3,"vision":62.2,"longctx":68.1},"coverage":6,"avgPct":68.7,"overall":76,"rank":30,"avgRank":25.2,"aliases":["muse-spark-1.1","Muse Spark 1.1","muse-spark-1-1","muse-spark-1.1-xhigh","meta/muse_spark_1_1"],"open":false,"release":"2026-07-09","reasoning":true,"ctx":1048576,"pin":1.25,"pout":4.25,"theta":0.923,"se":0.114,"lo":71.5,"hi":80.1,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"grok-4-5","name":"Grok 4.5","provider":"xai","providerName":"xAI","country":"US","sites":{"aa":{"rank":24,"of":107,"score":38.8,"pct":78.3,"variant":"grok-4-5"},"livebench":{"rank":31,"of":60,"score":75.8,"pct":49.2,"variant":"grok-4.5"},"epoch":{"rank":34,"of":239,"score":154.02,"pct":86.1,"variant":"Grok 4.5"},"arc":{"rank":32,"of":79,"score":52.6,"pct":60.3,"variant":"Grok 4.5 (High)"},"vals":{"rank":34,"of":63,"score":51.5,"pct":46.8,"variant":"grok/grok-4.5"},"tbench":{"rank":13,"of":15,"score":12.42,"pct":14.3,"variant":"Grok 4.5 (high)"},"simplebench":{"rank":18,"of":99,"score":70,"pct":82.7,"variant":"Grok 4.5"},"benchlm":{"rank":18,"of":74,"score":65.27,"pct":76.7,"variant":"Grok 4.5"}},"metrics":{"arena_coding":{"rank":28,"of":344,"score":1518.5,"pct":92.1,"variant":"grok-4.5"},"arena_math":{"rank":26,"of":332,"score":1476.6,"pct":92.4,"variant":"grok-4.5"},"arena_creative_writing":{"rank":29,"of":347,"score":1450.4,"pct":91.9,"variant":"grok-4.5"},"arena_instruction_following":{"rank":27,"of":349,"score":1466.1,"pct":92.5,"variant":"grok-4.5"},"arena_hard_prompts":{"rank":32,"of":349,"score":1492,"pct":91.1,"variant":"grok-4.5"},"arena_multi_turn":{"rank":35,"of":347,"score":1476,"pct":90.2,"variant":"grok-4.5"},"arena_expert":{"rank":37,"of":301,"score":1491.1,"pct":88,"variant":"grok-4.5"},"arena_japanese":{"rank":29,"of":226,"score":1442.5,"pct":87.6,"variant":"grok-4.5"},"arena_industry_business_and_management_and_financial_operations":{"rank":32,"of":342,"score":1465.9,"pct":90.9,"variant":"grok-4.5"},"arena_industry_medicine_and_healthcare":{"rank":54,"of":320,"score":1471.8,"pct":83.4,"variant":"grok-4.5"},"arena_industry_legal_and_government":{"rank":36,"of":323,"score":1473.8,"pct":89.1,"variant":"grok-4.5"},"arena_webdev":{"rank":26,"of":110,"score":1552.4,"pct":77.1,"variant":"grok-4.5"},"arena_vision":{"rank":19,"of":134,"score":1279.5,"pct":86.5,"variant":"grok-4.5"},"arena_search":{"rank":8,"of":32,"score":1202.4,"pct":77.4,"variant":"grok-4.5"},"arena_document":{"rank":18,"of":37,"score":1464.3,"pct":52.8,"variant":"grok-4.5"},"arena_agent":{"rank":18,"of":43,"score":0.029,"pct":59.5,"variant":"Grok 4.5"},"aa_index":{"rank":24,"of":107,"score":38.8,"pct":78.3,"variant":"grok-4-5"},"aa_hle":{"rank":23,"of":109,"score":42.7,"pct":79.6,"variant":"grok-4-5"},"aa_gpqa":{"rank":13,"of":100,"score":93.1,"pct":87.9,"variant":"grok-4-5"},"aa_scicode":{"rank":21,"of":107,"score":55,"pct":81.1,"variant":"grok-4-5"},"aa_lcr":{"rank":37,"of":109,"score":79.3,"pct":66.7,"variant":"grok-4-5"},"aa_mmmuPro":{"rank":17,"of":55,"score":80.4,"pct":70.4,"variant":"grok-4-5"},"aa_critpt":{"rank":31,"of":112,"score":15.4,"pct":73,"variant":"grok-4-5"},"aa_omniscience":{"rank":15,"of":109,"score":25.3,"pct":87,"variant":"grok-4-5"},"aa_gdpvalNormalized":{"rank":29,"of":107,"score":0.4,"pct":73.6,"variant":"grok-4-5"},"livebench_global":{"rank":31,"of":60,"score":75.8,"pct":49.2,"variant":"grok-4.5"},"livebench_reasoning":{"rank":24,"of":60,"score":87.2,"pct":61,"variant":"grok-4.5"},"livebench_coding":{"rank":57,"of":60,"score":68.6,"pct":5.1,"variant":"grok-4.5"},"livebench_agentic_coding":{"rank":23,"of":60,"score":56.5,"pct":62.7,"variant":"grok-4.5"},"livebench_mathematics":{"rank":27,"of":60,"score":90.8,"pct":55.9,"variant":"grok-4.5"},"livebench_data_analysis":{"rank":39,"of":60,"score":73,"pct":35.6,"variant":"grok-4.5"},"livebench_language":{"rank":20,"of":60,"score":82.8,"pct":67.8,"variant":"grok-4.5"},"livebench_if":{"rank":21,"of":60,"score":71.5,"pct":66.1,"variant":"grok-4.5"},"epoch_eci":{"rank":34,"of":239,"score":154.02,"pct":86.1,"variant":"Grok 4.5"},"epoch_frontiermath":{"rank":32,"of":72,"score":57.2,"pct":56.3,"variant":"grok-4.5_high"},"epoch_frontiermath4":{"rank":32,"of":55,"score":24.4,"pct":42.6,"variant":"grok-4.5_high"},"epoch_gpqa":{"rank":12,"of":201,"score":93.4,"pct":94.5,"variant":"grok-4.5_high"},"epoch_simpleqa":{"rank":25,"of":69,"score":48.3,"pct":64.7,"variant":"grok-4.5_high"},"epoch_aime":{"rank":16,"of":182,"score":97.8,"pct":91.7,"variant":"grok-4.5_high"},"arc_v2":{"rank":32,"of":79,"score":52.6,"pct":60.3,"variant":"Grok 4.5 (High)"},"arc_v1":{"rank":29,"of":76,"score":87.2,"pct":62.7,"variant":"Grok 4.5 (Medium)"},"arc_v3":{"rank":12,"of":16,"score":0.3,"pct":26.7,"variant":"Grok 4.5 (High)"},"vals_index":{"rank":34,"of":63,"score":51.5,"pct":46.8,"variant":"grok/grok-4.5"},"vals_vibe_code_bench":{"rank":30,"of":63,"score":69,"pct":53.2,"variant":"grok/grok-4.5"},"vals_finance_agent":{"rank":38,"of":63,"score":48.3,"pct":40.3,"variant":"grok/grok-4.5"},"vals_terminal_bench_2_1":{"rank":29,"of":63,"score":67.8,"pct":54.8,"variant":"grok/grok-4.5"},"vals_emb":{"rank":40,"of":63,"score":52.9,"pct":37.1,"variant":"grok/grok-4.5"},"vals_code_migration":{"rank":27,"of":63,"score":38.4,"pct":58.1,"variant":"grok/grok-4.5"},"vals_legal_research":{"rank":26,"of":63,"score":38,"pct":59.7,"variant":"grok/grok-4.5"},"vals_legal_agent_benchmark":{"rank":5,"of":63,"score":12.9,"pct":93.5,"variant":"grok/grok-4.5"},"tbench":{"rank":13,"of":15,"score":12.42,"pct":14.3,"variant":"Grok 4.5 (high)"},"eqbench_cw":{"rank":51,"of":137,"score":1578.8,"pct":63.2,"variant":"grok-4.5"},"simplebench":{"rank":18,"of":99,"score":70,"pct":82.7,"variant":"Grok 4.5"},"benchlm":{"rank":18,"of":74,"score":65.27,"pct":76.7,"variant":"Grok 4.5"},"benchlm_agentic":{"rank":15,"of":54,"score":57.88,"pct":73.6,"variant":"Grok 4.5"},"benchlm_coding":{"rank":15,"of":63,"score":58.1,"pct":77.4,"variant":"Grok 4.5"},"benchlm_reasoning":{"rank":14,"of":14,"score":50.3,"pct":0,"variant":"Grok 4.5"},"benchlm_knowledge":{"rank":15,"of":69,"score":66.81,"pct":79.4,"variant":"Grok 4.5"}},"domains":{"overall":75.5,"coding":76,"agent":74.8,"reasoning":77.2,"math":77,"knowledge":85.7,"writing":72.9,"instruction":76.6,"chat":57.5,"business":83.3,"japanese":79.6,"vision":62.8,"longctx":47.4},"coverage":8,"avgPct":61.8,"overall":75.5,"rank":31,"avgRank":25.5,"aliases":["grok-4.5","Grok 4.5","grok-4-5","grok-4.5_high","Grok 4.5 (High)","Grok 4.5 (Medium)","grok/grok-4.5","Grok 4.5 (high)"],"open":false,"release":"2026-07-08","reasoning":true,"ctx":500000,"pin":2,"pout":6,"tps":55,"ttft":10.94,"theta":0.902,"se":0.103,"lo":71.4,"hi":79.2,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"claude-opus-4-6","name":"Claude Opus 4.6","provider":"anthropic","providerName":"Anthropic","country":"US","sites":{"livebench":{"rank":37,"of":60,"score":74.5,"pct":39,"variant":"claude-opus-4-6-thinking-auto-high-effort"},"epoch":{"rank":25,"of":239,"score":155.36,"pct":89.9,"variant":"Claude Opus 4.6"},"arc":{"rank":19,"of":79,"score":69.2,"pct":76.9,"variant":"Claude Opus 4.6 (120K, High)"},"scale":{"rank":10,"of":42,"score":34.44,"pct":78,"variant":"claude-opus-4-6-thinking-max"},"eqbench":{"rank":13,"of":28,"score":1222.7,"pct":55.6,"variant":"claude-opus-4-6"},"simplebench":{"rank":20,"of":99,"score":67.6,"pct":80.6,"variant":"Claude Opus 4.6"},"benchlm":{"rank":20,"of":74,"score":63.64,"pct":74,"variant":"Claude Opus 4.6"}},"metrics":{"arena_coding":{"rank":3,"of":344,"score":1551.3,"pct":99.4,"variant":"claude-opus-4-6-high"},"arena_math":{"rank":5,"of":332,"score":1515.9,"pct":98.8,"variant":"claude-opus-4-6-high"},"arena_creative_writing":{"rank":2,"of":347,"score":1499.7,"pct":99.7,"variant":"claude-opus-4-6-high"},"arena_instruction_following":{"rank":1,"of":349,"score":1513.5,"pct":100,"variant":"claude-opus-4-6-high"},"arena_hard_prompts":{"rank":1,"of":349,"score":1533.1,"pct":100,"variant":"claude-opus-4-6-high"},"arena_multi_turn":{"rank":3,"of":347,"score":1517.2,"pct":99.4,"variant":"claude-opus-4-6-high"},"arena_expert":{"rank":2,"of":301,"score":1545.8,"pct":99.7,"variant":"claude-opus-4-6-high"},"arena_japanese":{"rank":7,"of":226,"score":1495.2,"pct":97.3,"variant":"claude-opus-4-6-high"},"arena_industry_business_and_management_and_financial_operations":{"rank":4,"of":342,"score":1501.5,"pct":99.1,"variant":"claude-opus-4-6-high"},"arena_industry_medicine_and_healthcare":{"rank":2,"of":320,"score":1519.8,"pct":99.7,"variant":"claude-opus-4-6-high"},"arena_industry_legal_and_government":{"rank":4,"of":323,"score":1510.5,"pct":99.1,"variant":"claude-opus-4-6-high"},"arena_webdev":{"rank":27,"of":110,"score":1546.6,"pct":76.1,"variant":"claude-opus-4-6-high"},"arena_vision":{"rank":4,"of":134,"score":1298.9,"pct":97.7,"variant":"claude-opus-4-6-high"},"arena_document":{"rank":2,"of":37,"score":1495.3,"pct":97.2,"variant":"claude-opus-4-6-high"},"livebench_global":{"rank":37,"of":60,"score":74.5,"pct":39,"variant":"claude-opus-4-6-thinking-auto-high-effort"},"livebench_reasoning":{"rank":16,"of":60,"score":88.7,"pct":74.6,"variant":"claude-opus-4-6-thinking-auto-high-effort"},"livebench_coding":{"rank":27,"of":60,"score":78.2,"pct":55.9,"variant":"claude-opus-4-6-thinking-auto-high-effort"},"livebench_agentic_coding":{"rank":41,"of":60,"score":49,"pct":32.2,"variant":"claude-opus-4-6-thinking-auto-high-effort"},"livebench_mathematics":{"rank":32,"of":60,"score":89.3,"pct":47.5,"variant":"claude-opus-4-6-thinking-auto-high-effort"},"livebench_data_analysis":{"rank":48,"of":60,"score":69.9,"pct":20.3,"variant":"claude-opus-4-6-thinking-auto-high-effort"},"livebench_language":{"rank":18,"of":60,"score":83.3,"pct":71.2,"variant":"claude-opus-4-6-thinking-auto-high-effort"},"livebench_if":{"rank":45,"of":60,"score":63.3,"pct":25.4,"variant":"claude-opus-4-6-thinking-auto-high-effort"},"epoch_eci":{"rank":25,"of":239,"score":155.36,"pct":89.9,"variant":"Claude Opus 4.6"},"epoch_frontiermath":{"rank":22,"of":72,"score":66,"pct":70.4,"variant":"claude-opus-4-6_max"},"epoch_frontiermath4":{"rank":27,"of":55,"score":26.8,"pct":51.9,"variant":"claude-opus-4-6_max"},"epoch_gpqa":{"rank":30,"of":201,"score":90.5,"pct":85.5,"variant":"claude-opus-4-6_32K"},"epoch_simpleqa":{"rank":28,"of":69,"score":47,"pct":60.3,"variant":"claude-opus-4-6_max"},"epoch_aime":{"rank":29,"of":182,"score":94.4,"pct":84.5,"variant":"claude-opus-4-6_64K"},"arc_v2":{"rank":19,"of":79,"score":69.2,"pct":76.9,"variant":"Claude Opus 4.6 (120K, High)"},"arc_v1":{"rank":16,"of":76,"score":94,"pct":80,"variant":"Claude Opus 4.6 (120K, High)"},"arc_v3":{"rank":9,"of":16,"score":0.5,"pct":46.7,"variant":"Anthropic Opus 4.6 (Max)"},"scale_hle":{"rank":10,"of":42,"score":34.44,"pct":78,"variant":"claude-opus-4-6-thinking-max"},"scale_multichallenge":{"rank":17,"of":28,"score":56.02,"pct":40.7,"variant":"claude-opus-4-6 (Non-Thinking)"},"scale_mcp":{"rank":16,"of":34,"score":76.8,"pct":54.5,"variant":"claude-opus-4-6 (max)"},"eqbench":{"rank":13,"of":28,"score":1222.7,"pct":55.6,"variant":"claude-opus-4-6"},"eqbench_cw":{"rank":25,"of":137,"score":1809.1,"pct":82.4,"variant":"claude-opus-4-6"},"simplebench":{"rank":20,"of":99,"score":67.6,"pct":80.6,"variant":"Claude Opus 4.6"},"benchlm":{"rank":20,"of":74,"score":63.64,"pct":74,"variant":"Claude Opus 4.6"},"benchlm_agentic":{"rank":24,"of":54,"score":44.29,"pct":56.6,"variant":"Claude Opus 4.6"},"benchlm_coding":{"rank":23,"of":63,"score":51.05,"pct":64.5,"variant":"Claude Opus 4.6"},"benchlm_multimodalGrounded":{"rank":22,"of":30,"score":59.6,"pct":27.6,"variant":"Claude Opus 4.6"},"benchlm_knowledge":{"rank":25,"of":69,"score":58.68,"pct":64.7,"variant":"Claude Opus 4.6"},"benchlm_instructionFollowing":{"rank":39,"of":53,"score":51,"pct":26.9,"variant":"Claude Opus 4.6"}},"domains":{"overall":74.8,"coding":71.9,"agent":60.8,"reasoning":81.4,"math":76,"knowledge":84.1,"writing":77.5,"instruction":48.5,"chat":51.3,"business":85.9,"japanese":86.7,"vision":44.8,"longctx":86.1},"coverage":7,"avgPct":70.6,"overall":74.8,"rank":32,"avgRank":20.6,"aliases":["claude-opus-4-6-high","claude-opus-4-6-thinking-auto-high-effort","Claude Opus 4.6","claude-opus-4-6_max","claude-opus-4-6_32K","claude-opus-4-6_64K","Claude Opus 4.6 (120K, High)","Anthropic Opus 4.6 (Max)","claude-opus-4-6-thinking-max","claude-opus-4-6 (Non-Thinking)","claude-opus-4-6 (max)","claude-opus-4-6"],"open":false,"release":"2025-12-17","reasoning":true,"ctx":1000000,"pin":5,"pout":25,"tps":40,"ttft":2.95,"theta":0.869,"se":0.113,"lo":70.2,"hi":78.9,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"muse-spark","name":"Muse Spark","provider":"meta","providerName":"Meta","country":"US","sites":{"epoch":{"rank":39,"of":239,"score":152.09,"pct":84,"variant":"Muse Spark"},"scale":{"rank":6,"of":42,"score":40.56,"pct":87.8,"variant":"Muse Spark"},"benchlm":{"rank":27,"of":74,"score":60.81,"pct":64.4,"variant":"Muse Spark"}},"metrics":{"arena_coding":{"rank":15,"of":344,"score":1525.7,"pct":95.9,"variant":"muse-spark"},"arena_math":{"rank":45,"of":332,"score":1460.9,"pct":86.7,"variant":"muse-spark"},"arena_creative_writing":{"rank":16,"of":347,"score":1463.7,"pct":95.7,"variant":"muse-spark"},"arena_instruction_following":{"rank":32,"of":349,"score":1463.3,"pct":91.1,"variant":"muse-spark"},"arena_hard_prompts":{"rank":16,"of":349,"score":1504.8,"pct":95.7,"variant":"muse-spark"},"arena_multi_turn":{"rank":18,"of":347,"score":1491.3,"pct":95.1,"variant":"muse-spark"},"arena_expert":{"rank":39,"of":301,"score":1489.9,"pct":87.3,"variant":"muse-spark"},"arena_industry_business_and_management_and_financial_operations":{"rank":10,"of":342,"score":1489.6,"pct":97.4,"variant":"muse-spark"},"arena_industry_medicine_and_healthcare":{"rank":9,"of":320,"score":1503.6,"pct":97.5,"variant":"muse-spark"},"arena_industry_legal_and_government":{"rank":8,"of":323,"score":1503.3,"pct":97.8,"variant":"muse-spark"},"arena_vision":{"rank":6,"of":134,"score":1293.7,"pct":96.2,"variant":"muse-spark"},"arena_document":{"rank":16,"of":37,"score":1467.3,"pct":58.3,"variant":"muse-spark"},"epoch_eci":{"rank":39,"of":239,"score":152.09,"pct":84,"variant":"Muse Spark"},"epoch_gpqa":{"rank":35,"of":201,"score":89.8,"pct":83,"variant":"muse-spark"},"epoch_aime":{"rank":45,"of":182,"score":88.9,"pct":75.7,"variant":"muse-spark"},"scale_hle":{"rank":6,"of":42,"score":40.56,"pct":87.8,"variant":"Muse Spark"},"scale_multichallenge":{"rank":1,"of":28,"score":75.52,"pct":100,"variant":"Muse Spark"},"scale_mcp":{"rank":9,"of":34,"score":82.2,"pct":75.8,"variant":"Muse Spark"},"benchlm":{"rank":27,"of":74,"score":60.81,"pct":64.4,"variant":"Muse Spark"},"benchlm_agentic":{"rank":20,"of":54,"score":53,"pct":64.2,"variant":"Muse Spark"},"benchlm_coding":{"rank":21,"of":63,"score":53.4,"pct":67.7,"variant":"Muse Spark"},"benchlm_multimodalGrounded":{"rank":9,"of":30,"score":77.5,"pct":72.4,"variant":"Muse Spark"},"benchlm_knowledge":{"rank":22,"of":69,"score":60.81,"pct":69.1,"variant":"Muse Spark"},"benchlm_instructionFollowing":{"rank":5,"of":53,"score":91.9,"pct":92.3,"variant":"Muse Spark"}},"domains":{"overall":74.2,"coding":72.2,"agent":72.5,"reasoning":82.4,"math":67.5,"knowledge":86,"writing":71.4,"instruction":84.9,"chat":82.3,"business":83.1,"vision":70,"longctx":52.1},"coverage":3,"avgPct":78.7,"overall":74.2,"rank":33,"avgRank":24,"aliases":["muse-spark","Muse Spark"],"open":false,"release":"2026-04-08","reasoning":true,"ctx":262144,"theta":0.846,"se":0.181,"lo":66.5,"hi":80.7,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gemini-3-5-flash","name":"Gemini 3.5 Flash","provider":"google","providerName":"Google","country":"US","sites":{"aa":{"rank":36,"of":107,"score":32.6,"pct":67,"variant":"gemini-3-5-flash"},"livebench":{"rank":35,"of":60,"score":74.6,"pct":42.4,"variant":"gemini-3.5-flash-high"},"epoch":{"rank":30,"of":239,"score":154.55,"pct":87.8,"variant":"Gemini 3.5 Flash"},"arc":{"rank":17,"of":79,"score":72.1,"pct":79.5,"variant":"Gemini 3.5 Flash (High)"},"vals":{"rank":30,"of":63,"score":53.1,"pct":53.2,"variant":"google/gemini-3.5-flash"},"eqbench":{"rank":24,"of":28,"score":1087.2,"pct":14.8,"variant":"gemini-3.5-flash"},"simplebench":{"rank":11,"of":99,"score":76.7,"pct":89.8,"variant":"Gemini 3.5 Flash"},"benchlm":{"rank":21,"of":74,"score":63.49,"pct":72.6,"variant":"Gemini 3.5 Flash"}},"metrics":{"arena_coding":{"rank":46,"of":344,"score":1505.7,"pct":86.9,"variant":"gemini-3.5-flash-high"},"arena_math":{"rank":12,"of":332,"score":1498.8,"pct":96.7,"variant":"gemini-3.5-flash-high"},"arena_creative_writing":{"rank":14,"of":347,"score":1466.2,"pct":96.2,"variant":"gemini-3.5-flash-medium"},"arena_instruction_following":{"rank":29,"of":349,"score":1464.5,"pct":92,"variant":"gemini-3.5-flash-high"},"arena_hard_prompts":{"rank":28,"of":349,"score":1495.2,"pct":92.2,"variant":"gemini-3.5-flash-high"},"arena_multi_turn":{"rank":25,"of":347,"score":1483.4,"pct":93.1,"variant":"gemini-3.5-flash-high"},"arena_expert":{"rank":41,"of":301,"score":1488.7,"pct":86.7,"variant":"gemini-3.5-flash-high"},"arena_japanese":{"rank":15,"of":226,"score":1467.7,"pct":93.8,"variant":"gemini-3.5-flash-high"},"arena_industry_business_and_management_and_financial_operations":{"rank":34,"of":342,"score":1465.5,"pct":90.3,"variant":"gemini-3.5-flash-high"},"arena_industry_medicine_and_healthcare":{"rank":24,"of":320,"score":1491.2,"pct":92.8,"variant":"gemini-3.5-flash-high"},"arena_industry_legal_and_government":{"rank":20,"of":323,"score":1487.3,"pct":94.1,"variant":"gemini-3.5-flash-medium"},"arena_webdev":{"rank":41,"of":110,"score":1499.9,"pct":63.3,"variant":"gemini-3.5-flash-high"},"arena_vision":{"rank":15,"of":134,"score":1283.7,"pct":89.5,"variant":"gemini-3.5-flash-high"},"arena_document":{"rank":21,"of":37,"score":1460.6,"pct":44.4,"variant":"gemini-3.5-flash-medium"},"aa_index":{"rank":36,"of":107,"score":32.6,"pct":67,"variant":"gemini-3-5-flash"},"aa_hle":{"rank":23,"of":109,"score":42.7,"pct":79.6,"variant":"gemini-3-5-flash"},"aa_gpqa":{"rank":21,"of":100,"score":92.2,"pct":79.8,"variant":"gemini-3-5-flash"},"aa_scicode":{"rank":27,"of":107,"score":53.9,"pct":75.5,"variant":"gemini-3-5-flash"},"aa_terminalbenchHard":{"rank":19,"of":62,"score":40.9,"pct":70.5,"variant":"gemini-3-5-flash"},"aa_tau2":{"rank":9,"of":61,"score":95.3,"pct":86.7,"variant":"gemini-3-5-flash"},"aa_ifbench":{"rank":12,"of":62,"score":76.3,"pct":82,"variant":"gemini-3-5-flash"},"aa_lcr":{"rank":61,"of":109,"score":73.3,"pct":44.4,"variant":"gemini-3-5-flash"},"aa_mmmuPro":{"rank":6,"of":55,"score":84.3,"pct":90.7,"variant":"gemini-3-5-flash"},"aa_critpt":{"rank":37,"of":112,"score":13.1,"pct":67.6,"variant":"gemini-3-5-flash"},"aa_omniscience":{"rank":19,"of":109,"score":21.2,"pct":83.3,"variant":"gemini-3-5-flash"},"aa_gdpvalNormalized":{"rank":39,"of":107,"score":0.3,"pct":64.2,"variant":"gemini-3-5-flash"},"aa_apexAgents":{"rank":1,"of":22,"score":47.1,"pct":100,"variant":"gemini-3-5-flash"},"livebench_global":{"rank":35,"of":60,"score":74.6,"pct":42.4,"variant":"gemini-3.5-flash-high"},"livebench_reasoning":{"rank":41,"of":60,"score":82,"pct":32.2,"variant":"gemini-3.5-flash-high"},"livebench_coding":{"rank":27,"of":60,"score":78.2,"pct":55.9,"variant":"gemini-3.5-flash-high"},"livebench_agentic_coding":{"rank":41,"of":60,"score":49,"pct":32.2,"variant":"gemini-3.5-flash-high"},"livebench_mathematics":{"rank":37,"of":60,"score":88.2,"pct":39,"variant":"gemini-3.5-flash-high"},"livebench_data_analysis":{"rank":54,"of":60,"score":64.9,"pct":10.2,"variant":"gemini-3.5-flash-high"},"livebench_language":{"rank":14,"of":60,"score":84.6,"pct":78,"variant":"gemini-3.5-flash-high"},"livebench_if":{"rank":7,"of":60,"score":75.6,"pct":89.8,"variant":"gemini-3.5-flash-high"},"epoch_eci":{"rank":30,"of":239,"score":154.55,"pct":87.8,"variant":"Gemini 3.5 Flash"},"epoch_frontiermath":{"rank":27,"of":72,"score":62.8,"pct":63.4,"variant":"gemini-3.5-flash_high"},"epoch_frontiermath4":{"rank":27,"of":55,"score":26.8,"pct":51.9,"variant":"gemini-3.5-flash_high"},"epoch_gpqa":{"rank":16,"of":201,"score":92.8,"pct":92.5,"variant":"gemini-3.5-flash_high"},"epoch_simpleqa":{"rank":9,"of":69,"score":66.2,"pct":88.2,"variant":"gemini-3.5-flash_high"},"epoch_aime":{"rank":23,"of":182,"score":95.6,"pct":87.8,"variant":"gemini-3.5-flash_high"},"arc_v2":{"rank":17,"of":79,"score":72.1,"pct":79.5,"variant":"Gemini 3.5 Flash (High)"},"arc_v1":{"rank":19,"of":76,"score":92.5,"pct":76,"variant":"Gemini 3.5 Flash (High)"},"scale_mcp":{"rank":6,"of":34,"score":83.6,"pct":84.8,"variant":"Gemini 3.5 Flash (high)"},"vals_index":{"rank":30,"of":63,"score":53.1,"pct":53.2,"variant":"google/gemini-3.5-flash"},"vals_vibe_code_bench":{"rank":36,"of":63,"score":48.7,"pct":43.5,"variant":"google/gemini-3.5-flash"},"vals_finance_agent":{"rank":8,"of":63,"score":57.9,"pct":88.7,"variant":"google/gemini-3.5-flash"},"vals_terminal_bench_2_1":{"rank":19,"of":63,"score":74.2,"pct":71,"variant":"google/gemini-3.5-flash"},"vals_emb":{"rank":22,"of":63,"score":63.5,"pct":66.1,"variant":"google/gemini-3.5-flash"},"vals_code_migration":{"rank":34,"of":63,"score":27.1,"pct":46.8,"variant":"google/gemini-3.5-flash"},"vals_legal_research":{"rank":33,"of":63,"score":30.8,"pct":48.4,"variant":"google/gemini-3.5-flash"},"vals_legal_agent_benchmark":{"rank":34,"of":63,"score":2.5,"pct":46.8,"variant":"google/gemini-3.5-flash"},"eqbench":{"rank":24,"of":28,"score":1087.2,"pct":14.8,"variant":"gemini-3.5-flash"},"simplebench":{"rank":11,"of":99,"score":76.7,"pct":89.8,"variant":"Gemini 3.5 Flash"},"benchlm":{"rank":21,"of":74,"score":63.49,"pct":72.6,"variant":"Gemini 3.5 Flash"},"benchlm_agentic":{"rank":21,"of":54,"score":49.99,"pct":62.3,"variant":"Gemini 3.5 Flash"},"benchlm_coding":{"rank":22,"of":63,"score":53.18,"pct":66.1,"variant":"Gemini 3.5 Flash"},"benchlm_reasoning":{"rank":9,"of":14,"score":62.7,"pct":38.5,"variant":"Gemini 3.5 Flash"},"benchlm_multimodalGrounded":{"rank":6,"of":30,"score":86.8,"pct":82.8,"variant":"Gemini 3.5 Flash"},"benchlm_knowledge":{"rank":19,"of":69,"score":64.4,"pct":73.5,"variant":"Gemini 3.5 Flash"},"benchlm_instructionFollowing":{"rank":27,"of":53,"score":84.1,"pct":50,"variant":"Gemini 3.5 Flash"}},"domains":{"overall":74,"coding":70.5,"agent":72.2,"reasoning":76.2,"math":73.5,"knowledge":85.9,"writing":79.4,"instruction":82.9,"chat":31.2,"business":82.3,"japanese":83.3,"vision":79.3,"longctx":39.5},"coverage":8,"avgPct":63.4,"overall":74,"rank":34,"avgRank":25.5,"aliases":["gemini-3.5-flash-high","gemini-3.5-flash-medium","gemini-3-5-flash","Gemini 3.5 Flash","gemini-3.5-flash_high","Gemini 3.5 Flash (High)","Gemini 3.5 Flash (high)","google/gemini-3.5-flash","gemini-3.5-flash"],"open":false,"release":"2026-05-19","reasoning":true,"ctx":1000000,"pin":1.5,"pout":9,"tps":206,"ttft":0.97,"theta":0.836,"se":0.104,"lo":69.6,"hi":77.9,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"deepseek-v4-flash","name":"DeepSeek V4 Flash","provider":"deepseek","providerName":"DeepSeek","country":"CN","sites":{"aa":{"rank":31,"of":107,"score":34.3,"pct":71.7,"variant":"deepseek-v4-flash"},"livebench":{"rank":38,"of":60,"score":74.2,"pct":37.3,"variant":"deepseek-v4-flash-0731"},"epoch":{"rank":31,"of":239,"score":154.51,"pct":87.4,"variant":"DeepSeek V4 Flash 0731"},"arc":{"rank":22,"of":79,"score":61.4,"pct":73.1,"variant":"DeepSeek V4 Flash 0731 (Max)"},"vals":{"rank":29,"of":63,"score":53.6,"pct":54.8,"variant":"deepseek/deepseek-v4-flash-0731"},"simplebench":{"rank":31,"of":99,"score":61.1,"pct":69.4,"variant":"DeepSeek V4 Flash"}},"metrics":{"arena_coding":{"rank":75,"of":344,"score":1483.1,"pct":78.4,"variant":"deepseek-v4-flash"},"arena_math":{"rank":66,"of":332,"score":1440.5,"pct":80.4,"variant":"deepseek-v4-flash-high-preview"},"arena_creative_writing":{"rank":65,"of":347,"score":1408.5,"pct":81.5,"variant":"deepseek-v4-flash-high-preview"},"arena_instruction_following":{"rank":66,"of":349,"score":1433.7,"pct":81.3,"variant":"deepseek-v4-flash-high-preview"},"arena_hard_prompts":{"rank":68,"of":349,"score":1459.2,"pct":80.7,"variant":"deepseek-v4-flash"},"arena_multi_turn":{"rank":60,"of":347,"score":1452.4,"pct":82.9,"variant":"deepseek-v4-flash"},"arena_expert":{"rank":68,"of":301,"score":1467.7,"pct":77.7,"variant":"deepseek-v4-flash-high-preview"},"arena_japanese":{"rank":43,"of":226,"score":1421.3,"pct":81.3,"variant":"deepseek-v4-flash-high-preview"},"arena_industry_business_and_management_and_financial_operations":{"rank":77,"of":342,"score":1437.4,"pct":77.7,"variant":"deepseek-v4-flash"},"arena_industry_medicine_and_healthcare":{"rank":67,"of":320,"score":1462.6,"pct":79.3,"variant":"deepseek-v4-flash-high-preview"},"arena_industry_legal_and_government":{"rank":59,"of":323,"score":1458.2,"pct":82,"variant":"deepseek-v4-flash-high-preview"},"arena_webdev":{"rank":23,"of":110,"score":1579.2,"pct":79.8,"variant":"deepseek-v4-flash-high"},"arena_agent":{"rank":20,"of":43,"score":0.018,"pct":54.8,"variant":"Deepseek V4 Flash (High) (20260731)"},"aa_index":{"rank":31,"of":107,"score":34.3,"pct":71.7,"variant":"deepseek-v4-flash"},"aa_hle":{"rank":35,"of":109,"score":38.6,"pct":68.5,"variant":"deepseek-v4-flash"},"aa_gpqa":{"rank":29,"of":100,"score":90.8,"pct":71.7,"variant":"deepseek-v4-flash"},"aa_scicode":{"rank":39,"of":107,"score":50.3,"pct":64.2,"variant":"deepseek-v4-flash"},"aa_terminalbenchHard":{"rank":24,"of":62,"score":35.6,"pct":62.3,"variant":"deepseek-v4-flash-0420"},"aa_tau2":{"rank":11,"of":61,"score":95,"pct":83.3,"variant":"deepseek-v4-flash-0420"},"aa_ifbench":{"rank":6,"of":62,"score":79.2,"pct":91.8,"variant":"deepseek-v4-flash-0420"},"aa_lcr":{"rank":33,"of":109,"score":79.7,"pct":70.4,"variant":"deepseek-v4-flash"},"aa_critpt":{"rank":30,"of":112,"score":16.6,"pct":73.9,"variant":"deepseek-v4-flash"},"aa_omniscience":{"rank":58,"of":109,"score":-14.3,"pct":47.2,"variant":"deepseek-v4-flash"},"aa_gdpvalNormalized":{"rank":13,"of":107,"score":0.5,"pct":88.7,"variant":"deepseek-v4-flash"},"livebench_global":{"rank":38,"of":60,"score":74.2,"pct":37.3,"variant":"deepseek-v4-flash-0731"},"livebench_reasoning":{"rank":27,"of":60,"score":86.6,"pct":55.9,"variant":"deepseek-v4-flash-0731"},"livebench_coding":{"rank":45,"of":60,"score":75,"pct":25.4,"variant":"deepseek-v4-flash-0731"},"livebench_agentic_coding":{"rank":45,"of":60,"score":46.8,"pct":25.4,"variant":"deepseek-v4-flash-0731"},"livebench_mathematics":{"rank":43,"of":60,"score":86.8,"pct":28.8,"variant":"deepseek-v4-flash-0731"},"livebench_data_analysis":{"rank":11,"of":60,"score":79.3,"pct":83.1,"variant":"deepseek-v4-flash-0731"},"livebench_language":{"rank":33,"of":60,"score":79.2,"pct":45.8,"variant":"deepseek-v4-flash-0731"},"livebench_if":{"rank":39,"of":60,"score":65.5,"pct":35.6,"variant":"deepseek-v4-flash-0731"},"epoch_eci":{"rank":31,"of":239,"score":154.51,"pct":87.4,"variant":"DeepSeek V4 Flash 0731"},"epoch_frontiermath":{"rank":31,"of":72,"score":57.5,"pct":57.7,"variant":"deepseek-v4-flash-0731_max"},"epoch_frontiermath4":{"rank":32,"of":55,"score":24.4,"pct":42.6,"variant":"deepseek-v4-flash-0731_max"},"epoch_gpqa":{"rank":23,"of":201,"score":91,"pct":89,"variant":"deepseek-v4-flash-0731_max"},"epoch_simpleqa":{"rank":47,"of":69,"score":33.6,"pct":32.4,"variant":"deepseek-v4-flash-0731_max"},"epoch_aime":{"rank":29,"of":182,"score":94.4,"pct":84.5,"variant":"deepseek-v4-flash-0731_max"},"arc_v2":{"rank":22,"of":79,"score":61.4,"pct":73.1,"variant":"DeepSeek V4 Flash 0731 (Max)"},"arc_v1":{"rank":26,"of":76,"score":89,"pct":66.7,"variant":"DeepSeek V4 Flash 0731 (Max)"},"vals_index":{"rank":29,"of":63,"score":53.6,"pct":54.8,"variant":"deepseek/deepseek-v4-flash-0731"},"vals_vibe_code_bench":{"rank":24,"of":63,"score":74.7,"pct":62.9,"variant":"deepseek/deepseek-v4-flash-0731"},"vals_finance_agent":{"rank":35,"of":63,"score":49.5,"pct":45.2,"variant":"deepseek/deepseek-v4-flash-0731"},"vals_terminal_bench_2_1":{"rank":33,"of":63,"score":67,"pct":48.4,"variant":"deepseek/deepseek-v4-flash-0731"},"vals_emb":{"rank":32,"of":63,"score":57,"pct":50,"variant":"deepseek/deepseek-v4-flash-0731"},"vals_code_migration":{"rank":21,"of":63,"score":42.3,"pct":67.7,"variant":"deepseek/deepseek-v4-flash-0731"},"vals_legal_research":{"rank":34,"of":63,"score":30.3,"pct":46.8,"variant":"deepseek/deepseek-v4-flash-0731"},"vals_legal_agent_benchmark":{"rank":17,"of":63,"score":8.3,"pct":74.2,"variant":"deepseek/deepseek-v4-flash-0731"},"eqbench_cw":{"rank":54,"of":137,"score":1559.1,"pct":61,"variant":"deepseek-ai/DeepSeek-V4-Flash"},"simplebench":{"rank":31,"of":99,"score":61.1,"pct":69.4,"variant":"DeepSeek V4 Flash"}},"domains":{"overall":74,"coding":72,"agent":69.7,"reasoning":75.7,"math":68.6,"knowledge":78.1,"writing":64.8,"instruction":61.1,"chat":47.8,"business":85.1,"japanese":76.1,"longctx":49.9},"coverage":6,"avgPct":65.6,"overall":74,"rank":35,"avgRank":30.3,"aliases":["deepseek-v4-flash","deepseek-v4-flash-high-preview","deepseek-v4-flash-high","Deepseek V4 Flash (High) (20260731)","deepseek-v4-flash-0420","deepseek-v4-flash-0731","DeepSeek V4 Flash 0731","deepseek-v4-flash-0731_max","DeepSeek V4 Flash 0731 (Max)","deepseek/deepseek-v4-flash-0731","deepseek-ai/DeepSeek-V4-Flash","DeepSeek V4 Flash"],"open":true,"release":"2026-04-24","reasoning":true,"ctx":1000000,"pin":0.13,"pout":0.28,"tps":221,"ttft":1.04,"theta":0.835,"se":0.116,"lo":69.1,"hi":78.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gpt-5-6-luna","name":"GPT-5.6 Luna","provider":"openai","providerName":"OpenAI","country":"US","sites":{"aa":{"rank":27,"of":107,"score":37.3,"pct":75.5,"variant":"gpt-5-6-luna"},"livebench":{"rank":40,"of":60,"score":73.6,"pct":33.9,"variant":"gpt-5.6-luna-max"},"epoch":{"rank":21,"of":239,"score":156.32,"pct":91.6,"variant":"GPT-5.6 Luna"},"arc":{"rank":28,"of":79,"score":59.5,"pct":65.4,"variant":"GPT-5.6 Luna (Max)"},"vals":{"rank":12,"of":63,"score":59.9,"pct":82.3,"variant":"openai/gpt-5.6-luna"},"tbench":{"rank":12,"of":15,"score":17.27,"pct":21.4,"variant":"GPT-5.6 Luna (max)"},"eqbench":{"rank":19,"of":28,"score":1156.3,"pct":33.3,"variant":"gpt-5.6-luna"},"simplebench":{"rank":55,"of":99,"score":46.8,"pct":44.9,"variant":"GPT-5.6 Luna (xhigh)"},"benchlm":{"rank":17,"of":74,"score":65.6,"pct":78.1,"variant":"GPT-5.6 Luna"}},"metrics":{"arena_coding":{"rank":58,"of":344,"score":1497.7,"pct":83.4,"variant":"gpt-5.6-luna-xhigh"},"arena_math":{"rank":26,"of":332,"score":1476.6,"pct":92.4,"variant":"gpt-5.6-luna-xhigh"},"arena_creative_writing":{"rank":64,"of":347,"score":1411,"pct":81.8,"variant":"gpt-5.6-luna-xhigh"},"arena_instruction_following":{"rank":54,"of":349,"score":1442.2,"pct":84.8,"variant":"gpt-5.6-luna-xhigh"},"arena_hard_prompts":{"rank":56,"of":349,"score":1472.5,"pct":84.2,"variant":"gpt-5.6-luna-xhigh"},"arena_multi_turn":{"rank":58,"of":347,"score":1457.6,"pct":83.5,"variant":"gpt-5.6-luna-xhigh"},"arena_expert":{"rank":40,"of":301,"score":1488.8,"pct":87,"variant":"gpt-5.6-luna-xhigh"},"arena_japanese":{"rank":32,"of":226,"score":1439.3,"pct":86.2,"variant":"gpt-5.6-luna-xhigh"},"arena_industry_business_and_management_and_financial_operations":{"rank":40,"of":342,"score":1461.9,"pct":88.6,"variant":"gpt-5.6-luna-xhigh"},"arena_industry_medicine_and_healthcare":{"rank":97,"of":320,"score":1436.2,"pct":69.9,"variant":"gpt-5.6-luna-xhigh"},"arena_industry_legal_and_government":{"rank":47,"of":323,"score":1463.7,"pct":85.7,"variant":"gpt-5.6-luna-xhigh"},"arena_vision":{"rank":32,"of":134,"score":1258.1,"pct":76.7,"variant":"gpt-5.6-luna-xhigh"},"arena_document":{"rank":19,"of":37,"score":1462,"pct":50,"variant":"gpt-5.6-luna-xhigh"},"arena_agent":{"rank":25,"of":43,"score":-0.004,"pct":42.9,"variant":"GPT 5.6 Luna (xHigh)"},"aa_index":{"rank":27,"of":107,"score":37.3,"pct":75.5,"variant":"gpt-5-6-luna"},"aa_hle":{"rank":32,"of":109,"score":39.5,"pct":71.3,"variant":"gpt-5-6-luna"},"aa_gpqa":{"rank":26,"of":100,"score":91.1,"pct":74.7,"variant":"gpt-5-6-luna"},"aa_scicode":{"rank":28,"of":107,"score":53.6,"pct":74.5,"variant":"gpt-5-6-luna"},"aa_lcr":{"rank":10,"of":109,"score":83.7,"pct":91.7,"variant":"gpt-5-6-luna"},"aa_mmmuPro":{"rank":22,"of":55,"score":78.6,"pct":61.1,"variant":"gpt-5-6-luna"},"aa_critpt":{"rank":19,"of":112,"score":20.6,"pct":83.8,"variant":"gpt-5-6-luna"},"aa_omniscience":{"rank":55,"of":109,"score":-10.3,"pct":50,"variant":"gpt-5-6-luna"},"aa_gdpvalNormalized":{"rank":13,"of":107,"score":0.5,"pct":88.7,"variant":"gpt-5-6-luna"},"aa_apexAgents":{"rank":5,"of":22,"score":35.8,"pct":81,"variant":"gpt-5-6-luna"},"livebench_global":{"rank":40,"of":60,"score":73.6,"pct":33.9,"variant":"gpt-5.6-luna-max"},"livebench_reasoning":{"rank":31,"of":60,"score":85.6,"pct":49.2,"variant":"gpt-5.6-luna-max"},"livebench_coding":{"rank":6,"of":60,"score":82.9,"pct":91.5,"variant":"gpt-5.6-luna-max"},"livebench_agentic_coding":{"rank":43,"of":60,"score":48.4,"pct":28.8,"variant":"gpt-5.6-luna-max"},"livebench_mathematics":{"rank":40,"of":60,"score":87.2,"pct":33.9,"variant":"gpt-5.6-luna-max"},"livebench_data_analysis":{"rank":24,"of":60,"score":78,"pct":61,"variant":"gpt-5.6-luna-max"},"livebench_language":{"rank":53,"of":60,"score":72.6,"pct":11.9,"variant":"gpt-5.6-luna-max"},"livebench_if":{"rank":52,"of":60,"score":60.1,"pct":13.6,"variant":"gpt-5.6-luna-max"},"epoch_eci":{"rank":21,"of":239,"score":156.32,"pct":91.6,"variant":"GPT-5.6 Luna"},"epoch_frontiermath":{"rank":10,"of":72,"score":82.1,"pct":87.3,"variant":"gpt-5.6-luna_max"},"epoch_frontiermath4":{"rank":11,"of":55,"score":61,"pct":81.5,"variant":"gpt-5.6-luna_max"},"epoch_gpqa":{"rank":21,"of":201,"score":91.6,"pct":90,"variant":"gpt-5.6-luna_max"},"epoch_simpleqa":{"rank":35,"of":69,"score":41,"pct":50,"variant":"gpt-5.6-luna_max"},"epoch_aime":{"rank":14,"of":182,"score":98.3,"pct":92.8,"variant":"gpt-5.6-luna_max"},"arc_v2":{"rank":28,"of":79,"score":59.5,"pct":65.4,"variant":"GPT-5.6 Luna (Max)"},"arc_v1":{"rank":27,"of":76,"score":88,"pct":65.3,"variant":"GPT-5.6 Luna (Max)"},"arc_v3":{"rank":13,"of":16,"score":0.2,"pct":20,"variant":"GPT-5.6 Luna (Low)"},"vals_index":{"rank":12,"of":63,"score":59.9,"pct":82.3,"variant":"openai/gpt-5.6-luna"},"vals_vibe_code_bench":{"rank":22,"of":63,"score":77.1,"pct":66.1,"variant":"openai/gpt-5.6-luna"},"vals_finance_agent":{"rank":17,"of":63,"score":55,"pct":74.2,"variant":"openai/gpt-5.6-luna"},"vals_terminal_bench_2_1":{"rank":10,"of":63,"score":79,"pct":85.5,"variant":"openai/gpt-5.6-luna"},"vals_emb":{"rank":13,"of":63,"score":67.1,"pct":80.6,"variant":"openai/gpt-5.6-luna"},"vals_code_migration":{"rank":14,"of":63,"score":44.8,"pct":79,"variant":"openai/gpt-5.6-luna"},"vals_legal_research":{"rank":29,"of":63,"score":36.5,"pct":54.8,"variant":"openai/gpt-5.6-luna"},"vals_legal_agent_benchmark":{"rank":43,"of":63,"score":1.3,"pct":32.3,"variant":"openai/gpt-5.6-luna"},"tbench":{"rank":12,"of":15,"score":17.27,"pct":21.4,"variant":"GPT-5.6 Luna (max)"},"eqbench":{"rank":19,"of":28,"score":1156.3,"pct":33.3,"variant":"gpt-5.6-luna"},"eqbench_cw":{"rank":23,"of":137,"score":1828.7,"pct":83.8,"variant":"gpt-5.6-luna"},"simplebench":{"rank":55,"of":99,"score":46.8,"pct":44.9,"variant":"GPT-5.6 Luna (xhigh)"},"benchlm":{"rank":17,"of":74,"score":65.6,"pct":78.1,"variant":"GPT-5.6 Luna"},"benchlm_agentic":{"rank":18,"of":54,"score":55.3,"pct":67.9,"variant":"GPT-5.6 Luna"},"benchlm_coding":{"rank":7,"of":63,"score":64.48,"pct":90.3,"variant":"GPT-5.6 Luna"},"benchlm_reasoning":{"rank":13,"of":14,"score":54.7,"pct":7.7,"variant":"GPT-5.6 Luna"},"benchlm_multimodalGrounded":{"rank":17,"of":30,"score":67.1,"pct":44.8,"variant":"GPT-5.6 Luna"},"benchlm_knowledge":{"rank":17,"of":69,"score":64.61,"pct":76.5,"variant":"GPT-5.6 Luna"}},"domains":{"overall":73.8,"coding":81.9,"agent":73.3,"reasoning":71.5,"math":73.3,"knowledge":83.1,"writing":55.6,"instruction":43.1,"chat":48.5,"business":86.6,"japanese":79.1,"vision":53.3,"longctx":46},"coverage":9,"avgPct":58.5,"overall":73.8,"rank":36,"avgRank":25.7,"aliases":["gpt-5.6-luna-xhigh","GPT 5.6 Luna (xHigh)","gpt-5-6-luna","gpt-5.6-luna-max","GPT-5.6 Luna","gpt-5.6-luna_max","GPT-5.6 Luna (Max)","GPT-5.6 Luna (Low)","openai/gpt-5.6-luna","GPT-5.6 Luna (max)","gpt-5.6-luna","GPT-5.6 Luna (xhigh)"],"open":false,"release":"2026-07-09","reasoning":true,"ctx":1000000,"pin":0.2,"pout":1.2,"tps":127,"ttft":0.83,"theta":0.828,"se":0.1,"lo":69.6,"hi":77.6,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gemini-3-6-flash","name":"Gemini 3.6 Flash","provider":"google","providerName":"Google","country":"US","sites":{"aa":{"rank":32,"of":107,"score":34,"pct":70.8,"variant":"gemini-3-6-flash"},"livebench":{"rank":40,"of":60,"score":73.6,"pct":33.9,"variant":"gemini-3.6-flash-high"},"epoch":{"rank":32,"of":239,"score":154.36,"pct":87,"variant":"Gemini 3.6 Flash"},"arc":{"rank":24,"of":79,"score":60.4,"pct":70.5,"variant":"Gemini 3.6 Flash (High)"},"vals":{"rank":26,"of":63,"score":55.4,"pct":59.7,"variant":"google/gemini-3.6-flash"},"benchlm":{"rank":19,"of":74,"score":64.58,"pct":75.3,"variant":"Gemini 3.6 Flash"}},"metrics":{"arena_coding":{"rank":31,"of":344,"score":1517.2,"pct":91.3,"variant":"gemini-3.6-flash-high"},"arena_math":{"rank":7,"of":332,"score":1504.2,"pct":98.2,"variant":"gemini-3.6-flash-high"},"arena_creative_writing":{"rank":12,"of":347,"score":1469.8,"pct":96.8,"variant":"gemini-3.6-flash-high"},"arena_instruction_following":{"rank":19,"of":349,"score":1473,"pct":94.8,"variant":"gemini-3.6-flash-high"},"arena_hard_prompts":{"rank":21,"of":349,"score":1500,"pct":94.3,"variant":"gemini-3.6-flash-high"},"arena_multi_turn":{"rank":23,"of":347,"score":1485.4,"pct":93.6,"variant":"gemini-3.6-flash-high"},"arena_expert":{"rank":25,"of":301,"score":1502.1,"pct":92,"variant":"gemini-3.6-flash-high"},"arena_japanese":{"rank":17,"of":226,"score":1464.3,"pct":92.9,"variant":"gemini-3.6-flash-high"},"arena_industry_business_and_management_and_financial_operations":{"rank":22,"of":342,"score":1475.7,"pct":93.8,"variant":"gemini-3.6-flash-high"},"arena_industry_medicine_and_healthcare":{"rank":34,"of":320,"score":1485.3,"pct":89.7,"variant":"gemini-3.6-flash-high"},"arena_industry_legal_and_government":{"rank":24,"of":323,"score":1484.1,"pct":92.9,"variant":"gemini-3.6-flash-high"},"arena_webdev":{"rank":30,"of":110,"score":1537,"pct":73.4,"variant":"gemini-3.6-flash-high"},"arena_vision":{"rank":17,"of":134,"score":1282.7,"pct":88,"variant":"gemini-3.6-flash-high"},"arena_document":{"rank":23,"of":37,"score":1453.4,"pct":38.9,"variant":"gemini-3.6-flash-high"},"arena_agent":{"rank":36,"of":43,"score":-0.059,"pct":16.7,"variant":"Gemini 3.6 Flash (High)"},"aa_index":{"rank":32,"of":107,"score":34,"pct":70.8,"variant":"gemini-3-6-flash"},"aa_hle":{"rank":29,"of":109,"score":40.8,"pct":74.1,"variant":"gemini-3-6-flash"},"aa_gpqa":{"rank":15,"of":100,"score":92.8,"pct":85.9,"variant":"gemini-3-6-flash"},"aa_scicode":{"rank":29,"of":107,"score":53.4,"pct":73.6,"variant":"gemini-3-6-flash"},"aa_lcr":{"rank":29,"of":109,"score":80,"pct":74.1,"variant":"gemini-3-6-flash"},"aa_mmmuPro":{"rank":9,"of":55,"score":83.2,"pct":85.2,"variant":"gemini-3-6-flash"},"aa_critpt":{"rank":40,"of":112,"score":10.6,"pct":64.9,"variant":"gemini-3-6-flash"},"aa_omniscience":{"rank":17,"of":109,"score":22.1,"pct":85.2,"variant":"gemini-3-6-flash"},"aa_gdpvalNormalized":{"rank":29,"of":107,"score":0.4,"pct":73.6,"variant":"gemini-3-6-flash"},"livebench_global":{"rank":40,"of":60,"score":73.6,"pct":33.9,"variant":"gemini-3.6-flash-high"},"livebench_reasoning":{"rank":33,"of":60,"score":85.1,"pct":45.8,"variant":"gemini-3.6-flash-high"},"livebench_coding":{"rank":31,"of":60,"score":77.9,"pct":49.2,"variant":"gemini-3.6-flash-high"},"livebench_agentic_coding":{"rank":52,"of":60,"score":43.4,"pct":13.6,"variant":"gemini-3.6-flash-high"},"livebench_mathematics":{"rank":44,"of":60,"score":86.4,"pct":27.1,"variant":"gemini-3.6-flash-high"},"livebench_data_analysis":{"rank":55,"of":60,"score":63,"pct":8.5,"variant":"gemini-3.6-flash-high"},"livebench_language":{"rank":16,"of":60,"score":83.9,"pct":74.6,"variant":"gemini-3.6-flash-high"},"livebench_if":{"rank":9,"of":60,"score":75.4,"pct":86.4,"variant":"gemini-3.6-flash-high"},"epoch_eci":{"rank":32,"of":239,"score":154.36,"pct":87,"variant":"Gemini 3.6 Flash"},"epoch_frontiermath":{"rank":30,"of":72,"score":58.9,"pct":59.2,"variant":"gemini-3.6-flash_high"},"epoch_frontiermath4":{"rank":34,"of":55,"score":22,"pct":38.9,"variant":"gemini-3.6-flash_high"},"epoch_gpqa":{"rank":6,"of":201,"score":94.1,"pct":97.5,"variant":"gemini-3.6-flash_high"},"epoch_simpleqa":{"rank":9,"of":69,"score":66.2,"pct":88.2,"variant":"gemini-3.6-flash_high"},"epoch_aime":{"rank":31,"of":182,"score":94.2,"pct":83.4,"variant":"gemini-3.6-flash_high"},"arc_v2":{"rank":24,"of":79,"score":60.4,"pct":70.5,"variant":"Gemini 3.6 Flash (High)"},"arc_v1":{"rank":21,"of":76,"score":91.2,"pct":73.3,"variant":"Gemini 3.6 Flash (High)"},"vals_index":{"rank":26,"of":63,"score":55.4,"pct":59.7,"variant":"google/gemini-3.6-flash"},"vals_vibe_code_bench":{"rank":33,"of":63,"score":64,"pct":48.4,"variant":"google/gemini-3.6-flash"},"vals_finance_agent":{"rank":12,"of":63,"score":56.3,"pct":82.3,"variant":"google/gemini-3.6-flash"},"vals_terminal_bench_2_1":{"rank":20,"of":63,"score":73.8,"pct":69.4,"variant":"google/gemini-3.6-flash"},"vals_emb":{"rank":19,"of":63,"score":65.4,"pct":71,"variant":"google/gemini-3.6-flash"},"vals_code_migration":{"rank":29,"of":63,"score":31.2,"pct":54.8,"variant":"google/gemini-3.6-flash"},"vals_legal_research":{"rank":41,"of":63,"score":25,"pct":35.5,"variant":"google/gemini-3.6-flash"},"vals_legal_agent_benchmark":{"rank":32,"of":63,"score":3.3,"pct":50,"variant":"google/gemini-3.6-flash"},"eqbench_cw":{"rank":47,"of":137,"score":1603.5,"pct":66.2,"variant":"gemini-3.6-flash"},"benchlm":{"rank":19,"of":74,"score":64.58,"pct":75.3,"variant":"Gemini 3.6 Flash"},"benchlm_agentic":{"rank":23,"of":54,"score":45.29,"pct":58.5,"variant":"Gemini 3.6 Flash"},"benchlm_coding":{"rank":20,"of":63,"score":54.62,"pct":69.4,"variant":"Gemini 3.6 Flash"},"benchlm_knowledge":{"rank":20,"of":69,"score":64.33,"pct":72.1,"variant":"Gemini 3.6 Flash"}},"domains":{"overall":73.7,"coding":75,"agent":58.5,"reasoning":76.1,"math":69.8,"knowledge":85.9,"writing":75.5,"instruction":84.3,"chat":61.2,"business":81.6,"japanese":82.8,"vision":70.4,"longctx":32.5},"coverage":6,"avgPct":66.2,"overall":73.7,"rank":37,"avgRank":28.8,"aliases":["gemini-3.6-flash-high","Gemini 3.6 Flash (High)","gemini-3-6-flash","Gemini 3.6 Flash","gemini-3.6-flash_high","google/gemini-3.6-flash","gemini-3.6-flash"],"open":false,"release":"2026-07-21","reasoning":true,"ctx":1000000,"pin":0.75,"pout":3.75,"tps":184,"ttft":17.28,"theta":0.824,"se":0.111,"lo":69,"hi":77.9,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"qwen3-8-27b","name":"Qwen3.8 27B","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"aa":{"rank":33,"of":107,"score":33.7,"pct":69.8,"variant":"qwen3-8-27b"},"livebench":{"rank":33,"of":60,"score":75.3,"pct":45.8,"variant":"qwen3.8-27b"},"vals":{"rank":36,"of":63,"score":48.5,"pct":43.5,"variant":"alibaba/qwen3.8-27b"}},"metrics":{"arena_coding":{"rank":54,"of":344,"score":1499.1,"pct":84.5,"variant":"qwen3.8-27b"},"arena_math":{"rank":43,"of":332,"score":1465.5,"pct":87.3,"variant":"qwen3.8-27b"},"arena_creative_writing":{"rank":118,"of":347,"score":1361.5,"pct":66.2,"variant":"qwen3.8-27b"},"arena_instruction_following":{"rank":74,"of":349,"score":1424,"pct":79,"variant":"qwen3.8-27b"},"arena_hard_prompts":{"rank":69,"of":349,"score":1458.7,"pct":80.5,"variant":"qwen3.8-27b"},"arena_multi_turn":{"rank":74,"of":347,"score":1441.2,"pct":78.9,"variant":"qwen3.8-27b"},"arena_expert":{"rank":43,"of":301,"score":1487.5,"pct":86,"variant":"qwen3.8-27b"},"arena_japanese":{"rank":72,"of":226,"score":1382.5,"pct":68.4,"variant":"qwen3.8-27b"},"arena_industry_business_and_management_and_financial_operations":{"rank":71,"of":342,"score":1441,"pct":79.5,"variant":"qwen3.8-27b"},"arena_industry_medicine_and_healthcare":{"rank":94,"of":320,"score":1439.1,"pct":70.8,"variant":"qwen3.8-27b"},"arena_industry_legal_and_government":{"rank":77,"of":323,"score":1439.7,"pct":76.4,"variant":"qwen3.8-27b"},"arena_webdev":{"rank":20,"of":110,"score":1591.3,"pct":82.6,"variant":"qwen3.8-27b"},"arena_vision":{"rank":41,"of":134,"score":1244.2,"pct":69.9,"variant":"qwen3.8-27b"},"aa_index":{"rank":33,"of":107,"score":33.7,"pct":69.8,"variant":"qwen3-8-27b"},"aa_hle":{"rank":44,"of":109,"score":33.9,"pct":60.2,"variant":"qwen3-8-27b"},"aa_gpqa":{"rank":30,"of":100,"score":90.5,"pct":70.7,"variant":"qwen3-8-27b"},"aa_scicode":{"rank":51,"of":107,"score":46.6,"pct":52.8,"variant":"qwen3-8-27b"},"aa_lcr":{"rank":18,"of":109,"score":82,"pct":84.3,"variant":"qwen3-8-27b"},"aa_mmmuPro":{"rank":29,"of":55,"score":76.3,"pct":48.1,"variant":"qwen3-8-27b"},"aa_critpt":{"rank":48,"of":112,"score":5.4,"pct":57.7,"variant":"qwen3-8-27b"},"aa_omniscience":{"rank":52,"of":109,"score":-7.9,"pct":52.8,"variant":"qwen3-8-27b"},"aa_gdpvalNormalized":{"rank":13,"of":107,"score":0.5,"pct":88.7,"variant":"qwen3-8-27b"},"livebench_global":{"rank":33,"of":60,"score":75.3,"pct":45.8,"variant":"qwen3.8-27b"},"livebench_reasoning":{"rank":46,"of":60,"score":80,"pct":23.7,"variant":"qwen3.8-27b"},"livebench_coding":{"rank":43,"of":60,"score":75.7,"pct":28.8,"variant":"qwen3.8-27b"},"livebench_agentic_coding":{"rank":12,"of":60,"score":61.4,"pct":81.4,"variant":"qwen3.8-27b"},"livebench_mathematics":{"rank":45,"of":60,"score":86.2,"pct":25.4,"variant":"qwen3.8-27b"},"livebench_data_analysis":{"rank":27,"of":60,"score":76.6,"pct":55.9,"variant":"qwen3.8-27b"},"livebench_language":{"rank":47,"of":60,"score":74.3,"pct":22,"variant":"qwen3.8-27b"},"livebench_if":{"rank":17,"of":60,"score":72.7,"pct":72.9,"variant":"qwen3.8-27b"},"vals_index":{"rank":36,"of":63,"score":48.5,"pct":43.5,"variant":"alibaba/qwen3.8-27b"},"vals_vibe_code_bench":{"rank":31,"of":63,"score":64.9,"pct":51.6,"variant":"alibaba/qwen3.8-27b"},"vals_finance_agent":{"rank":37,"of":63,"score":48.6,"pct":41.9,"variant":"alibaba/qwen3.8-27b"},"vals_terminal_bench_2_1":{"rank":37,"of":63,"score":58.4,"pct":41.9,"variant":"alibaba/qwen3.8-27b"},"vals_emb":{"rank":28,"of":63,"score":59.7,"pct":56.5,"variant":"alibaba/qwen3.8-27b"},"vals_code_migration":{"rank":43,"of":63,"score":14,"pct":32.3,"variant":"alibaba/qwen3.8-27b"},"vals_legal_research":{"rank":30,"of":63,"score":36.1,"pct":53.2,"variant":"alibaba/qwen3.8-27b"},"vals_legal_agent_benchmark":{"rank":7,"of":63,"score":11.3,"pct":90.3,"variant":"alibaba/qwen3.8-27b"},"eqbench_cw":{"rank":39,"of":137,"score":1671.3,"pct":72.1,"variant":"Qwen/Qwen3.8-27B"}},"domains":{"overall":73.5,"coding":71.4,"agent":67.4,"reasoning":61.9,"math":67.3,"knowledge":75,"writing":54.9,"instruction":78,"chat":43.2,"business":84.5,"japanese":68.7,"vision":44.2,"longctx":56.4},"coverage":3,"avgPct":53,"overall":73.5,"rank":38,"avgRank":34,"aliases":["qwen3.8-27b","qwen3-8-27b","alibaba/qwen3.8-27b","Qwen/Qwen3.8-27B"],"open":true,"release":"2026-08-05","reasoning":true,"ctx":256000,"pin":0.5,"pout":3,"tps":51,"ttft":3.83,"theta":0.817,"se":0.133,"lo":67.9,"hi":78.5,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gpt-6-luna","name":"GPT-6 Luna","provider":"openai","providerName":"OpenAI","country":"US","sites":{"aa":{"rank":27,"of":107,"score":37.3,"pct":75.5,"variant":"gpt-6-luna"},"livebench":{"rank":46,"of":60,"score":72,"pct":23.7,"variant":"gpt-6-luna-max"},"arc":{"rank":29,"of":79,"score":59.3,"pct":64.1,"variant":"GPT-6 Luna (Max)"},"vals":{"rank":19,"of":63,"score":58.5,"pct":71,"variant":"openai/gpt-6-luna"}},"metrics":{"aa_index":{"rank":27,"of":107,"score":37.3,"pct":75.5,"variant":"gpt-6-luna"},"aa_hle":{"rank":36,"of":109,"score":38.5,"pct":67.6,"variant":"gpt-6-luna"},"aa_scicode":{"rank":23,"of":107,"score":54.6,"pct":79.2,"variant":"gpt-6-luna"},"aa_lcr":{"rank":12,"of":109,"score":83.3,"pct":89.8,"variant":"gpt-6-luna"},"aa_mmmuPro":{"rank":30,"of":55,"score":75.5,"pct":46.3,"variant":"gpt-6-luna"},"aa_critpt":{"rank":22,"of":112,"score":19.4,"pct":81.1,"variant":"gpt-6-luna"},"aa_omniscience":{"rank":42,"of":109,"score":0.7,"pct":62,"variant":"gpt-6-luna"},"aa_gdpvalNormalized":{"rank":29,"of":107,"score":0.4,"pct":73.6,"variant":"gpt-6-luna"},"livebench_global":{"rank":46,"of":60,"score":72,"pct":23.7,"variant":"gpt-6-luna-max"},"livebench_reasoning":{"rank":42,"of":60,"score":81.8,"pct":30.5,"variant":"gpt-6-luna-max"},"livebench_coding":{"rank":22,"of":60,"score":79,"pct":64.4,"variant":"gpt-6-luna-max"},"livebench_agentic_coding":{"rank":35,"of":60,"score":51.2,"pct":42.4,"variant":"gpt-6-luna-max"},"livebench_mathematics":{"rank":33,"of":60,"score":89.1,"pct":45.8,"variant":"gpt-6-luna-max"},"livebench_data_analysis":{"rank":38,"of":60,"score":73.4,"pct":37.3,"variant":"gpt-6-luna-max"},"livebench_language":{"rank":49,"of":60,"score":73.8,"pct":18.6,"variant":"gpt-6-luna-max"},"livebench_if":{"rank":58,"of":60,"score":55.9,"pct":3.4,"variant":"gpt-6-luna-max"},"arc_v2":{"rank":29,"of":79,"score":59.3,"pct":64.1,"variant":"GPT-6 Luna (Max)"},"arc_v1":{"rank":30,"of":76,"score":86.7,"pct":61.3,"variant":"GPT-6 Luna (Max)"},"arc_v3":{"rank":8,"of":16,"score":0.6,"pct":53.3,"variant":"GPT-6 Luna (Max)"},"vals_index":{"rank":19,"of":63,"score":58.5,"pct":71,"variant":"openai/gpt-6-luna"},"vals_vibe_code_bench":{"rank":14,"of":63,"score":81.6,"pct":79,"variant":"openai/gpt-6-luna"},"vals_finance_agent":{"rank":33,"of":63,"score":49.9,"pct":48.4,"variant":"openai/gpt-6-luna"},"vals_terminal_bench_2_1":{"rank":22,"of":63,"score":73,"pct":66.1,"variant":"openai/gpt-6-luna"},"vals_emb":{"rank":11,"of":63,"score":68.5,"pct":83.9,"variant":"openai/gpt-6-luna"},"vals_code_migration":{"rank":16,"of":63,"score":44.4,"pct":75.8,"variant":"openai/gpt-6-luna"},"vals_legal_research":{"rank":34,"of":63,"score":30.3,"pct":46.8,"variant":"openai/gpt-6-luna"},"vals_legal_agent_benchmark":{"rank":33,"of":63,"score":2.9,"pct":48.4,"variant":"openai/gpt-6-luna"}},"domains":{"overall":73.5,"coding":82.3,"agent":73.2,"reasoning":69.8,"math":74.5,"knowledge":80.8,"writing":53.7,"instruction":29.4,"business":84.7,"vision":43.7,"longctx":60},"coverage":4,"avgPct":58.6,"overall":73.5,"rank":39,"avgRank":30.3,"aliases":["gpt-6-luna","gpt-6-luna-max","GPT-6 Luna (Max)","openai/gpt-6-luna"],"release":"2026-09-16","open":false,"reasoning":true,"ctx":1000000,"pin":0.1,"pout":0.5,"tps":143,"ttft":0.89,"theta":0.816,"se":0.122,"lo":68.3,"hi":78.1,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":true},{"id":"gemini-3-pro","name":"Gemini 3 Pro","provider":"google","providerName":"Google","country":"US","sites":{"epoch":{"rank":37,"of":239,"score":152.96,"pct":84.9,"variant":"Gemini 3 Pro"},"arc":{"rank":37,"of":79,"score":31.1,"pct":53.8,"variant":"Gemini 3 Pro"},"scale":{"rank":7,"of":42,"score":37.52,"pct":85.4,"variant":"gemini-3-pro-preview"},"simplebench":{"rank":12,"of":99,"score":76.4,"pct":88.8,"variant":"Gemini 3 Pro Preview"},"benchlm":{"rank":26,"of":74,"score":61.01,"pct":65.8,"variant":"Gemini 3 Pro"}},"metrics":{"arena_coding":{"rank":29,"of":344,"score":1518.3,"pct":91.8,"variant":"gemini-3-pro"},"arena_math":{"rank":25,"of":332,"score":1476.8,"pct":92.7,"variant":"gemini-3-pro"},"arena_creative_writing":{"rank":7,"of":347,"score":1483.2,"pct":98.3,"variant":"gemini-3-pro"},"arena_instruction_following":{"rank":19,"of":349,"score":1473,"pct":94.8,"variant":"gemini-3-pro"},"arena_hard_prompts":{"rank":18,"of":349,"score":1503.6,"pct":95.1,"variant":"gemini-3-pro"},"arena_multi_turn":{"rank":11,"of":347,"score":1495.4,"pct":97.1,"variant":"gemini-3-pro"},"arena_expert":{"rank":28,"of":301,"score":1501.2,"pct":91,"variant":"gemini-3-pro"},"arena_japanese":{"rank":3,"of":226,"score":1505.3,"pct":99.1,"variant":"gemini-3-pro"},"arena_industry_business_and_management_and_financial_operations":{"rank":23,"of":342,"score":1474.9,"pct":93.5,"variant":"gemini-3-pro"},"arena_industry_medicine_and_healthcare":{"rank":5,"of":320,"score":1508.9,"pct":98.7,"variant":"gemini-3-pro"},"arena_industry_legal_and_government":{"rank":9,"of":323,"score":1501.1,"pct":97.5,"variant":"gemini-3-pro"},"arena_webdev":{"rank":51,"of":110,"score":1438.8,"pct":54.1,"variant":"gemini-3-pro"},"arena_vision":{"rank":10,"of":134,"score":1288.7,"pct":93.2,"variant":"gemini-3-pro"},"arena_document":{"rank":25,"of":37,"score":1451.1,"pct":33.3,"variant":"gemini-3-pro"},"epoch_eci":{"rank":37,"of":239,"score":152.96,"pct":84.9,"variant":"Gemini 3 Pro"},"epoch_gpqa":{"rank":18,"of":201,"score":92.6,"pct":91.5,"variant":"gemini-3-pro-preview"},"epoch_aime":{"rank":39,"of":182,"score":91.4,"pct":79,"variant":"gemini-3-pro-preview"},"arc_v2":{"rank":37,"of":79,"score":31.1,"pct":53.8,"variant":"Gemini 3 Pro"},"arc_v1":{"rank":38,"of":76,"score":75,"pct":50.7,"variant":"Gemini 3 Pro"},"scale_hle":{"rank":7,"of":42,"score":37.52,"pct":85.4,"variant":"gemini-3-pro-preview"},"scale_multichallenge":{"rank":5,"of":28,"score":65.67,"pct":85.2,"variant":"gemini-3-pro-preview"},"scale_mcp":{"rank":21,"of":34,"score":70.3,"pct":39.4,"variant":"gemini-3-pro-preview"},"eqbench_cw":{"rank":58,"of":137,"score":1524.5,"pct":58.1,"variant":"gemini-3-pro-preview"},"simplebench":{"rank":12,"of":99,"score":76.4,"pct":88.8,"variant":"Gemini 3 Pro Preview"},"benchlm":{"rank":26,"of":74,"score":61.01,"pct":65.8,"variant":"Gemini 3 Pro"},"benchlm_coding":{"rank":29,"of":63,"score":45.1,"pct":54.8,"variant":"Gemini 3 Pro"},"benchlm_multimodalGrounded":{"rank":13,"of":30,"score":74.2,"pct":58.6,"variant":"Gemini 3 Pro"},"benchlm_knowledge":{"rank":24,"of":69,"score":58.96,"pct":66.2,"variant":"Gemini 3 Pro"},"benchlm_instructionFollowing":{"rank":25,"of":53,"score":84.7,"pct":53.8,"variant":"Gemini 3 Pro"}},"domains":{"overall":70.4,"coding":59,"agent":52.5,"reasoning":79.9,"math":70.9,"knowledge":84.9,"writing":63.5,"instruction":68.4,"chat":60.7,"business":79.6,"japanese":87.8,"vision":65.3,"longctx":28.4},"coverage":5,"avgPct":75.7,"overall":70.4,"rank":40,"avgRank":23.8,"aliases":["gemini-3-pro","Gemini 3 Pro","gemini-3-pro-preview","Gemini 3 Pro Preview"],"open":false,"release":"2025-11-18","reasoning":true,"ctx":1000000,"pin":2,"pout":12,"theta":0.695,"se":0.148,"lo":63.8,"hi":76.4,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gpt-5-3-codex","name":"GPT-5.3 Codex","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":16,"of":239,"score":156.84,"pct":93.7,"variant":"GPT-5.3 Codex"},"benchlm":{"rank":24,"of":74,"score":62.18,"pct":68.5,"variant":"GPT-5.3 Codex"}},"metrics":{"epoch_eci":{"rank":16,"of":239,"score":156.84,"pct":93.7,"variant":"GPT-5.3 Codex"},"benchlm":{"rank":24,"of":74,"score":62.18,"pct":68.5,"variant":"GPT-5.3 Codex"},"benchlm_agentic":{"rank":19,"of":54,"score":54.21,"pct":66,"variant":"GPT-5.3 Codex"},"benchlm_coding":{"rank":19,"of":63,"score":55.86,"pct":71,"variant":"GPT-5.3 Codex"},"benchlm_knowledge":{"rank":21,"of":69,"score":64.29,"pct":70.6,"variant":"GPT-5.3 Codex"},"benchlm_instructionFollowing":{"rank":9,"of":53,"score":91.2,"pct":84.6,"variant":"GPT-5.3 Codex"}},"domains":{"overall":70,"coding":75.1,"agent":70.9,"knowledge":85.3,"instruction":69.8},"coverage":2,"avgPct":81.1,"overall":70,"rank":41,"avgRank":20,"aliases":["GPT-5.3 Codex"],"release":"2026-02-05","open":false,"reasoning":true,"ctx":400000,"pin":1.75,"pout":14,"tps":131,"ttft":50.79,"theta":0.677,"se":0.252,"lo":58.1,"hi":79.6,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gpt-5-2-11","name":"GPT-5.2.11","provider":"openai","providerName":"OpenAI","country":"US","sites":{"livebench":{"rank":35,"of":60,"score":74.6,"pct":42.4,"variant":"gpt-5.2-2025-12-11-high"},"scale":{"rank":12,"of":42,"score":27.8,"pct":73.2,"variant":"gpt-5.2-2025-12-11"}},"metrics":{"livebench_global":{"rank":35,"of":60,"score":74.6,"pct":42.4,"variant":"gpt-5.2-2025-12-11-high"},"livebench_reasoning":{"rank":37,"of":60,"score":83.2,"pct":39,"variant":"gpt-5.2-2025-12-11-high"},"livebench_coding":{"rank":40,"of":60,"score":76.1,"pct":33.9,"variant":"gpt-5.2-2025-12-11-high"},"livebench_agentic_coding":{"rank":38,"of":60,"score":50.3,"pct":37.3,"variant":"gpt-5.2-2025-12-11-high"},"livebench_mathematics":{"rank":18,"of":60,"score":93.2,"pct":71.2,"variant":"gpt-5.2-2025-12-11-high"},"livebench_data_analysis":{"rank":22,"of":60,"score":78.2,"pct":64.4,"variant":"gpt-5.2-2025-12-11-high"},"livebench_language":{"rank":29,"of":60,"score":79.8,"pct":52.5,"variant":"gpt-5.2-2025-12-11-high"},"livebench_if":{"rank":50,"of":60,"score":61.8,"pct":16.9,"variant":"gpt-5.2-2025-12-11-high"},"epoch_frontiermath":{"rank":21,"of":72,"score":67.4,"pct":71.8,"variant":"gpt-5.2-2025-12-11_xhigh"},"epoch_frontiermath4":{"rank":21,"of":55,"score":31.7,"pct":63,"variant":"gpt-5.2-2025-12-11_xhigh"},"epoch_gpqa":{"rank":22,"of":201,"score":91.4,"pct":89.5,"variant":"gpt-5.2-2025-12-11_xhigh"},"epoch_simpleqa":{"rank":39,"of":69,"score":37.1,"pct":44.1,"variant":"gpt-5.2-2025-12-11_xhigh"},"epoch_aime":{"rank":21,"of":182,"score":96.1,"pct":89,"variant":"gpt-5.2-2025-12-11_xhigh"},"scale_hle":{"rank":12,"of":42,"score":27.8,"pct":73.2,"variant":"gpt-5.2-2025-12-11"}},"domains":{"overall":69.9,"coding":63.9,"agent":62.7,"reasoning":69.7,"math":82.1,"knowledge":79.1,"writing":69.7,"instruction":47.7,"business":87.4},"coverage":2,"avgPct":57.8,"overall":69.9,"rank":42,"avgRank":23.5,"aliases":["gpt-5.2-2025-12-11-high","gpt-5.2-2025-12-11_xhigh","gpt-5.2-2025-12-11"],"reasoning":true,"theta":0.676,"se":0.152,"lo":63,"hi":76.1,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"glm-5-3-flash","name":"GLM 5.3 Flash","provider":"zai","providerName":"Z.ai (Zhipu)","country":"CN","sites":{"aa":{"rank":17,"of":107,"score":41.8,"pct":84.9,"variant":"glm-5-3-flash"},"livebench":{"rank":48,"of":60,"score":71.6,"pct":20.3,"variant":"glm-5.3-flash"},"epoch":{"rank":41,"of":239,"score":151.9,"pct":83.2,"variant":"GLM-5.3-Flash"},"vals":{"rank":37,"of":63,"score":47.2,"pct":41.9,"variant":"zai/glm-5.3-flash"}},"metrics":{"arena_coding":{"rank":16,"of":344,"score":1525.1,"pct":95.6,"variant":"glm-5.3-flash"},"arena_math":{"rank":6,"of":332,"score":1513.3,"pct":98.5,"variant":"glm-5.3-flash"},"arena_creative_writing":{"rank":46,"of":347,"score":1434.9,"pct":87,"variant":"glm-5.3-flash"},"arena_instruction_following":{"rank":23,"of":349,"score":1470.8,"pct":93.7,"variant":"glm-5.3-flash"},"arena_hard_prompts":{"rank":23,"of":349,"score":1497.9,"pct":93.7,"variant":"glm-5.3-flash"},"arena_multi_turn":{"rank":37,"of":347,"score":1474.8,"pct":89.6,"variant":"glm-5.3-flash"},"arena_expert":{"rank":14,"of":301,"score":1512.6,"pct":95.7,"variant":"glm-5.3-flash"},"arena_japanese":{"rank":38,"of":226,"score":1427.4,"pct":83.6,"variant":"glm-5.3-flash"},"arena_industry_business_and_management_and_financial_operations":{"rank":37,"of":342,"score":1463.4,"pct":89.4,"variant":"glm-5.3-flash"},"arena_industry_medicine_and_healthcare":{"rank":64,"of":320,"score":1464.1,"pct":80.3,"variant":"glm-5.3-flash"},"arena_industry_legal_and_government":{"rank":50,"of":323,"score":1462.9,"pct":84.8,"variant":"glm-5.3-flash"},"arena_webdev":{"rank":17,"of":110,"score":1612,"pct":85.3,"variant":"glm-5.3-flash"},"arena_vision":{"rank":23,"of":134,"score":1274.8,"pct":83.5,"variant":"glm-5.3-flash"},"arena_agent":{"rank":23,"of":43,"score":0.011,"pct":47.6,"variant":"GLM 5.3 Flash"},"aa_index":{"rank":17,"of":107,"score":41.8,"pct":84.9,"variant":"glm-5-3-flash"},"aa_hle":{"rank":31,"of":109,"score":39.9,"pct":72.2,"variant":"glm-5-3-flash"},"aa_gpqa":{"rank":25,"of":100,"score":91.2,"pct":75.8,"variant":"glm-5-3-flash"},"aa_scicode":{"rank":33,"of":107,"score":51.6,"pct":69.8,"variant":"glm-5-3-flash"},"aa_lcr":{"rank":29,"of":109,"score":80,"pct":74.1,"variant":"glm-5-3-flash"},"aa_critpt":{"rank":31,"of":112,"score":15.4,"pct":73,"variant":"glm-5-3-flash"},"aa_omniscience":{"rank":30,"of":109,"score":7.5,"pct":73.1,"variant":"glm-5-3-flash"},"aa_gdpvalNormalized":{"rank":2,"of":107,"score":0.6,"pct":99.1,"variant":"glm-5-3-flash"},"livebench_global":{"rank":48,"of":60,"score":71.6,"pct":20.3,"variant":"glm-5.3-flash"},"livebench_reasoning":{"rank":51,"of":60,"score":77.6,"pct":15.3,"variant":"glm-5.3-flash"},"livebench_coding":{"rank":22,"of":60,"score":79,"pct":64.4,"variant":"glm-5.3-flash"},"livebench_agentic_coding":{"rank":22,"of":60,"score":56.8,"pct":64.4,"variant":"glm-5.3-flash"},"livebench_mathematics":{"rank":53,"of":60,"score":81.2,"pct":11.9,"variant":"glm-5.3-flash"},"livebench_data_analysis":{"rank":29,"of":60,"score":76.4,"pct":52.5,"variant":"glm-5.3-flash"},"livebench_language":{"rank":38,"of":60,"score":77.3,"pct":37.3,"variant":"glm-5.3-flash"},"livebench_if":{"rank":60,"of":60,"score":52.8,"pct":0,"variant":"glm-5.3-flash"},"epoch_eci":{"rank":41,"of":239,"score":151.9,"pct":83.2,"variant":"GLM-5.3-Flash"},"epoch_frontiermath":{"rank":34,"of":72,"score":55.8,"pct":53.5,"variant":"glm-5.3-flash_max"},"epoch_frontiermath4":{"rank":38,"of":55,"score":17.1,"pct":31.5,"variant":"glm-5.3-flash_max"},"epoch_gpqa":{"rank":32,"of":201,"score":90.2,"pct":84.5,"variant":"glm-5.3-flash_max"},"epoch_aime":{"rank":32,"of":182,"score":93.9,"pct":82.9,"variant":"glm-5.3-flash_max"},"vals_index":{"rank":37,"of":63,"score":47.2,"pct":41.9,"variant":"zai/glm-5.3-flash"},"vals_vibe_code_bench":{"rank":46,"of":63,"score":30.8,"pct":27.4,"variant":"zai/glm-5.3-flash"},"vals_finance_agent":{"rank":8,"of":63,"score":57.9,"pct":88.7,"variant":"zai/glm-5.3-flash"},"vals_terminal_bench_2_1":{"rank":34,"of":63,"score":62.9,"pct":46.8,"variant":"zai/glm-5.3-flash"},"vals_emb":{"rank":37,"of":63,"score":55.9,"pct":41.9,"variant":"zai/glm-5.3-flash"},"vals_code_migration":{"rank":38,"of":63,"score":20.2,"pct":40.3,"variant":"zai/glm-5.3-flash"},"vals_legal_research":{"rank":12,"of":63,"score":45.2,"pct":82.3,"variant":"zai/glm-5.3-flash"},"vals_legal_agent_benchmark":{"rank":21,"of":63,"score":6.7,"pct":67.7,"variant":"zai/glm-5.3-flash"}},"domains":{"overall":69.7,"coding":72.6,"agent":71.7,"reasoning":61.3,"math":58.9,"knowledge":81.9,"writing":63.7,"instruction":24.2,"chat":57,"business":87.3,"japanese":77.2,"vision":58.6,"longctx":50.7},"coverage":4,"avgPct":57.6,"overall":69.7,"rank":43,"avgRank":35.8,"aliases":["glm-5.3-flash","GLM 5.3 Flash","glm-5-3-flash","GLM-5.3-Flash","glm-5.3-flash_max","zai/glm-5.3-flash"],"open":true,"release":"2026-08-20","reasoning":true,"ctx":1000000,"pin":0.15,"pout":0.5,"tps":43,"ttft":3.67,"theta":0.666,"se":0.13,"lo":63.8,"hi":75,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gpt-5-2-pro","name":"GPT-5.2 Pro","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":23,"of":239,"score":155.41,"pct":90.8,"variant":"GPT-5.2 Pro"},"arc":{"rank":30,"of":79,"score":54.2,"pct":62.8,"variant":"GPT-5.2 Pro (High)"},"simplebench":{"rank":41,"of":99,"score":57.4,"pct":59.2,"variant":"GPT-5.2 Pro (xhigh)"}},"metrics":{"epoch_eci":{"rank":23,"of":239,"score":155.41,"pct":90.8,"variant":"GPT-5.2 Pro"},"arc_v2":{"rank":30,"of":79,"score":54.2,"pct":62.8,"variant":"GPT-5.2 Pro (High)"},"arc_v1":{"rank":23,"of":76,"score":90.5,"pct":70.7,"variant":"GPT-5.2 Pro (XHigh)"},"simplebench":{"rank":41,"of":99,"score":57.4,"pct":59.2,"variant":"GPT-5.2 Pro (xhigh)"}},"domains":{"overall":69.5,"reasoning":67.8},"coverage":3,"avgPct":70.9,"overall":69.5,"rank":44,"avgRank":31.3,"aliases":["GPT-5.2 Pro","GPT-5.2 Pro (High)","GPT-5.2 Pro (XHigh)","GPT-5.2 Pro (xhigh)"],"release":"2025-12-11","open":false,"reasoning":true,"theta":0.657,"se":0.227,"lo":58.8,"hi":78.4,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"claude-sonnet-4-6","name":"Claude Sonnet 4.6","provider":"anthropic","providerName":"Anthropic","country":"US","sites":{"aa":{"rank":38,"of":107,"score":30.1,"pct":65.1,"variant":"claude-sonnet-4-6"},"livebench":{"rank":44,"of":60,"score":73,"pct":27.1,"variant":"claude-sonnet-4-6-thinking-auto-medium-effort"},"epoch":{"rank":38,"of":239,"score":152.25,"pct":84.5,"variant":"Claude Sonnet 4.6"},"arc":{"rank":24,"of":79,"score":60.4,"pct":70.5,"variant":"Claude Sonnet 4.6 (High)"},"vals":{"rank":35,"of":63,"score":50.6,"pct":45.2,"variant":"anthropic/claude-sonnet-4-6"},"eqbench":{"rank":16,"of":28,"score":1206.5,"pct":44.4,"variant":"claude-sonnet-4-6"},"benchlm":{"rank":30,"of":74,"score":56.35,"pct":60.3,"variant":"Claude Sonnet 4.6"}},"metrics":{"arena_coding":{"rank":13,"of":344,"score":1528.3,"pct":96.5,"variant":"claude-sonnet-4-6"},"arena_math":{"rank":44,"of":332,"score":1462.5,"pct":87,"variant":"claude-sonnet-4-6"},"arena_creative_writing":{"rank":30,"of":347,"score":1449.8,"pct":91.6,"variant":"claude-sonnet-4-6"},"arena_instruction_following":{"rank":18,"of":349,"score":1476.1,"pct":95.1,"variant":"claude-sonnet-4-6"},"arena_hard_prompts":{"rank":17,"of":349,"score":1504,"pct":95.4,"variant":"claude-sonnet-4-6"},"arena_multi_turn":{"rank":29,"of":347,"score":1480.8,"pct":91.9,"variant":"claude-sonnet-4-6"},"arena_expert":{"rank":18,"of":301,"score":1507.9,"pct":94.3,"variant":"claude-sonnet-4-6"},"arena_japanese":{"rank":33,"of":226,"score":1437.3,"pct":85.8,"variant":"claude-sonnet-4-6"},"arena_industry_business_and_management_and_financial_operations":{"rank":17,"of":342,"score":1483.5,"pct":95.3,"variant":"claude-sonnet-4-6"},"arena_industry_medicine_and_healthcare":{"rank":23,"of":320,"score":1491.3,"pct":93.1,"variant":"claude-sonnet-4-6"},"arena_industry_legal_and_government":{"rank":23,"of":323,"score":1485.5,"pct":93.2,"variant":"claude-sonnet-4-6"},"arena_webdev":{"rank":32,"of":110,"score":1520.7,"pct":71.6,"variant":"claude-sonnet-4-6"},"arena_vision":{"rank":22,"of":134,"score":1275.4,"pct":84.2,"variant":"claude-sonnet-4-6"},"arena_document":{"rank":10,"of":37,"score":1477.7,"pct":75,"variant":"claude-sonnet-4-6"},"arena_agent":{"rank":28,"of":43,"score":-0.015,"pct":35.7,"variant":"Claude Sonnet 4.6"},"aa_index":{"rank":38,"of":107,"score":30.1,"pct":65.1,"variant":"claude-sonnet-4-6"},"aa_hle":{"rank":46,"of":109,"score":33.6,"pct":58.3,"variant":"claude-sonnet-4-6"},"aa_gpqa":{"rank":39,"of":100,"score":87.5,"pct":61.6,"variant":"claude-sonnet-4-6"},"aa_scicode":{"rank":40,"of":107,"score":50.1,"pct":63.2,"variant":"claude-sonnet-4-6"},"aa_terminalbenchHard":{"rank":7,"of":62,"score":53,"pct":90.2,"variant":"claude-sonnet-4-6"},"aa_tau2":{"rank":34,"of":61,"score":75.7,"pct":45,"variant":"claude-sonnet-4-6"},"aa_ifbench":{"rank":40,"of":62,"score":56.6,"pct":36.1,"variant":"claude-sonnet-4-6"},"aa_lcr":{"rank":29,"of":109,"score":80,"pct":74.1,"variant":"claude-sonnet-4-6"},"aa_mmmuPro":{"rank":39,"of":55,"score":73.3,"pct":29.6,"variant":"claude-sonnet-4-6"},"aa_critpt":{"rank":56,"of":112,"score":3.1,"pct":50.5,"variant":"claude-sonnet-4-6"},"aa_omniscience":{"rank":27,"of":109,"score":12.2,"pct":75.9,"variant":"claude-sonnet-4-6"},"aa_gdpvalNormalized":{"rank":29,"of":107,"score":0.4,"pct":73.6,"variant":"claude-sonnet-4-6"},"aa_apexAgents":{"rank":10,"of":22,"score":28,"pct":57.1,"variant":"claude-sonnet-4-6"},"livebench_global":{"rank":44,"of":60,"score":73,"pct":27.1,"variant":"claude-sonnet-4-6-thinking-auto-medium-effort"},"livebench_reasoning":{"rank":34,"of":60,"score":84.8,"pct":44.1,"variant":"claude-sonnet-4-6-thinking-auto-medium-effort"},"livebench_coding":{"rank":21,"of":60,"score":79.3,"pct":66.1,"variant":"claude-sonnet-4-6-thinking-auto-medium-effort"},"livebench_agentic_coding":{"rank":53,"of":60,"score":42.6,"pct":11.9,"variant":"claude-sonnet-4-6-thinking-auto-medium-effort"},"livebench_mathematics":{"rank":42,"of":60,"score":87,"pct":30.5,"variant":"claude-sonnet-4-6-thinking-auto-medium-effort"},"livebench_data_analysis":{"rank":25,"of":60,"score":77.9,"pct":59.3,"variant":"claude-sonnet-4-6-thinking-auto-medium-effort"},"livebench_language":{"rank":42,"of":60,"score":76.1,"pct":30.5,"variant":"claude-sonnet-4-6-thinking-auto-medium-effort"},"livebench_if":{"rank":46,"of":60,"score":63.2,"pct":23.7,"variant":"claude-sonnet-4-6-thinking-auto-medium-effort"},"epoch_eci":{"rank":38,"of":239,"score":152.25,"pct":84.5,"variant":"Claude Sonnet 4.6"},"epoch_gpqa":{"rank":47,"of":201,"score":87.4,"pct":77,"variant":"claude-sonnet-4-6_32K"},"epoch_simpleqa":{"rank":41,"of":69,"score":35.5,"pct":41.2,"variant":"claude-sonnet-4-6_high"},"epoch_aime":{"rank":61,"of":182,"score":85.8,"pct":66.9,"variant":"claude-sonnet-4-6_32K"},"arc_v2":{"rank":24,"of":79,"score":60.4,"pct":70.5,"variant":"Claude Sonnet 4.6 (High)"},"arc_v1":{"rank":31,"of":76,"score":86.5,"pct":60,"variant":"Claude Sonnet 4.6 (High)"},"scale_mcp":{"rank":23,"of":34,"score":69.5,"pct":33.3,"variant":"claude-sonnet-4-6"},"vals_index":{"rank":35,"of":63,"score":50.6,"pct":45.2,"variant":"anthropic/claude-sonnet-4-6"},"vals_vibe_code_bench":{"rank":35,"of":63,"score":51.5,"pct":45.2,"variant":"anthropic/claude-sonnet-4-6"},"vals_finance_agent":{"rank":30,"of":63,"score":51,"pct":53.2,"variant":"anthropic/claude-sonnet-4-6"},"vals_terminal_bench_2_1":{"rank":38,"of":63,"score":57.3,"pct":40.3,"variant":"anthropic/claude-sonnet-4-6"},"vals_emb":{"rank":26,"of":63,"score":60.2,"pct":59.7,"variant":"anthropic/claude-sonnet-4-6"},"vals_code_migration":{"rank":25,"of":63,"score":40.1,"pct":61.3,"variant":"anthropic/claude-sonnet-4-6"},"vals_legal_research":{"rank":24,"of":63,"score":38.5,"pct":62.9,"variant":"anthropic/claude-sonnet-4-6"},"vals_legal_agent_benchmark":{"rank":27,"of":63,"score":5,"pct":58.1,"variant":"anthropic/claude-sonnet-4-6"},"eqbench":{"rank":16,"of":28,"score":1206.5,"pct":44.4,"variant":"claude-sonnet-4-6"},"eqbench_cw":{"rank":24,"of":137,"score":1810.4,"pct":83.1,"variant":"claude-sonnet-4-6"},"benchlm":{"rank":30,"of":74,"score":56.35,"pct":60.3,"variant":"Claude Sonnet 4.6"},"benchlm_agentic":{"rank":27,"of":54,"score":41.79,"pct":50.9,"variant":"Claude Sonnet 4.6"},"benchlm_coding":{"rank":26,"of":63,"score":48.14,"pct":59.7,"variant":"Claude Sonnet 4.6"},"benchlm_multimodalGrounded":{"rank":24,"of":30,"score":54.1,"pct":20.7,"variant":"Claude Sonnet 4.6"},"benchlm_knowledge":{"rank":31,"of":69,"score":53.03,"pct":55.9,"variant":"Claude Sonnet 4.6"},"benchlm_instructionFollowing":{"rank":42,"of":53,"score":46.6,"pct":21.2,"variant":"Claude Sonnet 4.6"}},"domains":{"overall":68.8,"coding":69.8,"agent":57,"reasoning":72.9,"math":69.1,"knowledge":77.4,"writing":63.8,"instruction":48.1,"chat":63.7,"business":84.8,"japanese":78.8,"vision":34.6,"longctx":66.6},"coverage":7,"avgPct":56.7,"overall":68.8,"rank":45,"avgRank":32.1,"aliases":["claude-sonnet-4-6","Claude Sonnet 4.6","claude-sonnet-4-6-thinking-auto-medium-effort","claude-sonnet-4-6_32K","claude-sonnet-4-6_high","Claude Sonnet 4.6 (High)","anthropic/claude-sonnet-4-6"],"open":false,"release":"2026-02-01","reasoning":true,"ctx":1000000,"pin":3,"pout":15,"tps":49,"ttft":1.58,"theta":0.631,"se":0.107,"lo":63.8,"hi":73.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"glm-5-2","name":"GLM-5.2","provider":"zai","providerName":"Z.ai (Zhipu)","country":"CN","sites":{"aa":{"rank":33,"of":107,"score":33.7,"pct":69.8,"variant":"glm-5-2"},"livebench":{"rank":42,"of":60,"score":73.2,"pct":30.5,"variant":"glm-5.2"},"epoch":{"rank":43,"of":239,"score":151.76,"pct":82.4,"variant":"GLM-5.2"},"arc":{"rank":38,"of":79,"score":22.8,"pct":52.6,"variant":"GLM-5.2"},"vals":{"rank":30,"of":63,"score":53.1,"pct":53.2,"variant":"zai/glm-5.2"},"eqbench":{"rank":14,"of":28,"score":1221.9,"pct":51.9,"variant":"glm-5.2"},"simplebench":{"rank":38,"of":99,"score":58.8,"pct":62.2,"variant":"GLM 5.2"},"benchlm":{"rank":23,"of":74,"score":62.52,"pct":69.9,"variant":"GLM-5.2"}},"metrics":{"arena_coding":{"rank":40,"of":344,"score":1509.8,"pct":88.6,"variant":"glm-5.2-max"},"arena_math":{"rank":21,"of":332,"score":1479.5,"pct":94,"variant":"glm-5.2-max"},"arena_creative_writing":{"rank":28,"of":347,"score":1451,"pct":92.2,"variant":"glm-5.2-max"},"arena_instruction_following":{"rank":26,"of":349,"score":1466.2,"pct":92.8,"variant":"glm-5.2-max"},"arena_hard_prompts":{"rank":31,"of":349,"score":1493.1,"pct":91.4,"variant":"glm-5.2-max"},"arena_multi_turn":{"rank":45,"of":347,"score":1468.9,"pct":87.3,"variant":"glm-5.2-max"},"arena_expert":{"rank":34,"of":301,"score":1493.7,"pct":89,"variant":"glm-5.2-max"},"arena_japanese":{"rank":21,"of":226,"score":1452.5,"pct":91.1,"variant":"glm-5.2-max"},"arena_industry_business_and_management_and_financial_operations":{"rank":43,"of":342,"score":1459.8,"pct":87.7,"variant":"glm-5.2-max"},"arena_industry_medicine_and_healthcare":{"rank":34,"of":320,"score":1485.3,"pct":89.7,"variant":"glm-5.2-max"},"arena_industry_legal_and_government":{"rank":30,"of":323,"score":1479.4,"pct":91,"variant":"glm-5.2-max"},"arena_webdev":{"rank":18,"of":110,"score":1599.5,"pct":84.4,"variant":"glm-5.2-max"},"arena_agent":{"rank":13,"of":43,"score":0.044,"pct":71.4,"variant":"GLM 5.2 (Max)"},"aa_index":{"rank":33,"of":107,"score":33.7,"pct":69.8,"variant":"glm-5-2"},"aa_hle":{"rank":27,"of":109,"score":41.1,"pct":75.9,"variant":"glm-5-2"},"aa_gpqa":{"rank":37,"of":100,"score":89.5,"pct":63.6,"variant":"glm-5-2"},"aa_scicode":{"rank":35,"of":107,"score":51.2,"pct":67.9,"variant":"glm-5-2"},"aa_terminalbenchHard":{"rank":9,"of":62,"score":50.8,"pct":86.9,"variant":"glm-5-2"},"aa_tau2":{"rank":1,"of":61,"score":99.1,"pct":100,"variant":"glm-5-2"},"aa_ifbench":{"rank":21,"of":62,"score":73.3,"pct":67.2,"variant":"glm-5-2"},"aa_lcr":{"rank":43,"of":109,"score":78.3,"pct":61.1,"variant":"glm-5-2"},"aa_critpt":{"rank":16,"of":112,"score":20.9,"pct":86.5,"variant":"glm-5-2"},"aa_omniscience":{"rank":33,"of":109,"score":4.4,"pct":70.4,"variant":"glm-5-2"},"aa_gdpvalNormalized":{"rank":29,"of":107,"score":0.4,"pct":73.6,"variant":"glm-5-2"},"aa_apexAgents":{"rank":6,"of":22,"score":33.7,"pct":76.2,"variant":"glm-5-2"},"livebench_global":{"rank":42,"of":60,"score":73.2,"pct":30.5,"variant":"glm-5.2"},"livebench_reasoning":{"rank":48,"of":60,"score":78.6,"pct":20.3,"variant":"glm-5.2"},"livebench_coding":{"rank":19,"of":60,"score":79.7,"pct":69.5,"variant":"glm-5.2"},"livebench_agentic_coding":{"rank":34,"of":60,"score":51.8,"pct":44.1,"variant":"glm-5.2"},"livebench_mathematics":{"rank":30,"of":60,"score":89.8,"pct":50.8,"variant":"glm-5.2"},"livebench_data_analysis":{"rank":37,"of":60,"score":73.7,"pct":39,"variant":"glm-5.2"},"livebench_language":{"rank":41,"of":60,"score":76.2,"pct":32.2,"variant":"glm-5.2"},"livebench_if":{"rank":49,"of":60,"score":62.3,"pct":18.6,"variant":"glm-5.2"},"epoch_eci":{"rank":43,"of":239,"score":151.76,"pct":82.4,"variant":"GLM-5.2"},"epoch_frontiermath":{"rank":29,"of":72,"score":59.2,"pct":60.6,"variant":"glm-5.2_max"},"epoch_frontiermath4":{"rank":24,"of":55,"score":29.3,"pct":57.4,"variant":"glm-5.2_max"},"epoch_gpqa":{"rank":19,"of":201,"score":91.9,"pct":91,"variant":"glm-5.2_max"},"epoch_simpleqa":{"rank":44,"of":69,"score":34.2,"pct":36.8,"variant":"glm-5.2_max"},"epoch_aime":{"rank":59,"of":182,"score":86.4,"pct":68,"variant":"glm-5.2_max"},"arc_v2":{"rank":38,"of":79,"score":22.8,"pct":52.6,"variant":"GLM-5.2"},"arc_v1":{"rank":37,"of":76,"score":77,"pct":52,"variant":"GLM-5.2"},"scale_mcp":{"rank":15,"of":34,"score":77.8,"pct":57.6,"variant":"glm-5p2"},"vals_index":{"rank":30,"of":63,"score":53.1,"pct":53.2,"variant":"zai/glm-5.2"},"vals_vibe_code_bench":{"rank":33,"of":63,"score":64,"pct":48.4,"variant":"zai/glm-5.2"},"vals_finance_agent":{"rank":34,"of":63,"score":49.7,"pct":46.8,"variant":"zai/glm-5.2"},"vals_terminal_bench_2_1":{"rank":29,"of":63,"score":67.8,"pct":54.8,"variant":"zai/glm-5.2"},"vals_emb":{"rank":25,"of":63,"score":61.5,"pct":61.3,"variant":"zai/glm-5.2"},"vals_code_migration":{"rank":26,"of":63,"score":38.8,"pct":59.7,"variant":"zai/glm-5.2"},"vals_legal_research":{"rank":32,"of":63,"score":31.3,"pct":50,"variant":"zai/glm-5.2"},"vals_legal_agent_benchmark":{"rank":20,"of":63,"score":7.1,"pct":69.4,"variant":"zai/glm-5.2"},"eqbench":{"rank":14,"of":28,"score":1221.9,"pct":51.9,"variant":"glm-5.2"},"eqbench_cw":{"rank":29,"of":137,"score":1756.5,"pct":79.4,"variant":"zai-org/GLM-5.2"},"simplebench":{"rank":38,"of":99,"score":58.8,"pct":62.2,"variant":"GLM 5.2"},"benchlm":{"rank":23,"of":74,"score":62.52,"pct":69.9,"variant":"GLM-5.2"},"benchlm_agentic":{"rank":17,"of":54,"score":55.63,"pct":69.8,"variant":"GLM-5.2"},"benchlm_coding":{"rank":16,"of":63,"score":57.17,"pct":75.8,"variant":"GLM-5.2"},"benchlm_knowledge":{"rank":27,"of":69,"score":57.2,"pct":61.8,"variant":"GLM-5.2"},"benchlm_instructionFollowing":{"rank":16,"of":53,"score":88.5,"pct":71.2,"variant":"GLM-5.2"}},"domains":{"overall":68.6,"coding":77.6,"agent":75.9,"reasoning":63.9,"math":75.3,"knowledge":81,"writing":63.3,"instruction":53.6,"chat":67.1,"business":83.5,"japanese":81.2,"longctx":45.9},"coverage":8,"avgPct":59.1,"overall":68.6,"rank":46,"avgRank":32.6,"aliases":["glm-5.2-max","GLM 5.2 (Max)","glm-5-2","glm-5.2","GLM-5.2","glm-5.2_max","glm-5p2","zai/glm-5.2","zai-org/GLM-5.2","GLM 5.2"],"open":true,"release":"2026-06-13","reasoning":true,"ctx":1000000,"pin":1.4,"pout":4.4,"tps":166,"ttft":1.21,"theta":0.624,"se":0.104,"lo":63.8,"hi":73,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"qwen3-7-max","name":"Qwen3.7 Max","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"aa":{"rank":40,"of":107,"score":29.5,"pct":63.2,"variant":"qwen3-7-max"},"livebench":{"rank":43,"of":60,"score":73.1,"pct":28.8,"variant":"qwen3.7-max"},"epoch":{"rank":35,"of":239,"score":153.74,"pct":85.7,"variant":"Qwen3.7-Max"},"vals":{"rank":38,"of":63,"score":44.8,"pct":40.3,"variant":"alibaba/qwen3.7-max"},"eqbench":{"rank":23,"of":28,"score":1109.7,"pct":18.5,"variant":"qwen3.7-max"},"benchlm":{"rank":22,"of":74,"score":63.18,"pct":71.2,"variant":"Qwen3.7 Max"}},"metrics":{"arena_coding":{"rank":17,"of":344,"score":1524.7,"pct":95.3,"variant":"qwen3.7-max-preview"},"arena_math":{"rank":17,"of":332,"score":1489.4,"pct":95.2,"variant":"qwen3.7-max-preview"},"arena_creative_writing":{"rank":39,"of":347,"score":1443.7,"pct":89,"variant":"qwen3.7-max-preview"},"arena_instruction_following":{"rank":30,"of":349,"score":1464.4,"pct":91.7,"variant":"qwen3.7-max-preview"},"arena_hard_prompts":{"rank":29,"of":349,"score":1494.6,"pct":92,"variant":"qwen3.7-max-preview"},"arena_multi_turn":{"rank":28,"of":347,"score":1481.5,"pct":92.2,"variant":"qwen3.7-max-preview"},"arena_expert":{"rank":20,"of":301,"score":1507,"pct":93.7,"variant":"qwen3.7-max-preview"},"arena_industry_business_and_management_and_financial_operations":{"rank":45,"of":342,"score":1459.5,"pct":87.1,"variant":"qwen3.7-max-preview"},"arena_industry_medicine_and_healthcare":{"rank":49,"of":320,"score":1474.8,"pct":85,"variant":"qwen3.7-max-preview"},"arena_industry_legal_and_government":{"rank":35,"of":323,"score":1475.1,"pct":89.4,"variant":"qwen3.7-max-preview"},"arena_webdev":{"rank":36,"of":110,"score":1517,"pct":67.9,"variant":"qwen3.7-max-20260517"},"arena_agent":{"rank":31,"of":43,"score":-0.036,"pct":28.6,"variant":"Qwen3.7 Max"},"aa_index":{"rank":40,"of":107,"score":29.5,"pct":63.2,"variant":"qwen3-7-max"},"aa_hle":{"rank":30,"of":109,"score":40.5,"pct":73.1,"variant":"qwen3-7-max"},"aa_gpqa":{"rank":19,"of":100,"score":92.3,"pct":81.8,"variant":"qwen3-7-max"},"aa_scicode":{"rank":43,"of":107,"score":49.5,"pct":60.4,"variant":"qwen3-7-max"},"aa_terminalbenchHard":{"rank":9,"of":62,"score":50.8,"pct":86.9,"variant":"qwen3-7-max"},"aa_tau2":{"rank":12,"of":61,"score":94.7,"pct":81.7,"variant":"qwen3-7-max"},"aa_ifbench":{"rank":4,"of":62,"score":80.5,"pct":95.1,"variant":"qwen3-7-max"},"aa_lcr":{"rank":40,"of":109,"score":79,"pct":63.9,"variant":"qwen3-7-max"},"aa_critpt":{"rank":36,"of":112,"score":13.4,"pct":68.5,"variant":"qwen3-7-max"},"aa_omniscience":{"rank":26,"of":109,"score":13.5,"pct":76.9,"variant":"qwen3-7-max"},"aa_gdpvalNormalized":{"rank":39,"of":107,"score":0.3,"pct":64.2,"variant":"qwen3-7-max"},"livebench_global":{"rank":43,"of":60,"score":73.1,"pct":28.8,"variant":"qwen3.7-max"},"livebench_reasoning":{"rank":36,"of":60,"score":83.3,"pct":40.7,"variant":"qwen3.7-max"},"livebench_coding":{"rank":46,"of":60,"score":74.2,"pct":23.7,"variant":"qwen3.7-max"},"livebench_agentic_coding":{"rank":51,"of":60,"score":43.6,"pct":15.3,"variant":"qwen3.7-max"},"livebench_mathematics":{"rank":47,"of":60,"score":85.2,"pct":22,"variant":"qwen3.7-max"},"livebench_data_analysis":{"rank":42,"of":60,"score":71.8,"pct":30.5,"variant":"qwen3.7-max"},"livebench_language":{"rank":30,"of":60,"score":79.7,"pct":50.8,"variant":"qwen3.7-max"},"livebench_if":{"rank":13,"of":60,"score":74,"pct":79.7,"variant":"qwen3.7-max"},"epoch_eci":{"rank":35,"of":239,"score":153.74,"pct":85.7,"variant":"Qwen3.7-Max"},"epoch_frontiermath":{"rank":25,"of":72,"score":64.6,"pct":66.2,"variant":"qwen3.7-max"},"epoch_frontiermath4":{"rank":20,"of":55,"score":34.1,"pct":64.8,"variant":"qwen3.7-max"},"epoch_gpqa":{"rank":25,"of":201,"score":90.9,"pct":88,"variant":"qwen3.7-max"},"epoch_simpleqa":{"rank":15,"of":69,"score":55.8,"pct":79.4,"variant":"qwen3.7-max"},"epoch_aime":{"rank":23,"of":182,"score":95.6,"pct":87.8,"variant":"qwen3.7-max"},"vals_index":{"rank":38,"of":63,"score":44.8,"pct":40.3,"variant":"alibaba/qwen3.7-max"},"vals_vibe_code_bench":{"rank":38,"of":63,"score":47.7,"pct":40.3,"variant":"alibaba/qwen3.7-max"},"vals_finance_agent":{"rank":40,"of":63,"score":47.8,"pct":37.1,"variant":"alibaba/qwen3.7-max"},"vals_terminal_bench_2_1":{"rank":35,"of":63,"score":61,"pct":45.2,"variant":"alibaba/qwen3.7-max"},"vals_emb":{"rank":32,"of":63,"score":57,"pct":50,"variant":"alibaba/qwen3.7-max"},"vals_code_migration":{"rank":47,"of":63,"score":12.9,"pct":25.8,"variant":"alibaba/qwen3.7-max"},"vals_legal_research":{"rank":39,"of":63,"score":25.5,"pct":38.7,"variant":"alibaba/qwen3.7-max"},"vals_legal_agent_benchmark":{"rank":38,"of":63,"score":1.7,"pct":40.3,"variant":"alibaba/qwen3.7-max"},"eqbench":{"rank":23,"of":28,"score":1109.7,"pct":18.5,"variant":"qwen3.7-max"},"benchlm":{"rank":22,"of":74,"score":63.18,"pct":71.2,"variant":"Qwen3.7 Max"},"benchlm_agentic":{"rank":29,"of":54,"score":39.81,"pct":47.2,"variant":"Qwen3.7 Max"},"benchlm_coding":{"rank":27,"of":63,"score":46.23,"pct":58.1,"variant":"Qwen3.7 Max"},"benchlm_knowledge":{"rank":23,"of":69,"score":60.78,"pct":67.6,"variant":"Qwen3.7 Max"},"benchlm_instructionFollowing":{"rank":12,"of":53,"score":89.2,"pct":78.8,"variant":"Qwen3.7 Max"}},"domains":{"overall":66.2,"coding":65.1,"agent":55.4,"reasoning":72.5,"math":67.9,"knowledge":83.6,"writing":69.3,"instruction":81.2,"chat":36.9,"business":79,"longctx":47.9},"coverage":6,"avgPct":51.3,"overall":66.2,"rank":47,"avgRank":33.5,"aliases":["qwen3.7-max-preview","qwen3.7-max-20260517","Qwen3.7 Max","qwen3-7-max","qwen3.7-max","Qwen3.7-Max","alibaba/qwen3.7-max"],"open":false,"release":"2026-05-16","reasoning":true,"ctx":1000000,"pin":2.5,"pout":7.5,"tps":205,"ttft":2.24,"theta":0.538,"se":0.114,"lo":60.8,"hi":71.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"qwen-3-6-max","name":"Qwen 3.6 Max","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"epoch":{"rank":53,"of":239,"score":149.27,"pct":78.2,"variant":"Qwen 3.6 Max (Preview)"},"simplebench":{"rank":25,"of":99,"score":63,"pct":75.5,"variant":"Qwen 3.6 Max Preview"}},"metrics":{"epoch_eci":{"rank":53,"of":239,"score":149.27,"pct":78.2,"variant":"Qwen 3.6 Max (Preview)"},"simplebench":{"rank":25,"of":99,"score":63,"pct":75.5,"variant":"Qwen 3.6 Max Preview"}},"domains":{"overall":65.8,"reasoning":70.7},"coverage":2,"avgPct":76.9,"overall":65.8,"rank":48,"avgRank":39,"aliases":["Qwen 3.6 Max (Preview)","Qwen 3.6 Max Preview"],"release":"2026-04-20","open":false,"reasoning":true,"theta":0.525,"se":0.335,"lo":49.2,"hi":79.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gpt-5-2","name":"GPT-5.2","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":36,"of":239,"score":153.45,"pct":85.3,"variant":"GPT-5.2"},"arc":{"rank":31,"of":79,"score":52.9,"pct":61.5,"variant":"GPT-5.2 (XHigh)"},"simplebench":{"rank":58,"of":99,"score":45.8,"pct":41.8,"variant":"GPT-5.2 (high)"},"benchlm":{"rank":25,"of":74,"score":61.37,"pct":67.1,"variant":"GPT-5.2"}},"metrics":{"arena_coding":{"rank":32,"of":344,"score":1514.9,"pct":91,"variant":"gpt-5.2-chat-latest-20260210"},"arena_math":{"rank":46,"of":332,"score":1458.2,"pct":86.4,"variant":"gpt-5.2-high"},"arena_creative_writing":{"rank":47,"of":347,"score":1433.4,"pct":86.7,"variant":"gpt-5.2-chat-latest-20260210"},"arena_instruction_following":{"rank":38,"of":349,"score":1457.2,"pct":89.4,"variant":"gpt-5.2-chat-latest-20260210"},"arena_hard_prompts":{"rank":25,"of":349,"score":1497,"pct":93.1,"variant":"gpt-5.2-chat-latest-20260210"},"arena_multi_turn":{"rank":14,"of":347,"score":1493.8,"pct":96.2,"variant":"gpt-5.2-chat-latest-20260210"},"arena_expert":{"rank":38,"of":301,"score":1490.8,"pct":87.7,"variant":"gpt-5.2-chat-latest-20260210"},"arena_japanese":{"rank":22,"of":226,"score":1449.7,"pct":90.7,"variant":"gpt-5.2-chat-latest-20260210"},"arena_industry_business_and_management_and_financial_operations":{"rank":15,"of":342,"score":1484.2,"pct":95.9,"variant":"gpt-5.2-chat-latest-20260210"},"arena_industry_medicine_and_healthcare":{"rank":13,"of":320,"score":1500.1,"pct":96.2,"variant":"gpt-5.2-chat-latest-20260210"},"arena_industry_legal_and_government":{"rank":28,"of":323,"score":1481.8,"pct":91.6,"variant":"gpt-5.2-chat-latest-20260210"},"arena_webdev":{"rank":59,"of":110,"score":1416.6,"pct":46.8,"variant":"gpt-5.2"},"arena_vision":{"rank":21,"of":134,"score":1278.3,"pct":85,"variant":"gpt-5.2-chat-latest-20260210"},"arena_document":{"rank":34,"of":37,"score":1425.4,"pct":8.3,"variant":"gpt-5.2"},"epoch_eci":{"rank":36,"of":239,"score":153.45,"pct":85.3,"variant":"GPT-5.2"},"arc_v2":{"rank":31,"of":79,"score":52.9,"pct":61.5,"variant":"GPT-5.2 (XHigh)"},"arc_v1":{"rank":32,"of":76,"score":86.2,"pct":58.7,"variant":"GPT-5.2 (XHigh)"},"scale_mcp":{"rank":24,"of":34,"score":67.6,"pct":30.3,"variant":"gpt-5.2 (xhigh)"},"eqbench_cw":{"rank":33,"of":137,"score":1702.9,"pct":76.5,"variant":"gpt-5.2"},"simplebench":{"rank":58,"of":99,"score":45.8,"pct":41.8,"variant":"GPT-5.2 (high)"},"benchlm":{"rank":25,"of":74,"score":61.37,"pct":67.1,"variant":"GPT-5.2"},"benchlm_agentic":{"rank":25,"of":54,"score":42.57,"pct":54.7,"variant":"GPT-5.2"},"benchlm_coding":{"rank":33,"of":63,"score":40.95,"pct":48.4,"variant":"GPT-5.2"},"benchlm_multimodalGrounded":{"rank":18,"of":30,"score":66.3,"pct":41.4,"variant":"GPT-5.2"},"benchlm_knowledge":{"rank":26,"of":69,"score":57.9,"pct":63.2,"variant":"GPT-5.2"},"benchlm_instructionFollowing":{"rank":9,"of":53,"score":91.2,"pct":84.6,"variant":"GPT-5.2"}},"domains":{"overall":65.2,"coding":53.2,"agent":51.8,"reasoning":58.5,"math":65.5,"knowledge":80.7,"writing":64.8,"instruction":69.8,"chat":64.4,"business":73.9,"japanese":80.7,"vision":53,"longctx":7.4},"coverage":4,"avgPct":63.9,"overall":65.2,"rank":49,"avgRank":37.5,"aliases":["gpt-5.2-chat-latest-20260210","gpt-5.2-high","gpt-5.2","GPT-5.2","GPT-5.2 (XHigh)","gpt-5.2 (xhigh)","GPT-5.2 (high)"],"open":false,"release":"2025-12-11","reasoning":true,"ctx":400000,"pin":1.75,"pout":14,"tps":78,"ttft":0.98,"theta":0.501,"se":0.179,"lo":56.4,"hi":73,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"qwen-3-8-27b","name":"Qwen 3.8 27B","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"epoch":{"rank":52,"of":239,"score":149.38,"pct":78.6,"variant":"Qwen 3.8 27B"},"simplebench":{"rank":36,"of":99,"score":60.2,"pct":64.3,"variant":"Qwen 3.8 27B"}},"metrics":{"arena_agent":{"rank":26,"of":43,"score":-0.006,"pct":40.5,"variant":"Qwen 3.8 27B"},"epoch_eci":{"rank":52,"of":239,"score":149.38,"pct":78.6,"variant":"Qwen 3.8 27B"},"simplebench":{"rank":36,"of":99,"score":60.2,"pct":64.3,"variant":"Qwen 3.8 27B"}},"domains":{"overall":63.4,"agent":68,"reasoning":66.8},"coverage":2,"avgPct":71.4,"overall":63.4,"rank":50,"avgRank":44,"aliases":["Qwen 3.8 27B"],"release":"2026-08-14","open":true,"theta":0.441,"se":0.335,"lo":46.6,"hi":77.6,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"claude-opus-4-5","name":"Claude Opus 4.5","provider":"anthropic","providerName":"Anthropic","country":"US","sites":{"livebench":{"rank":45,"of":60,"score":72.6,"pct":25.4,"variant":"claude-opus-4-5-20251101-thinking-64k-high-effort"},"epoch":{"rank":47,"of":239,"score":150.1,"pct":80.7,"variant":"Claude Opus 4.5"},"arc":{"rank":34,"of":79,"score":37.6,"pct":57.7,"variant":"Opus 4.5 (Thinking, 64K)"},"scale":{"rank":14,"of":42,"score":25.2,"pct":68.3,"variant":"claude-opus-4-5-20251101-thinking"},"simplebench":{"rank":29,"of":99,"score":62,"pct":71.4,"variant":"Claude Opus 4.5"},"benchlm":{"rank":34,"of":74,"score":55.09,"pct":54.8,"variant":"Claude Opus 4.5"}},"metrics":{"arena_coding":{"rank":12,"of":344,"score":1530.2,"pct":96.8,"variant":"claude-opus-4-5-20251101-high-32k"},"arena_math":{"rank":37,"of":332,"score":1470.2,"pct":89.1,"variant":"claude-opus-4-5-20251101-high-32k"},"arena_creative_writing":{"rank":13,"of":347,"score":1468.1,"pct":96.5,"variant":"claude-opus-4-5-20251101-high-32k"},"arena_instruction_following":{"rank":11,"of":349,"score":1483,"pct":97.1,"variant":"claude-opus-4-5-20251101-high-32k"},"arena_hard_prompts":{"rank":22,"of":349,"score":1499.3,"pct":94,"variant":"claude-opus-4-5-20251101-high-32k"},"arena_multi_turn":{"rank":22,"of":347,"score":1486.2,"pct":93.9,"variant":"claude-opus-4-5-20251101-high-32k"},"arena_expert":{"rank":24,"of":301,"score":1503.4,"pct":92.3,"variant":"claude-opus-4-5-20251101"},"arena_japanese":{"rank":26,"of":226,"score":1446.6,"pct":88.9,"variant":"claude-opus-4-5-20251101-high-32k"},"arena_industry_business_and_management_and_financial_operations":{"rank":25,"of":342,"score":1472.6,"pct":93,"variant":"claude-opus-4-5-20251101"},"arena_industry_medicine_and_healthcare":{"rank":32,"of":320,"score":1486.1,"pct":90.3,"variant":"claude-opus-4-5-20251101"},"arena_industry_legal_and_government":{"rank":21,"of":323,"score":1486.4,"pct":93.8,"variant":"claude-opus-4-5-20251101-high-32k"},"arena_webdev":{"rank":42,"of":110,"score":1494.8,"pct":62.4,"variant":"claude-opus-4-5-20251101-high-32k"},"arena_document":{"rank":17,"of":37,"score":1464.6,"pct":55.6,"variant":"claude-opus-4-5-20251101"},"livebench_global":{"rank":45,"of":60,"score":72.6,"pct":25.4,"variant":"claude-opus-4-5-20251101-thinking-64k-high-effort"},"livebench_reasoning":{"rank":45,"of":60,"score":80.1,"pct":25.4,"variant":"claude-opus-4-5-20251101-thinking-64k-high-effort"},"livebench_coding":{"rank":19,"of":60,"score":79.7,"pct":69.5,"variant":"claude-opus-4-5-20251101-thinking-64k-high-effort"},"livebench_agentic_coding":{"rank":57,"of":60,"score":39.7,"pct":5.1,"variant":"claude-opus-4-5-20251101-thinking-64k-high-effort"},"livebench_mathematics":{"rank":28,"of":60,"score":90.4,"pct":54.2,"variant":"claude-opus-4-5-20251101-thinking-64k-high-effort"},"livebench_data_analysis":{"rank":34,"of":60,"score":74.4,"pct":44.1,"variant":"claude-opus-4-5-20251101-thinking-64k-high-effort"},"livebench_language":{"rank":24,"of":60,"score":81.3,"pct":61,"variant":"claude-opus-4-5-20251101-thinking-64k-high-effort"},"livebench_if":{"rank":48,"of":60,"score":62.5,"pct":20.3,"variant":"claude-opus-4-5-20251101-thinking-64k-high-effort"},"epoch_eci":{"rank":47,"of":239,"score":150.1,"pct":80.7,"variant":"Claude Opus 4.5"},"epoch_frontiermath":{"rank":49,"of":72,"score":34.4,"pct":32.4,"variant":"claude-opus-4-5-20251101_32K"},"epoch_frontiermath4":{"rank":47,"of":55,"score":4.9,"pct":14.8,"variant":"claude-opus-4-5-20251101_32K"},"epoch_gpqa":{"rank":53,"of":201,"score":86,"pct":74,"variant":"claude-opus-4-5-20251101_32K"},"epoch_simpleqa":{"rank":30,"of":69,"score":45.7,"pct":57.4,"variant":"claude-opus-4-5-20251101_32K"},"epoch_aime":{"rank":60,"of":182,"score":86.1,"pct":67.4,"variant":"claude-opus-4-5-20251101_32K"},"arc_v2":{"rank":34,"of":79,"score":37.6,"pct":57.7,"variant":"Opus 4.5 (Thinking, 64K)"},"arc_v1":{"rank":35,"of":76,"score":80,"pct":54.7,"variant":"Opus 4.5 (Thinking, 64K)"},"scale_hle":{"rank":14,"of":42,"score":25.2,"pct":68.3,"variant":"claude-opus-4-5-20251101-thinking"},"scale_multichallenge":{"rank":12,"of":28,"score":58.97,"pct":59.3,"variant":"claude-opus-4-5-20251101-thinking"},"scale_mcp":{"rank":22,"of":34,"score":69.8,"pct":36.4,"variant":"claude-opus-4-5 (high)"},"eqbench_cw":{"rank":36,"of":137,"score":1686.7,"pct":74.3,"variant":"claude-opus-4-5-20251101"},"simplebench":{"rank":29,"of":99,"score":62,"pct":71.4,"variant":"Claude Opus 4.5"},"benchlm":{"rank":34,"of":74,"score":55.09,"pct":54.8,"variant":"Claude Opus 4.5"},"benchlm_agentic":{"rank":40,"of":54,"score":30.88,"pct":26.4,"variant":"Claude Opus 4.5"},"benchlm_coding":{"rank":31,"of":63,"score":43.49,"pct":51.6,"variant":"Claude Opus 4.5"},"benchlm_multimodalGrounded":{"rank":30,"of":30,"score":23.5,"pct":0,"variant":"Claude Opus 4.5"},"benchlm_knowledge":{"rank":38,"of":69,"score":49.44,"pct":45.6,"variant":"Claude Opus 4.5"},"benchlm_instructionFollowing":{"rank":52,"of":53,"score":30.6,"pct":1.9,"variant":"Claude Opus 4.5"}},"domains":{"overall":62.2,"coding":61.6,"agent":38,"reasoning":64.7,"math":74,"knowledge":76.2,"writing":72.2,"instruction":47.4,"chat":41.5,"business":82.8,"japanese":80.3,"vision":6,"longctx":47.9},"coverage":6,"avgPct":59.7,"overall":62.2,"rank":51,"avgRank":33.8,"aliases":["claude-opus-4-5-20251101-high-32k","claude-opus-4-5-20251101","claude-opus-4-5-20251101-thinking-64k-high-effort","Claude Opus 4.5","claude-opus-4-5-20251101_32K","Opus 4.5 (Thinking, 64K)","claude-opus-4-5-20251101-thinking","claude-opus-4-5 (high)"],"open":false,"release":"2025-11-01","reasoning":true,"ctx":200000,"pin":5,"pout":25,"tps":49,"ttft":1.22,"theta":0.399,"se":0.117,"lo":56.5,"hi":67.7,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"kimi-k2-6","name":"Kimi K2.6","provider":"moonshot","providerName":"Moonshot AI","country":"CN","sites":{"aa":{"rank":42,"of":107,"score":27,"pct":61.3,"variant":"kimi-k2-6"},"livebench":{"rank":49,"of":60,"score":70.5,"pct":18.6,"variant":"kimi-k2.6-thinking"},"epoch":{"rank":44,"of":239,"score":151.03,"pct":81.9,"variant":"Kimi K2.6"},"vals":{"rank":39,"of":63,"score":43.5,"pct":38.7,"variant":"kimi/kimi-k2.6"},"eqbench":{"rank":17,"of":28,"score":1201.6,"pct":40.7,"variant":"kimi-k2.6"}},"metrics":{"arena_coding":{"rank":33,"of":344,"score":1514,"pct":90.7,"variant":"kimi-k2.6"},"arena_math":{"rank":23,"of":332,"score":1478.1,"pct":93.4,"variant":"kimi-k2.6"},"arena_creative_writing":{"rank":51,"of":347,"score":1430.7,"pct":85.5,"variant":"kimi-k2.6"},"arena_instruction_following":{"rank":40,"of":349,"score":1453.7,"pct":88.8,"variant":"kimi-k2.6"},"arena_hard_prompts":{"rank":41,"of":349,"score":1484.7,"pct":88.5,"variant":"kimi-k2.6"},"arena_multi_turn":{"rank":56,"of":347,"score":1459.4,"pct":84.1,"variant":"kimi-k2.6"},"arena_expert":{"rank":27,"of":301,"score":1501.6,"pct":91.3,"variant":"kimi-k2.6"},"arena_japanese":{"rank":28,"of":226,"score":1443,"pct":88,"variant":"kimi-k2.6"},"arena_industry_business_and_management_and_financial_operations":{"rank":48,"of":342,"score":1455.5,"pct":86.2,"variant":"kimi-k2.6"},"arena_industry_medicine_and_healthcare":{"rank":55,"of":320,"score":1470.9,"pct":83.1,"variant":"kimi-k2.6"},"arena_industry_legal_and_government":{"rank":55,"of":323,"score":1461.7,"pct":83.2,"variant":"kimi-k2.6"},"arena_webdev":{"rank":39,"of":110,"score":1508.6,"pct":65.1,"variant":"kimi-k2.6"},"arena_vision":{"rank":30,"of":134,"score":1262.4,"pct":78.2,"variant":"kimi-k2.6"},"arena_document":{"rank":26,"of":37,"score":1449.8,"pct":30.6,"variant":"kimi-k2.6"},"aa_index":{"rank":42,"of":107,"score":27,"pct":61.3,"variant":"kimi-k2-6"},"aa_hle":{"rank":38,"of":109,"score":37.5,"pct":65.7,"variant":"kimi-k2-6"},"aa_gpqa":{"rank":26,"of":100,"score":91.1,"pct":74.7,"variant":"kimi-k2-6"},"aa_scicode":{"rank":34,"of":107,"score":51.5,"pct":68.9,"variant":"kimi-k2-6"},"aa_terminalbenchHard":{"rank":14,"of":62,"score":43.9,"pct":78.7,"variant":"kimi-k2-6"},"aa_tau2":{"rank":6,"of":61,"score":95.9,"pct":91.7,"variant":"kimi-k2-6"},"aa_ifbench":{"rank":14,"of":62,"score":76,"pct":78.7,"variant":"kimi-k2-6"},"aa_lcr":{"rank":24,"of":109,"score":81,"pct":78.7,"variant":"kimi-k2-6"},"aa_mmmuPro":{"rank":19,"of":55,"score":79.4,"pct":66.7,"variant":"kimi-k2-6"},"aa_critpt":{"rank":46,"of":112,"score":8,"pct":59.5,"variant":"kimi-k2-6"},"aa_omniscience":{"rank":31,"of":109,"score":5.3,"pct":72.2,"variant":"kimi-k2-6"},"aa_gdpvalNormalized":{"rank":39,"of":107,"score":0.3,"pct":64.2,"variant":"kimi-k2-6"},"aa_apexAgents":{"rank":8,"of":22,"score":28.5,"pct":66.7,"variant":"kimi-k2-6"},"livebench_global":{"rank":49,"of":60,"score":70.5,"pct":18.6,"variant":"kimi-k2.6-thinking"},"livebench_reasoning":{"rank":47,"of":60,"score":79.4,"pct":22,"variant":"kimi-k2.6-thinking"},"livebench_coding":{"rank":26,"of":60,"score":78.6,"pct":57.6,"variant":"kimi-k2.6-thinking"},"livebench_agentic_coding":{"rank":44,"of":60,"score":46.9,"pct":27.1,"variant":"kimi-k2.6-thinking"},"livebench_mathematics":{"rank":49,"of":60,"score":84.3,"pct":18.6,"variant":"kimi-k2.6-thinking"},"livebench_data_analysis":{"rank":53,"of":60,"score":65.1,"pct":11.9,"variant":"kimi-k2.6-thinking"},"livebench_language":{"rank":43,"of":60,"score":75.1,"pct":28.8,"variant":"kimi-k2.6-thinking"},"livebench_if":{"rank":42,"of":60,"score":64.4,"pct":30.5,"variant":"kimi-k2.6-thinking"},"epoch_eci":{"rank":44,"of":239,"score":151.03,"pct":81.9,"variant":"Kimi K2.6"},"epoch_frontiermath":{"rank":32,"of":72,"score":57.2,"pct":56.3,"variant":"kimi-k2.6"},"epoch_frontiermath4":{"rank":31,"of":55,"score":25.6,"pct":44.4,"variant":"kimi-k2.6"},"epoch_gpqa":{"rank":28,"of":201,"score":90.8,"pct":86.5,"variant":"kimi-k2.6"},"epoch_simpleqa":{"rank":42,"of":69,"score":34.9,"pct":39.7,"variant":"kimi-k2.6"},"epoch_aime":{"rank":21,"of":182,"score":96.1,"pct":89,"variant":"kimi-k2.6"},"vals_index":{"rank":39,"of":63,"score":43.5,"pct":38.7,"variant":"kimi/kimi-k2.6"},"vals_vibe_code_bench":{"rank":42,"of":63,"score":37.9,"pct":33.9,"variant":"kimi/kimi-k2.6"},"vals_finance_agent":{"rank":44,"of":63,"score":44.9,"pct":30.6,"variant":"kimi/kimi-k2.6"},"vals_terminal_bench_2_1":{"rank":45,"of":63,"score":53.6,"pct":29,"variant":"kimi/kimi-k2.6"},"vals_emb":{"rank":30,"of":63,"score":57.9,"pct":53.2,"variant":"kimi/kimi-k2.6"},"vals_code_migration":{"rank":33,"of":63,"score":27.3,"pct":48.4,"variant":"kimi/kimi-k2.6"},"vals_legal_research":{"rank":45,"of":63,"score":15.9,"pct":29,"variant":"kimi/kimi-k2.6"},"vals_legal_agent_benchmark":{"rank":38,"of":63,"score":1.7,"pct":40.3,"variant":"kimi/kimi-k2.6"},"eqbench":{"rank":17,"of":28,"score":1201.6,"pct":40.7,"variant":"kimi-k2.6"},"eqbench_cw":{"rank":31,"of":137,"score":1724.5,"pct":77.9,"variant":"moonshotai/Kimi-K2.6"}},"domains":{"overall":61,"coding":65.4,"agent":51.1,"reasoning":63.4,"math":64.9,"knowledge":79.4,"writing":60,"instruction":58.1,"chat":61.3,"business":76.3,"japanese":79.7,"vision":56.7,"longctx":28.4},"coverage":5,"avgPct":48.2,"overall":61,"rank":52,"avgRank":38.2,"aliases":["kimi-k2.6","kimi-k2-6","kimi-k2.6-thinking","Kimi K2.6","kimi/kimi-k2.6","moonshotai/Kimi-K2.6"],"open":true,"release":"2026-04-20","reasoning":true,"ctx":256000,"pin":0.95,"pout":4,"tps":51,"ttft":2.86,"theta":0.359,"se":0.124,"lo":54.8,"hi":66.9,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"inkling","name":"Inkling","provider":"thinkingmachines","providerName":"Thinking Machines","country":"US","sites":{"aa":{"rank":51,"of":107,"score":25,"pct":52.8,"variant":"inkling"},"livebench":{"rank":47,"of":60,"score":71.9,"pct":22,"variant":"inkling-xhigh"},"epoch":{"rank":56,"of":239,"score":148.6,"pct":76.9,"variant":"Inkling"},"arc":{"rank":35,"of":79,"score":36.5,"pct":56.4,"variant":"Inkling"},"vals":{"rank":47,"of":63,"score":34.1,"pct":25.8,"variant":"thinkingmachines/inkling"},"eqbench":{"rank":12,"of":28,"score":1225.8,"pct":59.3,"variant":"Inkling"},"simplebench":{"rank":52,"of":99,"score":50,"pct":48,"variant":"Inkling"},"benchlm":{"rank":40,"of":74,"score":54.17,"pct":46.6,"variant":"Inkling"}},"metrics":{"arena_coding":{"rank":64,"of":344,"score":1492,"pct":81.6,"variant":"inkling"},"arena_math":{"rank":24,"of":332,"score":1476.9,"pct":93.1,"variant":"inkling"},"arena_creative_writing":{"rank":99,"of":347,"score":1381.9,"pct":71.7,"variant":"inkling"},"arena_instruction_following":{"rank":78,"of":349,"score":1420.9,"pct":77.9,"variant":"inkling"},"arena_hard_prompts":{"rank":70,"of":349,"score":1458.6,"pct":80.2,"variant":"inkling"},"arena_multi_turn":{"rank":77,"of":347,"score":1440.3,"pct":78,"variant":"inkling"},"arena_expert":{"rank":64,"of":301,"score":1471.2,"pct":79,"variant":"inkling"},"arena_japanese":{"rank":49,"of":226,"score":1415.2,"pct":78.7,"variant":"inkling"},"arena_industry_business_and_management_and_financial_operations":{"rank":66,"of":342,"score":1443.2,"pct":80.9,"variant":"inkling"},"arena_industry_medicine_and_healthcare":{"rank":86,"of":320,"score":1443.8,"pct":73.4,"variant":"inkling"},"arena_industry_legal_and_government":{"rank":72,"of":323,"score":1444.2,"pct":78,"variant":"inkling"},"arena_webdev":{"rank":60,"of":110,"score":1411.5,"pct":45.9,"variant":"inkling"},"arena_agent":{"rank":39,"of":43,"score":-0.1,"pct":9.5,"variant":"Inkling"},"aa_index":{"rank":51,"of":107,"score":25,"pct":52.8,"variant":"inkling"},"aa_hle":{"rank":49,"of":109,"score":31.9,"pct":55.6,"variant":"inkling"},"aa_gpqa":{"rank":43,"of":100,"score":87.2,"pct":57.6,"variant":"inkling"},"aa_scicode":{"rank":50,"of":107,"score":47,"pct":53.8,"variant":"inkling"},"aa_lcr":{"rank":48,"of":109,"score":77.3,"pct":56.5,"variant":"inkling"},"aa_mmmuPro":{"rank":38,"of":55,"score":73.5,"pct":31.5,"variant":"inkling"},"aa_critpt":{"rank":48,"of":112,"score":5.4,"pct":57.7,"variant":"inkling"},"aa_omniscience":{"rank":36,"of":109,"score":2,"pct":67.6,"variant":"inkling"},"aa_gdpvalNormalized":{"rank":39,"of":107,"score":0.3,"pct":64.2,"variant":"inkling"},"livebench_global":{"rank":47,"of":60,"score":71.9,"pct":22,"variant":"inkling-xhigh"},"livebench_reasoning":{"rank":49,"of":60,"score":78.3,"pct":18.6,"variant":"inkling-xhigh"},"livebench_coding":{"rank":53,"of":60,"score":71,"pct":11.9,"variant":"inkling-xhigh"},"livebench_agentic_coding":{"rank":39,"of":60,"score":49.4,"pct":35.6,"variant":"inkling-xhigh"},"livebench_mathematics":{"rank":36,"of":60,"score":88.4,"pct":40.7,"variant":"inkling-xhigh"},"livebench_data_analysis":{"rank":40,"of":60,"score":72.8,"pct":33.9,"variant":"inkling-xhigh"},"livebench_language":{"rank":52,"of":60,"score":73.5,"pct":13.6,"variant":"inkling-xhigh"},"livebench_if":{"rank":27,"of":60,"score":70.1,"pct":55.9,"variant":"inkling-xhigh"},"epoch_eci":{"rank":56,"of":239,"score":148.6,"pct":76.9,"variant":"Inkling"},"epoch_frontiermath":{"rank":51,"of":72,"score":33.3,"pct":29.6,"variant":"Inkling_xhigh"},"epoch_frontiermath4":{"rank":47,"of":55,"score":4.9,"pct":14.8,"variant":"Inkling_xhigh"},"epoch_gpqa":{"rank":41,"of":201,"score":88.3,"pct":80,"variant":"Inkling_xhigh"},"epoch_simpleqa":{"rank":38,"of":69,"score":40.3,"pct":45.6,"variant":"Inkling_xhigh"},"epoch_aime":{"rank":45,"of":182,"score":88.9,"pct":75.7,"variant":"Inkling_xhigh"},"arc_v2":{"rank":35,"of":79,"score":36.5,"pct":56.4,"variant":"Inkling"},"arc_v1":{"rank":36,"of":76,"score":79.5,"pct":53.3,"variant":"Inkling"},"scale_mcp":{"rank":17,"of":34,"score":76,"pct":51.5,"variant":"Inkling (xHigh)"},"vals_index":{"rank":47,"of":63,"score":34.1,"pct":25.8,"variant":"thinkingmachines/inkling"},"vals_vibe_code_bench":{"rank":51,"of":63,"score":19.2,"pct":19.4,"variant":"thinkingmachines/inkling"},"vals_finance_agent":{"rank":42,"of":63,"score":46.6,"pct":33.9,"variant":"thinkingmachines/inkling"},"vals_terminal_bench_2_1":{"rank":54,"of":63,"score":47.6,"pct":14.5,"variant":"thinkingmachines/inkling"},"vals_emb":{"rank":48,"of":63,"score":38.4,"pct":24.2,"variant":"thinkingmachines/inkling"},"vals_code_migration":{"rank":48,"of":63,"score":11.8,"pct":24.2,"variant":"thinkingmachines/inkling"},"vals_legal_research":{"rank":38,"of":63,"score":28.4,"pct":40.3,"variant":"thinkingmachines/inkling"},"vals_legal_agent_benchmark":{"rank":36,"of":63,"score":2.1,"pct":43.5,"variant":"thinkingmachines/inkling"},"eqbench":{"rank":12,"of":28,"score":1225.8,"pct":59.3,"variant":"Inkling"},"eqbench_cw":{"rank":46,"of":137,"score":1610.8,"pct":66.9,"variant":"thinkingmachines/Inkling"},"simplebench":{"rank":52,"of":99,"score":50,"pct":48,"variant":"Inkling"},"benchlm":{"rank":40,"of":74,"score":54.17,"pct":46.6,"variant":"Inkling"},"benchlm_agentic":{"rank":32,"of":54,"score":36.19,"pct":41.5,"variant":"Inkling"},"benchlm_coding":{"rank":42,"of":63,"score":36.74,"pct":33.9,"variant":"Inkling"},"benchlm_multimodalGrounded":{"rank":27,"of":30,"score":47.6,"pct":10.3,"variant":"Inkling"},"benchlm_knowledge":{"rank":30,"of":69,"score":53.51,"pct":57.4,"variant":"Inkling"},"benchlm_instructionFollowing":{"rank":28,"of":53,"score":83.9,"pct":48.1,"variant":"Inkling"}},"domains":{"overall":58,"coding":48.1,"agent":42,"reasoning":57.1,"math":70.6,"knowledge":76.4,"writing":53.2,"instruction":71.6,"chat":66.8,"business":76.1,"japanese":75,"vision":25.9,"longctx":43.1},"coverage":8,"avgPct":48.5,"overall":58,"rank":53,"avgRank":42.5,"aliases":["inkling","Inkling","inkling-xhigh","Inkling_xhigh","Inkling (xHigh)","thinkingmachines/inkling","thinkingmachines/Inkling"],"open":true,"release":"2026-07-15","reasoning":true,"ctx":1000000,"pin":1,"pout":4.05,"tps":163,"ttft":1.89,"theta":0.258,"se":0.104,"lo":52.7,"hi":63.1,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"mimo-v2-5-pro","name":"MiMo-V2.5-Pro","provider":"xiaomi","providerName":"Xiaomi","country":"CN","sites":{"aa":{"rank":45,"of":107,"score":26,"pct":58.5,"variant":"mimo-v2-5-pro"},"vals":{"rank":42,"of":63,"score":41,"pct":33.9,"variant":"xiaomi/mimo-v2.5-pro"},"eqbench":{"rank":15,"of":28,"score":1208.3,"pct":48.1,"variant":"mimo-v2.5-pro"},"benchlm":{"rank":43,"of":74,"score":52.03,"pct":42.5,"variant":"MiMo-V2.5-Pro"}},"metrics":{"arena_coding":{"rank":20,"of":344,"score":1520.9,"pct":94.5,"variant":"mimo-v2.5-pro"},"arena_math":{"rank":28,"of":332,"score":1476.4,"pct":91.8,"variant":"mimo-v2.5-pro"},"arena_creative_writing":{"rank":45,"of":347,"score":1435.3,"pct":87.3,"variant":"mimo-v2.5-pro"},"arena_instruction_following":{"rank":24,"of":349,"score":1470.3,"pct":93.4,"variant":"mimo-v2.5-pro"},"arena_hard_prompts":{"rank":27,"of":349,"score":1495.7,"pct":92.5,"variant":"mimo-v2.5-pro"},"arena_multi_turn":{"rank":33,"of":347,"score":1478.3,"pct":90.8,"variant":"mimo-v2.5-pro"},"arena_expert":{"rank":19,"of":301,"score":1507.6,"pct":94,"variant":"mimo-v2.5-pro"},"arena_japanese":{"rank":39,"of":226,"score":1425.5,"pct":83.1,"variant":"mimo-v2.5-pro"},"arena_industry_business_and_management_and_financial_operations":{"rank":26,"of":342,"score":1471.7,"pct":92.7,"variant":"mimo-v2.5-pro"},"arena_industry_medicine_and_healthcare":{"rank":31,"of":320,"score":1486.7,"pct":90.6,"variant":"mimo-v2.5-pro"},"arena_industry_legal_and_government":{"rank":34,"of":323,"score":1475.3,"pct":89.8,"variant":"mimo-v2.5-pro"},"arena_webdev":{"rank":45,"of":110,"score":1476.3,"pct":59.6,"variant":"mimo-v2.5-pro"},"arena_agent":{"rank":33,"of":43,"score":-0.057,"pct":23.8,"variant":"Mimo V2.5 Pro"},"aa_index":{"rank":45,"of":107,"score":26,"pct":58.5,"variant":"mimo-v2-5-pro"},"aa_hle":{"rank":40,"of":109,"score":35.7,"pct":63.9,"variant":"mimo-v2-5-pro"},"aa_gpqa":{"rank":46,"of":100,"score":86.6,"pct":54.5,"variant":"mimo-v2-5-pro"},"aa_scicode":{"rank":37,"of":107,"score":50.6,"pct":66,"variant":"mimo-v2-5-pro"},"aa_terminalbenchHard":{"rank":15,"of":62,"score":43.2,"pct":77,"variant":"mimo-v2-5-pro"},"aa_tau2":{"rank":14,"of":61,"score":94.2,"pct":78.3,"variant":"mimo-v2-5-pro"},"aa_ifbench":{"rank":5,"of":62,"score":79.9,"pct":93.4,"variant":"mimo-v2-5-pro"},"aa_lcr":{"rank":33,"of":109,"score":79.7,"pct":70.4,"variant":"mimo-v2-5-pro"},"aa_critpt":{"rank":53,"of":112,"score":4,"pct":53.2,"variant":"mimo-v2-5-pro"},"aa_omniscience":{"rank":35,"of":109,"score":3.3,"pct":68.5,"variant":"mimo-v2-5-pro"},"aa_gdpvalNormalized":{"rank":39,"of":107,"score":0.3,"pct":64.2,"variant":"mimo-v2-5-pro"},"aa_apexAgents":{"rank":20,"of":22,"score":2.4,"pct":9.5,"variant":"mimo-v2-5-pro"},"vals_index":{"rank":42,"of":63,"score":41,"pct":33.9,"variant":"xiaomi/mimo-v2.5-pro"},"vals_vibe_code_bench":{"rank":44,"of":63,"score":34.1,"pct":30.6,"variant":"xiaomi/mimo-v2.5-pro"},"vals_finance_agent":{"rank":47,"of":63,"score":41.5,"pct":25.8,"variant":"xiaomi/mimo-v2.5-pro"},"vals_terminal_bench_2_1":{"rank":38,"of":63,"score":57.3,"pct":40.3,"variant":"xiaomi/mimo-v2.5-pro"},"vals_emb":{"rank":38,"of":63,"score":55.2,"pct":40.3,"variant":"xiaomi/mimo-v2.5-pro"},"vals_code_migration":{"rank":37,"of":63,"score":20.4,"pct":41.9,"variant":"xiaomi/mimo-v2.5-pro"},"vals_legal_research":{"rank":45,"of":63,"score":15.9,"pct":29,"variant":"xiaomi/mimo-v2.5-pro"},"vals_legal_agent_benchmark":{"rank":36,"of":63,"score":2.1,"pct":43.5,"variant":"xiaomi/mimo-v2.5-pro"},"eqbench":{"rank":15,"of":28,"score":1208.3,"pct":48.1,"variant":"mimo-v2.5-pro"},"eqbench_cw":{"rank":62,"of":137,"score":1493.4,"pct":55.1,"variant":"XiaomiMiMo/MiMo-V2.5-Pro"},"benchlm":{"rank":43,"of":74,"score":52.03,"pct":42.5,"variant":"MiMo-V2.5-Pro"},"benchlm_agentic":{"rank":30,"of":54,"score":37.47,"pct":45.3,"variant":"MiMo-V2.5-Pro"},"benchlm_coding":{"rank":28,"of":63,"score":45.7,"pct":56.5,"variant":"MiMo-V2.5-Pro"},"benchlm_knowledge":{"rank":37,"of":69,"score":49.84,"pct":47.1,"variant":"MiMo-V2.5-Pro"},"benchlm_instructionFollowing":{"rank":2,"of":53,"score":92.4,"pct":98.1,"variant":"MiMo-V2.5-Pro"}},"domains":{"overall":57.6,"coding":61.8,"agent":48.3,"reasoning":66,"math":70.1,"knowledge":75.5,"writing":55.8,"instruction":75.1,"chat":64.1,"business":73.4,"japanese":76.8,"longctx":49.9},"coverage":4,"avgPct":45.8,"overall":57.6,"rank":54,"avgRank":36.3,"aliases":["mimo-v2.5-pro","Mimo V2.5 Pro","mimo-v2-5-pro","xiaomi/mimo-v2.5-pro","XiaomiMiMo/MiMo-V2.5-Pro","MiMo-V2.5-Pro"],"open":true,"release":"2026-04-22","reasoning":true,"ctx":1000000,"pin":0.435,"pout":0.87,"tps":52,"ttft":5.33,"theta":0.246,"se":0.148,"lo":50.1,"hi":64.8,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"glm-5-1","name":"GLM-5.1","provider":"zai","providerName":"Z.ai (Zhipu)","country":"CN","sites":{"aa":{"rank":44,"of":107,"score":26.1,"pct":59.4,"variant":"glm-5-1"},"epoch":{"rank":50,"of":239,"score":149.86,"pct":79.4,"variant":"GLM-5.1"},"simplebench":{"rank":44,"of":99,"score":55.1,"pct":56.1,"variant":"GLM 5.1"},"benchlm":{"rank":29,"of":74,"score":57.14,"pct":61.6,"variant":"GLM-5.1"}},"metrics":{"arena_coding":{"rank":37,"of":344,"score":1512.6,"pct":89.5,"variant":"glm-5.1"},"arena_math":{"rank":28,"of":332,"score":1476.4,"pct":91.8,"variant":"glm-5.1"},"arena_creative_writing":{"rank":34,"of":347,"score":1446.9,"pct":90.5,"variant":"glm-5.1"},"arena_instruction_following":{"rank":35,"of":349,"score":1460.5,"pct":90.2,"variant":"glm-5.1"},"arena_hard_prompts":{"rank":36,"of":349,"score":1488.5,"pct":89.9,"variant":"glm-5.1"},"arena_multi_turn":{"rank":34,"of":347,"score":1477.3,"pct":90.5,"variant":"glm-5.1"},"arena_expert":{"rank":32,"of":301,"score":1495.2,"pct":89.7,"variant":"glm-5.1"},"arena_japanese":{"rank":35,"of":226,"score":1434.3,"pct":84.9,"variant":"glm-5.1"},"arena_industry_business_and_management_and_financial_operations":{"rank":36,"of":342,"score":1464,"pct":89.7,"variant":"glm-5.1"},"arena_industry_medicine_and_healthcare":{"rank":37,"of":320,"score":1484.5,"pct":88.7,"variant":"glm-5.1"},"arena_industry_legal_and_government":{"rank":38,"of":323,"score":1472.8,"pct":88.5,"variant":"glm-5.1"},"arena_webdev":{"rank":40,"of":110,"score":1508.5,"pct":64.2,"variant":"glm-5.1"},"aa_index":{"rank":44,"of":107,"score":26.1,"pct":59.4,"variant":"glm-5-1"},"aa_hle":{"rank":50,"of":109,"score":30.1,"pct":54.6,"variant":"glm-5-1"},"aa_gpqa":{"rank":44,"of":100,"score":86.8,"pct":56.6,"variant":"glm-5-1"},"aa_scicode":{"rank":57,"of":107,"score":44.8,"pct":47.2,"variant":"glm-5-1"},"aa_terminalbenchHard":{"rank":15,"of":62,"score":43.2,"pct":77,"variant":"glm-5-1"},"aa_tau2":{"rank":3,"of":61,"score":97.7,"pct":96.7,"variant":"glm-5-1"},"aa_ifbench":{"rank":12,"of":62,"score":76.3,"pct":82,"variant":"glm-5-1"},"aa_lcr":{"rank":59,"of":109,"score":73.7,"pct":46.3,"variant":"glm-5-1"},"aa_critpt":{"rank":51,"of":112,"score":4.6,"pct":55,"variant":"glm-5-1"},"aa_omniscience":{"rank":39,"of":109,"score":0.9,"pct":64.8,"variant":"glm-5-1"},"aa_gdpvalNormalized":{"rank":39,"of":107,"score":0.3,"pct":64.2,"variant":"glm-5-1"},"epoch_eci":{"rank":50,"of":239,"score":149.86,"pct":79.4,"variant":"GLM-5.1"},"epoch_frontiermath":{"rank":46,"of":72,"score":36.8,"pct":36.6,"variant":"glm-5.1"},"epoch_gpqa":{"rank":34,"of":201,"score":89.9,"pct":83.5,"variant":"glm-5.1"},"epoch_simpleqa":{"rank":45,"of":69,"score":34,"pct":35.3,"variant":"glm-5.1"},"epoch_aime":{"rank":33,"of":182,"score":93.3,"pct":82.3,"variant":"glm-5.1"},"scale_mcp":{"rank":18,"of":34,"score":75.6,"pct":48.5,"variant":"glm-5p1"},"eqbench_cw":{"rank":49,"of":137,"score":1592.2,"pct":64.7,"variant":"zai-org/GLM-5.1"},"simplebench":{"rank":44,"of":99,"score":55.1,"pct":56.1,"variant":"GLM 5.1"},"benchlm":{"rank":29,"of":74,"score":57.14,"pct":61.6,"variant":"GLM-5.1"},"benchlm_agentic":{"rank":26,"of":54,"score":41.93,"pct":52.8,"variant":"GLM-5.1"},"benchlm_coding":{"rank":24,"of":63,"score":50.88,"pct":62.9,"variant":"GLM-5.1"},"benchlm_knowledge":{"rank":34,"of":69,"score":52.28,"pct":51.5,"variant":"GLM-5.1"},"benchlm_instructionFollowing":{"rank":2,"of":53,"score":92.4,"pct":98.1,"variant":"GLM-5.1"}},"domains":{"overall":57.4,"coding":65.5,"agent":56.8,"reasoning":58,"math":67.3,"knowledge":76.2,"writing":61.7,"instruction":71.2,"chat":58,"business":77,"japanese":78.3,"longctx":33.4},"coverage":4,"avgPct":64.1,"overall":57.4,"rank":55,"avgRank":41.8,"aliases":["glm-5.1","glm-5-1","GLM-5.1","glm-5p1","zai-org/GLM-5.1","GLM 5.1"],"open":true,"release":"2026-04-07","reasoning":true,"ctx":200000,"pin":1.285,"pout":4.07,"tps":53,"ttft":1.81,"theta":0.239,"se":0.176,"lo":48.4,"hi":66,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"qwen3-7-plus","name":"Qwen3.7 Plus","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"aa":{"rank":50,"of":107,"score":25.2,"pct":53.8,"variant":"qwen3-7-plus"},"epoch":{"rank":60,"of":239,"score":147.39,"pct":75.2,"variant":"Qwen3.7-Plus"},"vals":{"rank":45,"of":63,"score":38.6,"pct":29,"variant":"alibaba/qwen3.7-plus"},"benchlm":{"rank":31,"of":74,"score":55.78,"pct":58.9,"variant":"Qwen3.7 Plus"}},"metrics":{"arena_coding":{"rank":53,"of":344,"score":1501,"pct":84.8,"variant":"qwen3.7-plus"},"arena_math":{"rank":42,"of":332,"score":1466.3,"pct":87.6,"variant":"qwen3.7-plus"},"arena_creative_writing":{"rank":48,"of":347,"score":1432.3,"pct":86.4,"variant":"qwen3.7-plus"},"arena_instruction_following":{"rank":47,"of":349,"score":1447.1,"pct":86.8,"variant":"qwen3.7-plus"},"arena_hard_prompts":{"rank":55,"of":349,"score":1473.1,"pct":84.5,"variant":"qwen3.7-plus"},"arena_multi_turn":{"rank":51,"of":347,"score":1464.9,"pct":85.5,"variant":"qwen3.7-plus"},"arena_expert":{"rank":45,"of":301,"score":1486.7,"pct":85.3,"variant":"qwen3.7-plus"},"arena_japanese":{"rank":46,"of":226,"score":1420.3,"pct":80,"variant":"qwen3.7-plus"},"arena_industry_business_and_management_and_financial_operations":{"rank":65,"of":342,"score":1444,"pct":81.2,"variant":"qwen3.7-plus"},"arena_industry_medicine_and_healthcare":{"rank":57,"of":320,"score":1470.2,"pct":82.4,"variant":"qwen3.7-plus"},"arena_industry_legal_and_government":{"rank":64,"of":323,"score":1454.5,"pct":80.4,"variant":"qwen3.7-plus"},"arena_vision":{"rank":29,"of":134,"score":1262.7,"pct":78.9,"variant":"qwen3.7-plus"},"arena_document":{"rank":24,"of":37,"score":1452.5,"pct":36.1,"variant":"qwen3.7-plus"},"arena_agent":{"rank":37,"of":43,"score":-0.061,"pct":14.3,"variant":"Qwen3.7 Plus"},"aa_index":{"rank":50,"of":107,"score":25.2,"pct":53.8,"variant":"qwen3-7-plus"},"aa_hle":{"rank":41,"of":109,"score":35.6,"pct":63,"variant":"qwen3-7-plus"},"aa_gpqa":{"rank":33,"of":100,"score":90,"pct":67.7,"variant":"qwen3-7-plus"},"aa_scicode":{"rank":53,"of":107,"score":46.1,"pct":50.9,"variant":"qwen3-7-plus"},"aa_terminalbenchHard":{"rank":11,"of":62,"score":47,"pct":83.6,"variant":"qwen3-7-plus"},"aa_tau2":{"rank":19,"of":61,"score":93,"pct":70,"variant":"qwen3-7-plus"},"aa_ifbench":{"rank":8,"of":62,"score":78,"pct":88.5,"variant":"qwen3-7-plus"},"aa_lcr":{"rank":62,"of":109,"score":73,"pct":43.5,"variant":"qwen3-7-plus"},"aa_mmmuPro":{"rank":15,"of":55,"score":80.5,"pct":74.1,"variant":"qwen3-7-plus"},"aa_critpt":{"rank":45,"of":112,"score":9.1,"pct":60.4,"variant":"qwen3-7-plus"},"aa_omniscience":{"rank":38,"of":109,"score":1.1,"pct":65.7,"variant":"qwen3-7-plus"},"aa_gdpvalNormalized":{"rank":64,"of":107,"score":0.1,"pct":40.6,"variant":"qwen3-7-plus"},"aa_apexAgents":{"rank":14,"of":22,"score":22.4,"pct":38.1,"variant":"qwen3-7-plus"},"epoch_eci":{"rank":60,"of":239,"score":147.39,"pct":75.2,"variant":"Qwen3.7-Plus"},"epoch_frontiermath":{"rank":49,"of":72,"score":34.4,"pct":32.4,"variant":"qwen3.7-plus_none"},"epoch_gpqa":{"rank":42,"of":201,"score":87.9,"pct":79.5,"variant":"qwen3.7-plus"},"epoch_aime":{"rank":33,"of":182,"score":93.3,"pct":82.3,"variant":"qwen3.7-plus"},"vals_index":{"rank":45,"of":63,"score":38.6,"pct":29,"variant":"alibaba/qwen3.7-plus"},"vals_vibe_code_bench":{"rank":40,"of":63,"score":46.4,"pct":37.1,"variant":"alibaba/qwen3.7-plus"},"vals_finance_agent":{"rank":50,"of":63,"score":38.2,"pct":21,"variant":"alibaba/qwen3.7-plus"},"vals_terminal_bench_2_1":{"rank":48,"of":63,"score":52.8,"pct":24.2,"variant":"alibaba/qwen3.7-plus"},"vals_emb":{"rank":43,"of":63,"score":49.3,"pct":32.3,"variant":"alibaba/qwen3.7-plus"},"vals_code_migration":{"rank":41,"of":63,"score":14.3,"pct":35.5,"variant":"alibaba/qwen3.7-plus"},"vals_legal_research":{"rank":44,"of":63,"score":16.3,"pct":30.6,"variant":"alibaba/qwen3.7-plus"},"vals_legal_agent_benchmark":{"rank":51,"of":63,"score":0,"pct":19.4,"variant":"alibaba/qwen3.7-plus"},"benchlm":{"rank":31,"of":74,"score":55.78,"pct":58.9,"variant":"Qwen3.7 Plus"},"benchlm_agentic":{"rank":35,"of":54,"score":35.16,"pct":35.8,"variant":"Qwen3.7 Plus"},"benchlm_coding":{"rank":30,"of":63,"score":43.56,"pct":53.2,"variant":"Qwen3.7 Plus"},"benchlm_multimodalGrounded":{"rank":14,"of":30,"score":72.4,"pct":55.2,"variant":"Qwen3.7 Plus"},"benchlm_knowledge":{"rank":33,"of":69,"score":52.3,"pct":52.9,"variant":"Qwen3.7 Plus"},"benchlm_instructionFollowing":{"rank":12,"of":53,"score":89.2,"pct":78.8,"variant":"Qwen3.7 Plus"}},"domains":{"overall":55.4,"coding":59,"agent":46.4,"reasoning":63.8,"math":65.3,"knowledge":77.2,"writing":62.6,"instruction":69.3,"chat":52.9,"business":69.8,"japanese":75.9,"vision":61.4,"longctx":28.8},"coverage":4,"avgPct":54.2,"overall":55.4,"rank":56,"avgRank":46.5,"aliases":["qwen3.7-plus","Qwen3.7 Plus","qwen3-7-plus","Qwen3.7-Plus","qwen3.7-plus_none","alibaba/qwen3.7-plus"],"open":false,"release":"2026-06-01","reasoning":true,"ctx":1000000,"pin":0.4,"pout":1.6,"tps":67,"ttft":2.24,"theta":0.175,"se":0.152,"lo":47.7,"hi":63,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"ox-alpha","name":"Ox Alpha","provider":null,"providerName":"Stealth","sites":{"livebench":{"rank":51,"of":60,"score":69.2,"pct":15.3,"variant":"ox-alpha-max"},"simplebench":{"rank":44,"of":99,"score":55.1,"pct":56.1,"variant":"Ox Alpha"}},"metrics":{"livebench_global":{"rank":51,"of":60,"score":69.2,"pct":15.3,"variant":"ox-alpha-max"},"livebench_reasoning":{"rank":52,"of":60,"score":76.6,"pct":13.6,"variant":"ox-alpha-max"},"livebench_coding":{"rank":42,"of":60,"score":75.8,"pct":30.5,"variant":"ox-alpha-max"},"livebench_agentic_coding":{"rank":33,"of":60,"score":52.6,"pct":45.8,"variant":"ox-alpha-max"},"livebench_mathematics":{"rank":58,"of":60,"score":77.5,"pct":3.4,"variant":"ox-alpha-max"},"livebench_data_analysis":{"rank":31,"of":60,"score":75.8,"pct":49.2,"variant":"ox-alpha-max"},"livebench_language":{"rank":58,"of":60,"score":66.1,"pct":3.4,"variant":"ox-alpha-max"},"livebench_if":{"rank":51,"of":60,"score":60.3,"pct":15.3,"variant":"ox-alpha-max"},"eqbench_cw":{"rank":9,"of":137,"score":1971.7,"pct":94.1,"variant":"ox-alpha"},"simplebench":{"rank":44,"of":99,"score":55.1,"pct":56.1,"variant":"Ox Alpha"}},"domains":{"overall":54.5,"coding":65.6,"agent":67.7,"reasoning":53.9,"math":40,"writing":42.8,"instruction":42.7,"business":84.7},"coverage":2,"avgPct":35.7,"overall":54.5,"rank":57,"avgRank":47.5,"aliases":["ox-alpha-max","ox-alpha","Ox Alpha"],"reasoning":true,"theta":0.143,"se":0.172,"lo":45.6,"hi":63,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"inkling-small","name":"Inkling Small","provider":"thinkingmachines","providerName":"Thinking Machines","country":"US","sites":{"epoch":{"rank":46,"of":239,"score":150.13,"pct":81.1,"variant":"Inkling-Small"},"arc":{"rank":33,"of":79,"score":40.1,"pct":59,"variant":"Inkling Small (XHigh)"},"vals":{"rank":51,"of":63,"score":31.9,"pct":19.4,"variant":"thinkingmachines/inkling-small"},"benchlm":{"rank":32,"of":74,"score":55.63,"pct":57.5,"variant":"Inkling-Small"}},"metrics":{"arena_coding":{"rank":86,"of":344,"score":1474.2,"pct":75.2,"variant":"Inkling Small"},"arena_math":{"rank":57,"of":332,"score":1444.9,"pct":83.1,"variant":"Inkling Small"},"arena_creative_writing":{"rank":170,"of":347,"score":1309.1,"pct":51.2,"variant":"Inkling Small"},"arena_instruction_following":{"rank":116,"of":349,"score":1393.2,"pct":67,"variant":"Inkling Small"},"arena_hard_prompts":{"rank":109,"of":349,"score":1427.3,"pct":69,"variant":"Inkling Small"},"arena_multi_turn":{"rank":94,"of":347,"score":1421.8,"pct":73.1,"variant":"Inkling Small"},"arena_expert":{"rank":88,"of":301,"score":1446.4,"pct":71,"variant":"Inkling Small"},"arena_japanese":{"rank":71,"of":226,"score":1384.4,"pct":68.9,"variant":"Inkling Small"},"arena_industry_business_and_management_and_financial_operations":{"rank":113,"of":342,"score":1405,"pct":67.2,"variant":"Inkling Small"},"arena_industry_medicine_and_healthcare":{"rank":134,"of":320,"score":1403.5,"pct":58.3,"variant":"Inkling Small"},"arena_industry_legal_and_government":{"rank":122,"of":323,"score":1402.4,"pct":62.4,"variant":"Inkling Small"},"arena_webdev":{"rank":62,"of":110,"score":1407.1,"pct":44,"variant":"Inkling Small"},"arena_vision":{"rank":60,"of":134,"score":1208,"pct":55.6,"variant":"Inkling Small"},"arena_agent":{"rank":38,"of":43,"score":-0.092,"pct":11.9,"variant":"Inkling Small"},"epoch_eci":{"rank":46,"of":239,"score":150.13,"pct":81.1,"variant":"Inkling-Small"},"epoch_frontiermath":{"rank":41,"of":72,"score":46.3,"pct":43.7,"variant":"inkling-small_xhigh"},"epoch_frontiermath4":{"rank":38,"of":55,"score":17.1,"pct":31.5,"variant":"inkling-small_xhigh"},"epoch_gpqa":{"rank":39,"of":201,"score":88.5,"pct":81,"variant":"inkling-small_xhigh"},"epoch_simpleqa":{"rank":59,"of":69,"score":19.1,"pct":14.7,"variant":"inkling-small_xhigh"},"epoch_aime":{"rank":44,"of":182,"score":90,"pct":76.2,"variant":"inkling-small_xhigh"},"arc_v2":{"rank":33,"of":79,"score":40.1,"pct":59,"variant":"Inkling Small (XHigh)"},"arc_v1":{"rank":34,"of":76,"score":84,"pct":56,"variant":"Inkling Small (XHigh)"},"scale_mcp":{"rank":12,"of":34,"score":79.2,"pct":66.7,"variant":"Inkling-small"},"vals_index":{"rank":51,"of":63,"score":31.9,"pct":19.4,"variant":"thinkingmachines/inkling-small"},"vals_vibe_code_bench":{"rank":52,"of":63,"score":19.1,"pct":17.7,"variant":"thinkingmachines/inkling-small"},"vals_finance_agent":{"rank":48,"of":63,"score":41.3,"pct":24.2,"variant":"thinkingmachines/inkling-small"},"vals_terminal_bench_2_1":{"rank":40,"of":63,"score":55.1,"pct":37.1,"variant":"thinkingmachines/inkling-small"},"vals_emb":{"rank":51,"of":63,"score":31.8,"pct":19.4,"variant":"thinkingmachines/inkling-small"},"vals_code_migration":{"rank":45,"of":63,"score":13.3,"pct":29,"variant":"thinkingmachines/inkling-small"},"vals_legal_research":{"rank":39,"of":63,"score":25.5,"pct":38.7,"variant":"thinkingmachines/inkling-small"},"vals_legal_agent_benchmark":{"rank":38,"of":63,"score":1.7,"pct":40.3,"variant":"thinkingmachines/inkling-small"},"eqbench_cw":{"rank":63,"of":137,"score":1491.4,"pct":54.4,"variant":"thinkingmachines/Inkling-Small"},"benchlm":{"rank":32,"of":74,"score":55.63,"pct":57.5,"variant":"Inkling-Small"},"benchlm_agentic":{"rank":34,"of":54,"score":35.6,"pct":37.7,"variant":"Inkling-Small"},"benchlm_coding":{"rank":34,"of":63,"score":40.25,"pct":46.8,"variant":"Inkling-Small"},"benchlm_multimodalGrounded":{"rank":26,"of":30,"score":48.8,"pct":13.8,"variant":"Inkling-Small"},"benchlm_knowledge":{"rank":29,"of":69,"score":54.05,"pct":58.8,"variant":"Inkling-Small"},"benchlm_instructionFollowing":{"rank":12,"of":53,"score":89.2,"pct":78.8,"variant":"Inkling-Small"}},"domains":{"overall":54.3,"coding":50.2,"agent":44.4,"reasoning":58.1,"math":64.3,"knowledge":73.3,"writing":38.6,"instruction":52.9,"chat":35.6,"business":67.5,"japanese":69.1,"vision":23.7},"coverage":4,"avgPct":54.3,"overall":54.3,"rank":58,"avgRank":40.5,"aliases":["Inkling Small","Inkling-Small","inkling-small_xhigh","Inkling Small (XHigh)","Inkling-small","thinkingmachines/inkling-small","thinkingmachines/Inkling-Small"],"open":true,"release":"2026-07-15","reasoning":true,"ctx":1000000,"pin":0.3,"pout":1.2,"tps":206,"ttft":2.56,"theta":0.138,"se":0.154,"lo":46.4,"hi":62,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gpt-5-1","name":"GPT-5.1","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":51,"of":239,"score":149.66,"pct":79,"variant":"GPT-5.1"},"arc":{"rank":41,"of":79,"score":17.6,"pct":48.7,"variant":"GPT-5.1 (Thinking, High)"},"scale":{"rank":16,"of":42,"score":23.68,"pct":63.4,"variant":"gpt-5.1-thinking"},"simplebench":{"rank":47,"of":99,"score":53.2,"pct":53.1,"variant":"GPT-5.1 (high)"},"benchlm":{"rank":28,"of":74,"score":58.28,"pct":63,"variant":"GPT-5.1"}},"metrics":{"arena_coding":{"rank":65,"of":344,"score":1491.8,"pct":81.3,"variant":"gpt-5.1-high"},"arena_math":{"rank":47,"of":332,"score":1456.4,"pct":86.1,"variant":"gpt-5.1-high"},"arena_creative_writing":{"rank":52,"of":347,"score":1429.1,"pct":85.3,"variant":"gpt-5.1-high"},"arena_instruction_following":{"rank":44,"of":349,"score":1449.6,"pct":87.6,"variant":"gpt-5.1-high"},"arena_hard_prompts":{"rank":52,"of":349,"score":1475.7,"pct":85.3,"variant":"gpt-5.1-high"},"arena_multi_turn":{"rank":54,"of":347,"score":1462.2,"pct":84.7,"variant":"gpt-5.1-high"},"arena_expert":{"rank":49,"of":301,"score":1482.7,"pct":84,"variant":"gpt-5.1-high"},"arena_japanese":{"rank":19,"of":226,"score":1458.6,"pct":92,"variant":"gpt-5.1-high"},"arena_industry_business_and_management_and_financial_operations":{"rank":58,"of":342,"score":1447.2,"pct":83.3,"variant":"gpt-5.1-high"},"arena_industry_medicine_and_healthcare":{"rank":56,"of":320,"score":1470.5,"pct":82.8,"variant":"gpt-5.1-high"},"arena_industry_legal_and_government":{"rank":52,"of":323,"score":1462.6,"pct":84.2,"variant":"gpt-5.1-high"},"arena_webdev":{"rank":69,"of":110,"score":1391.7,"pct":37.6,"variant":"gpt-5.1-medium"},"arena_vision":{"rank":37,"of":134,"score":1250.1,"pct":72.9,"variant":"gpt-5.1-high"},"arena_document":{"rank":36,"of":37,"score":1415.8,"pct":2.8,"variant":"gpt-5.1"},"epoch_eci":{"rank":51,"of":239,"score":149.66,"pct":79,"variant":"GPT-5.1"},"arc_v2":{"rank":41,"of":79,"score":17.6,"pct":48.7,"variant":"GPT-5.1 (Thinking, High)"},"arc_v1":{"rank":39,"of":76,"score":72.8,"pct":49.3,"variant":"GPT-5.1 (Thinking, High)"},"scale_hle":{"rank":16,"of":42,"score":23.68,"pct":63.4,"variant":"gpt-5.1-thinking"},"scale_mcp":{"rank":32,"of":34,"score":50.1,"pct":6.1,"variant":"gpt-5.1 (high)"},"simplebench":{"rank":47,"of":99,"score":53.2,"pct":53.1,"variant":"GPT-5.1 (high)"},"benchlm":{"rank":28,"of":74,"score":58.28,"pct":63,"variant":"GPT-5.1"},"benchlm_coding":{"rank":39,"of":63,"score":39.02,"pct":38.7,"variant":"GPT-5.1"},"benchlm_knowledge":{"rank":35,"of":69,"score":52.16,"pct":50,"variant":"GPT-5.1"},"benchlm_instructionFollowing":{"rank":18,"of":53,"score":87.9,"pct":67.3,"variant":"GPT-5.1"}},"domains":{"overall":54,"coding":49,"agent":14.6,"reasoning":57.7,"math":65,"knowledge":75.3,"writing":61.6,"instruction":65.7,"chat":51.8,"business":67.9,"japanese":82,"vision":44.4,"longctx":4.2},"coverage":5,"avgPct":61.4,"overall":54,"rank":59,"avgRank":36.6,"aliases":["gpt-5.1-high","gpt-5.1-medium","gpt-5.1","GPT-5.1","GPT-5.1 (Thinking, High)","gpt-5.1-thinking","gpt-5.1 (high)","GPT-5.1 (high)"],"open":false,"release":"2025-11-13","reasoning":true,"ctx":272000,"pin":1.25,"pout":10,"tps":105,"ttft":1.06,"theta":0.127,"se":0.148,"lo":46.4,"hi":61.4,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"minimax-m3","name":"MiniMax-M3","provider":"minimax","providerName":"MiniMax","country":"CN","sites":{"aa":{"rank":41,"of":107,"score":29.2,"pct":62.3,"variant":"minimax-m3"},"livebench":{"rank":56,"of":60,"score":67.3,"pct":6.8,"variant":"minimax-m3"},"epoch":{"rank":61,"of":239,"score":147,"pct":74.8,"variant":"MiniMax-M3"},"vals":{"rank":40,"of":63,"score":42.7,"pct":37.1,"variant":"minimax/MiniMax-M3"},"eqbench":{"rank":20,"of":28,"score":1149.7,"pct":29.6,"variant":"minimax-m3"},"simplebench":{"rank":58,"of":99,"score":45.8,"pct":41.8,"variant":"MiniMax M3"},"benchlm":{"rank":36,"of":74,"score":54.86,"pct":52.1,"variant":"MiniMax M3"}},"metrics":{"arena_coding":{"rank":60,"of":344,"score":1496.3,"pct":82.8,"variant":"minimax-m3"},"arena_math":{"rank":75,"of":332,"score":1434.4,"pct":77.6,"variant":"minimax-m3"},"arena_creative_writing":{"rank":69,"of":347,"score":1406.1,"pct":80.3,"variant":"minimax-m3"},"arena_instruction_following":{"rank":65,"of":349,"score":1434.1,"pct":81.6,"variant":"minimax-m3"},"arena_hard_prompts":{"rank":63,"of":349,"score":1462.8,"pct":82.2,"variant":"minimax-m3"},"arena_multi_turn":{"rank":63,"of":347,"score":1451.4,"pct":82.1,"variant":"minimax-m3"},"arena_expert":{"rank":62,"of":301,"score":1472.5,"pct":79.7,"variant":"minimax-m3"},"arena_japanese":{"rank":59,"of":226,"score":1397.9,"pct":74.2,"variant":"minimax-m3"},"arena_industry_business_and_management_and_financial_operations":{"rank":53,"of":342,"score":1450.5,"pct":84.8,"variant":"minimax-m3"},"arena_industry_medicine_and_healthcare":{"rank":63,"of":320,"score":1464.4,"pct":80.6,"variant":"minimax-m3"},"arena_industry_legal_and_government":{"rank":80,"of":323,"score":1437.3,"pct":75.5,"variant":"minimax-m3"},"arena_webdev":{"rank":43,"of":110,"score":1485.1,"pct":61.5,"variant":"minimax-m3"},"arena_vision":{"rank":45,"of":134,"score":1236.6,"pct":66.9,"variant":"minimax-m3"},"arena_document":{"rank":32,"of":37,"score":1433,"pct":13.9,"variant":"minimax-m3"},"arena_agent":{"rank":34,"of":43,"score":-0.058,"pct":21.4,"variant":"Minimax M3"},"aa_index":{"rank":41,"of":107,"score":29.2,"pct":62.3,"variant":"minimax-m3"},"aa_hle":{"rank":34,"of":109,"score":39,"pct":69.4,"variant":"minimax-m3"},"aa_gpqa":{"rank":14,"of":100,"score":92.9,"pct":86.9,"variant":"minimax-m3"},"aa_scicode":{"rank":49,"of":107,"score":47.1,"pct":54.7,"variant":"minimax-m3"},"aa_terminalbenchHard":{"rank":17,"of":62,"score":42.4,"pct":73.8,"variant":"minimax-m3"},"aa_tau2":{"rank":23,"of":61,"score":88.9,"pct":63.3,"variant":"minimax-m3"},"aa_ifbench":{"rank":1,"of":62,"score":82.9,"pct":100,"variant":"minimax-m3"},"aa_lcr":{"rank":14,"of":109,"score":83,"pct":88,"variant":"minimax-m3"},"aa_mmmuPro":{"rank":22,"of":55,"score":78.6,"pct":61.1,"variant":"minimax-m3"},"aa_critpt":{"rank":54,"of":112,"score":3.7,"pct":52.3,"variant":"minimax-m3"},"aa_omniscience":{"rank":37,"of":109,"score":1.4,"pct":66.7,"variant":"minimax-m3"},"aa_gdpvalNormalized":{"rank":29,"of":107,"score":0.4,"pct":73.6,"variant":"minimax-m3"},"livebench_global":{"rank":56,"of":60,"score":67.3,"pct":6.8,"variant":"minimax-m3"},"livebench_reasoning":{"rank":56,"of":60,"score":74.5,"pct":6.8,"variant":"minimax-m3"},"livebench_coding":{"rank":58,"of":60,"score":68.2,"pct":3.4,"variant":"minimax-m3"},"livebench_agentic_coding":{"rank":56,"of":60,"score":40.7,"pct":6.8,"variant":"minimax-m3"},"livebench_mathematics":{"rank":59,"of":60,"score":76.9,"pct":1.7,"variant":"minimax-m3"},"livebench_data_analysis":{"rank":30,"of":60,"score":76.2,"pct":50.8,"variant":"minimax-m3"},"livebench_language":{"rank":40,"of":60,"score":76.8,"pct":33.9,"variant":"minimax-m3"},"livebench_if":{"rank":56,"of":60,"score":57.5,"pct":6.8,"variant":"minimax-m3"},"epoch_eci":{"rank":61,"of":239,"score":147,"pct":74.8,"variant":"MiniMax-M3"},"epoch_gpqa":{"rank":25,"of":201,"score":90.9,"pct":88,"variant":"MiniMax-M3"},"epoch_aime":{"rank":82,"of":182,"score":71.1,"pct":55.2,"variant":"MiniMax-M3"},"vals_index":{"rank":40,"of":63,"score":42.7,"pct":37.1,"variant":"minimax/MiniMax-M3"},"vals_vibe_code_bench":{"rank":39,"of":63,"score":47.6,"pct":38.7,"variant":"minimax/MiniMax-M3"},"vals_finance_agent":{"rank":38,"of":63,"score":48.3,"pct":40.3,"variant":"minimax/MiniMax-M3"},"vals_terminal_bench_2_1":{"rank":45,"of":63,"score":53.6,"pct":29,"variant":"minimax/MiniMax-M3"},"vals_emb":{"rank":44,"of":63,"score":47.8,"pct":30.6,"variant":"minimax/MiniMax-M3"},"vals_code_migration":{"rank":36,"of":63,"score":20.9,"pct":43.5,"variant":"minimax/MiniMax-M3"},"vals_legal_research":{"rank":36,"of":63,"score":29.8,"pct":43.5,"variant":"minimax/MiniMax-M3"},"vals_legal_agent_benchmark":{"rank":29,"of":63,"score":4.2,"pct":54.8,"variant":"minimax/MiniMax-M3"},"eqbench":{"rank":20,"of":28,"score":1149.7,"pct":29.6,"variant":"minimax-m3"},"simplebench":{"rank":58,"of":99,"score":45.8,"pct":41.8,"variant":"MiniMax M3"},"benchlm":{"rank":36,"of":74,"score":54.86,"pct":52.1,"variant":"MiniMax M3"},"benchlm_agentic":{"rank":28,"of":54,"score":39.87,"pct":49.1,"variant":"MiniMax M3"},"benchlm_coding":{"rank":38,"of":63,"score":39.24,"pct":40.3,"variant":"MiniMax M3"},"benchlm_multimodalGrounded":{"rank":25,"of":30,"score":52,"pct":17.2,"variant":"MiniMax M3"},"benchlm_knowledge":{"rank":39,"of":69,"score":49.34,"pct":44.1,"variant":"MiniMax M3"},"benchlm_instructionFollowing":{"rank":2,"of":53,"score":92.4,"pct":98.1,"variant":"MiniMax M3"}},"domains":{"overall":53.9,"coding":56.2,"agent":48,"reasoning":51.5,"math":41.8,"knowledge":75.9,"writing":61.2,"instruction":42,"chat":46.3,"business":79.7,"japanese":71.8,"vision":34.4,"longctx":13.3},"coverage":7,"avgPct":43.5,"overall":53.9,"rank":60,"avgRank":44.6,"aliases":["minimax-m3","Minimax M3","MiniMax-M3","minimax/MiniMax-M3","MiniMax M3"],"open":true,"release":"2026-06-01","reasoning":true,"ctx":1000000,"pin":0.3,"pout":1.2,"tps":145,"ttft":1.32,"theta":0.124,"se":0.111,"lo":48.2,"hi":59.5,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gemini-3-flash","name":"Gemini 3 Flash","provider":"google","providerName":"Google","country":"US","sites":{"epoch":{"rank":42,"of":239,"score":151.83,"pct":82.8,"variant":"Gemini 3 Flash"},"arc":{"rank":36,"of":79,"score":33.6,"pct":55.1,"variant":"Gemini 3 Flash Preview (High)"},"vals":{"rank":52,"of":63,"score":29.4,"pct":17.7,"variant":"google/gemini-3-flash-preview"},"simplebench":{"rank":31,"of":99,"score":61.1,"pct":69.4,"variant":"Gemini 3 Flash Preview"},"benchlm":{"rank":33,"of":74,"score":55.61,"pct":56.2,"variant":"Gemini 3 Flash"}},"metrics":{"arena_coding":{"rank":44,"of":344,"score":1507.3,"pct":87.5,"variant":"gemini-3-flash"},"arena_math":{"rank":32,"of":332,"score":1475.5,"pct":90.6,"variant":"gemini-3-flash"},"arena_creative_writing":{"rank":20,"of":347,"score":1458.5,"pct":94.5,"variant":"gemini-3-flash"},"arena_instruction_following":{"rank":37,"of":349,"score":1458.7,"pct":89.7,"variant":"gemini-3-flash"},"arena_hard_prompts":{"rank":30,"of":349,"score":1493.2,"pct":91.7,"variant":"gemini-3-flash"},"arena_multi_turn":{"rank":26,"of":347,"score":1482.8,"pct":92.8,"variant":"gemini-3-flash"},"arena_expert":{"rank":32,"of":301,"score":1495.2,"pct":89.7,"variant":"gemini-3-flash"},"arena_japanese":{"rank":9,"of":226,"score":1491.4,"pct":96.4,"variant":"gemini-3-flash"},"arena_industry_business_and_management_and_financial_operations":{"rank":29,"of":342,"score":1469.9,"pct":91.8,"variant":"gemini-3-flash"},"arena_industry_medicine_and_healthcare":{"rank":36,"of":320,"score":1484.9,"pct":89,"variant":"gemini-3-flash"},"arena_industry_legal_and_government":{"rank":22,"of":323,"score":1485.7,"pct":93.5,"variant":"gemini-3-flash"},"arena_webdev":{"rank":52,"of":110,"score":1438,"pct":53.2,"variant":"gemini-3-flash"},"arena_vision":{"rank":24,"of":134,"score":1272.4,"pct":82.7,"variant":"gemini-3-flash"},"arena_document":{"rank":30,"of":37,"score":1439.2,"pct":19.4,"variant":"gemini-3-flash"},"epoch_eci":{"rank":42,"of":239,"score":151.83,"pct":82.8,"variant":"Gemini 3 Flash"},"epoch_frontiermath":{"rank":38,"of":72,"score":51.2,"pct":47.9,"variant":"gemini-3-flash-preview"},"epoch_frontiermath4":{"rank":38,"of":55,"score":17.1,"pct":31.5,"variant":"gemini-3-flash-preview"},"epoch_gpqa":{"rank":36,"of":201,"score":89.4,"pct":82.5,"variant":"gemini-3-flash-preview_high"},"epoch_simpleqa":{"rank":8,"of":69,"score":66.8,"pct":89.7,"variant":"gemini-3-flash-preview_high"},"epoch_aime":{"rank":23,"of":182,"score":95.6,"pct":87.8,"variant":"gemini-3-flash-preview_high"},"arc_v2":{"rank":36,"of":79,"score":33.6,"pct":55.1,"variant":"Gemini 3 Flash Preview (High)"},"arc_v1":{"rank":33,"of":76,"score":84.7,"pct":57.3,"variant":"Gemini 3 Flash Preview (High)"},"scale_mcp":{"rank":27,"of":34,"score":62,"pct":21.2,"variant":"gemini-3-flash-preview"},"vals_index":{"rank":52,"of":63,"score":29.4,"pct":17.7,"variant":"google/gemini-3-flash-preview"},"vals_vibe_code_bench":{"rank":49,"of":63,"score":20.2,"pct":22.6,"variant":"google/gemini-3-flash-preview"},"vals_finance_agent":{"rank":46,"of":63,"score":42.6,"pct":27.4,"variant":"google/gemini-3-flash-preview"},"vals_terminal_bench_2_1":{"rank":44,"of":63,"score":53.9,"pct":30.6,"variant":"google/gemini-3-flash-preview"},"vals_emb":{"rank":55,"of":63,"score":26,"pct":12.9,"variant":"google/gemini-3-flash-preview"},"vals_code_migration":{"rank":52,"of":63,"score":6.5,"pct":17.7,"variant":"google/gemini-3-flash-preview"},"vals_legal_research":{"rank":43,"of":63,"score":18.3,"pct":32.3,"variant":"google/gemini-3-flash-preview"},"vals_legal_agent_benchmark":{"rank":51,"of":63,"score":0,"pct":19.4,"variant":"google/gemini-3-flash-preview"},"simplebench":{"rank":31,"of":99,"score":61.1,"pct":69.4,"variant":"Gemini 3 Flash Preview"},"benchlm":{"rank":33,"of":74,"score":55.61,"pct":56.2,"variant":"Gemini 3 Flash"},"benchlm_agentic":{"rank":38,"of":54,"score":31.81,"pct":30.2,"variant":"Gemini 3 Flash"},"benchlm_coding":{"rank":43,"of":63,"score":36.45,"pct":32.3,"variant":"Gemini 3 Flash"},"benchlm_knowledge":{"rank":28,"of":69,"score":54.51,"pct":60.3,"variant":"Gemini 3 Flash"},"benchlm_instructionFollowing":{"rank":35,"of":53,"score":64.7,"pct":34.6,"variant":"Gemini 3 Flash"}},"domains":{"overall":53.6,"coding":48.4,"agent":37.7,"reasoning":68.8,"math":69.4,"knowledge":81,"writing":70.1,"instruction":49.8,"chat":60.2,"business":70.7,"japanese":86.2,"vision":57.3,"longctx":15.9},"coverage":5,"avgPct":56.2,"overall":53.6,"rank":61,"avgRank":38.8,"aliases":["gemini-3-flash","Gemini 3 Flash","gemini-3-flash-preview","gemini-3-flash-preview_high","Gemini 3 Flash Preview (High)","google/gemini-3-flash-preview","Gemini 3 Flash Preview"],"open":false,"release":"2025-12-01","reasoning":true,"ctx":1000000,"pin":0.5,"pout":3,"tps":195,"ttft":0.92,"theta":0.117,"se":0.146,"lo":46.2,"hi":61,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"kimi-k2-7-code","name":"Kimi K2.7 Code","provider":"moonshot","providerName":"Moonshot AI","country":"CN","sites":{"aa":{"rank":47,"of":107,"score":25.8,"pct":56.6,"variant":"kimi-k2-7-code"},"livebench":{"rank":53,"of":60,"score":68.4,"pct":11.9,"variant":"kimi-k2.7-code"},"epoch":{"rank":48,"of":239,"score":150.01,"pct":80.3,"variant":"Kimi K2.7 Code"},"simplebench":{"rank":40,"of":99,"score":57.9,"pct":60.2,"variant":"Kimi K2.7 Code"}},"metrics":{"arena_webdev":{"rank":46,"of":110,"score":1472.4,"pct":58.7,"variant":"kimi-k2.7-code"},"aa_index":{"rank":47,"of":107,"score":25.8,"pct":56.6,"variant":"kimi-k2-7-code"},"aa_hle":{"rank":42,"of":109,"score":35,"pct":62,"variant":"kimi-k2-7-code"},"aa_gpqa":{"rank":36,"of":100,"score":89.6,"pct":64.6,"variant":"kimi-k2-7-code"},"aa_scicode":{"rank":47,"of":107,"score":47.8,"pct":56.6,"variant":"kimi-k2-7-code"},"aa_terminalbenchHard":{"rank":13,"of":62,"score":44.7,"pct":80.3,"variant":"kimi-k2-7-code"},"aa_tau2":{"rank":21,"of":61,"score":90.1,"pct":66.7,"variant":"kimi-k2-7-code"},"aa_ifbench":{"rank":35,"of":62,"score":63.1,"pct":44.3,"variant":"kimi-k2-7-code"},"aa_lcr":{"rank":37,"of":109,"score":79.3,"pct":66.7,"variant":"kimi-k2-7-code"},"aa_critpt":{"rank":41,"of":112,"score":10,"pct":64,"variant":"kimi-k2-7-code"},"aa_omniscience":{"rank":54,"of":109,"score":-10.2,"pct":50.9,"variant":"kimi-k2-7-code"},"aa_gdpvalNormalized":{"rank":39,"of":107,"score":0.3,"pct":64.2,"variant":"kimi-k2-7-code"},"livebench_global":{"rank":53,"of":60,"score":68.4,"pct":11.9,"variant":"kimi-k2.7-code"},"livebench_reasoning":{"rank":38,"of":60,"score":82.8,"pct":37.3,"variant":"kimi-k2.7-code"},"livebench_coding":{"rank":47,"of":60,"score":74,"pct":22,"variant":"kimi-k2.7-code"},"livebench_agentic_coding":{"rank":48,"of":60,"score":45.7,"pct":20.3,"variant":"kimi-k2.7-code"},"livebench_mathematics":{"rank":55,"of":60,"score":79.6,"pct":8.5,"variant":"kimi-k2.7-code"},"livebench_data_analysis":{"rank":56,"of":60,"score":62.7,"pct":6.8,"variant":"kimi-k2.7-code"},"livebench_language":{"rank":36,"of":60,"score":77.9,"pct":40.7,"variant":"kimi-k2.7-code"},"livebench_if":{"rank":57,"of":60,"score":56.3,"pct":5.1,"variant":"kimi-k2.7-code"},"epoch_eci":{"rank":48,"of":239,"score":150.01,"pct":80.3,"variant":"Kimi K2.7 Code"},"epoch_frontiermath":{"rank":37,"of":72,"score":54,"pct":49.3,"variant":"kimi-k2.7-code"},"epoch_frontiermath4":{"rank":43,"of":55,"score":12.2,"pct":22.2,"variant":"kimi-k2.7-code"},"epoch_gpqa":{"rank":42,"of":201,"score":87.9,"pct":79.5,"variant":"kimi-k2.7-code"},"epoch_simpleqa":{"rank":40,"of":69,"score":36.5,"pct":42.6,"variant":"kimi-k2.7-code"},"epoch_aime":{"rank":23,"of":182,"score":95.6,"pct":87.8,"variant":"kimi-k2.7-code"},"simplebench":{"rank":40,"of":99,"score":57.9,"pct":60.2,"variant":"Kimi K2.7 Code"}},"domains":{"overall":53,"coding":61.3,"agent":54.8,"reasoning":68.1,"math":51,"knowledge":76.6,"writing":64.9,"instruction":31.2,"business":72.7,"longctx":48.7},"coverage":4,"avgPct":52.3,"overall":53,"rank":62,"avgRank":47,"aliases":["kimi-k2.7-code","kimi-k2-7-code","Kimi K2.7 Code"],"open":true,"release":"2026-06-12","reasoning":true,"ctx":256000,"pin":0.95,"pout":4,"tps":62,"ttft":2.87,"theta":0.095,"se":0.144,"lo":45.6,"hi":60.2,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gpt-5-pro","name":"GPT-5 Pro","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":45,"of":239,"score":150.26,"pct":81.5,"variant":"GPT-5 Pro"},"arc":{"rank":40,"of":79,"score":18.3,"pct":50,"variant":"GPT-5 Pro"},"simplebench":{"rank":30,"of":99,"score":61.6,"pct":70.4,"variant":"GPT-5 Pro"}},"metrics":{"epoch_eci":{"rank":45,"of":239,"score":150.26,"pct":81.5,"variant":"GPT-5 Pro"},"arc_v2":{"rank":40,"of":79,"score":18.3,"pct":50,"variant":"GPT-5 Pro"},"arc_v1":{"rank":40,"of":76,"score":70.2,"pct":48,"variant":"GPT-5 Pro"},"simplebench":{"rank":30,"of":99,"score":61.6,"pct":70.4,"variant":"GPT-5 Pro"}},"domains":{"overall":52.6,"reasoning":64},"coverage":3,"avgPct":67.3,"overall":52.6,"rank":63,"avgRank":38.3,"aliases":["GPT-5 Pro"],"release":"2025-10-06","open":false,"theta":0.084,"se":0.227,"lo":41.1,"hi":63.9,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"qwen3-6-plus","name":"Qwen3.6 Plus","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"livebench":{"rank":52,"of":60,"score":68.9,"pct":13.6,"variant":"qwen3.6-plus"},"vals":{"rank":50,"of":63,"score":32,"pct":21,"variant":"alibaba/qwen3.6-plus"},"benchlm":{"rank":38,"of":74,"score":54.59,"pct":49.3,"variant":"Qwen3.6 Plus"}},"metrics":{"arena_coding":{"rank":63,"of":344,"score":1494.7,"pct":81.9,"variant":"qwen3.6-plus"},"arena_math":{"rank":48,"of":332,"score":1454.8,"pct":85.8,"variant":"qwen3.6-plus"},"arena_creative_writing":{"rank":67,"of":347,"score":1407.6,"pct":80.9,"variant":"qwen3.6-plus"},"arena_instruction_following":{"rank":60,"of":349,"score":1436.1,"pct":83,"variant":"qwen3.6-plus"},"arena_hard_prompts":{"rank":60,"of":349,"score":1467.4,"pct":83,"variant":"qwen3.6-plus"},"arena_multi_turn":{"rank":70,"of":347,"score":1446.6,"pct":80.1,"variant":"qwen3.6-plus"},"arena_expert":{"rank":56,"of":301,"score":1476.8,"pct":81.7,"variant":"qwen3.6-plus"},"arena_japanese":{"rank":66,"of":226,"score":1389.3,"pct":71.1,"variant":"qwen3.6-plus"},"arena_industry_business_and_management_and_financial_operations":{"rank":60,"of":342,"score":1445.9,"pct":82.7,"variant":"qwen3.6-plus"},"arena_industry_medicine_and_healthcare":{"rank":69,"of":320,"score":1460.8,"pct":78.7,"variant":"qwen3.6-plus"},"arena_industry_legal_and_government":{"rank":70,"of":323,"score":1447.9,"pct":78.6,"variant":"qwen3.6-plus"},"arena_webdev":{"rank":48,"of":110,"score":1460.5,"pct":56.9,"variant":"qwen3.6-plus"},"livebench_global":{"rank":52,"of":60,"score":68.9,"pct":13.6,"variant":"qwen3.6-plus"},"livebench_reasoning":{"rank":54,"of":60,"score":75.8,"pct":10.2,"variant":"qwen3.6-plus"},"livebench_coding":{"rank":27,"of":60,"score":78.2,"pct":55.9,"variant":"qwen3.6-plus"},"livebench_agentic_coding":{"rank":55,"of":60,"score":41.4,"pct":8.5,"variant":"qwen3.6-plus"},"livebench_mathematics":{"rank":52,"of":60,"score":83.7,"pct":13.6,"variant":"qwen3.6-plus"},"livebench_data_analysis":{"rank":48,"of":60,"score":69.9,"pct":20.3,"variant":"qwen3.6-plus"},"livebench_language":{"rank":44,"of":60,"score":75,"pct":27.1,"variant":"qwen3.6-plus"},"livebench_if":{"rank":55,"of":60,"score":58.3,"pct":8.5,"variant":"qwen3.6-plus"},"epoch_frontiermath":{"rank":45,"of":72,"score":38.2,"pct":38,"variant":"qwen3.6-plus"},"epoch_gpqa":{"rank":40,"of":201,"score":88.4,"pct":80.5,"variant":"qwen3.6-plus"},"epoch_simpleqa":{"rank":32,"of":69,"score":44.1,"pct":54.4,"variant":"qwen3.6-plus"},"epoch_aime":{"rank":33,"of":182,"score":93.3,"pct":82.3,"variant":"qwen3.6-plus"},"vals_index":{"rank":50,"of":63,"score":32,"pct":21,"variant":"alibaba/qwen3.6-plus"},"vals_vibe_code_bench":{"rank":48,"of":63,"score":25.6,"pct":24.2,"variant":"alibaba/qwen3.6-plus"},"vals_finance_agent":{"rank":49,"of":63,"score":40.8,"pct":22.6,"variant":"alibaba/qwen3.6-plus"},"vals_terminal_bench_2_1":{"rank":47,"of":63,"score":53.2,"pct":25.8,"variant":"alibaba/qwen3.6-plus"},"vals_emb":{"rank":50,"of":63,"score":32.9,"pct":21,"variant":"alibaba/qwen3.6-plus"},"vals_code_migration":{"rank":49,"of":63,"score":11.6,"pct":22.6,"variant":"alibaba/qwen3.6-plus"},"vals_legal_research":{"rank":51,"of":63,"score":14.9,"pct":19.4,"variant":"alibaba/qwen3.6-plus"},"vals_legal_agent_benchmark":{"rank":43,"of":63,"score":1.3,"pct":32.3,"variant":"alibaba/qwen3.6-plus"},"benchlm":{"rank":38,"of":74,"score":54.59,"pct":49.3,"variant":"Qwen3.6 Plus"},"benchlm_agentic":{"rank":37,"of":54,"score":33.24,"pct":32.1,"variant":"Qwen3.6 Plus"},"benchlm_coding":{"rank":32,"of":63,"score":43.31,"pct":50,"variant":"Qwen3.6 Plus"},"benchlm_multimodalGrounded":{"rank":19,"of":30,"score":66.2,"pct":37.9,"variant":"Qwen3.6 Plus"},"benchlm_knowledge":{"rank":36,"of":69,"score":52.05,"pct":48.5,"variant":"Qwen3.6 Plus"},"benchlm_instructionFollowing":{"rank":30,"of":53,"score":82.5,"pct":44.2,"variant":"Qwen3.6 Plus"}},"domains":{"overall":51.4,"coding":55.9,"agent":40,"reasoning":50.4,"math":61,"knowledge":76.5,"writing":56.9,"instruction":39.2,"chat":45.4,"business":70.9,"japanese":70.1,"vision":51.4},"coverage":3,"avgPct":28,"overall":51.4,"rank":64,"avgRank":46.7,"aliases":["qwen3.6-plus","alibaba/qwen3.6-plus","Qwen3.6 Plus"],"open":false,"release":"2026-04-02","reasoning":true,"ctx":1000000,"pin":0.5,"pout":3,"tps":55,"ttft":2.17,"theta":0.043,"se":0.133,"lo":44.5,"hi":58.1,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"grok-4","name":"Grok 4","provider":"xai","providerName":"xAI","country":"US","sites":{"epoch":{"rank":68,"of":239,"score":146.46,"pct":71.8,"variant":"Grok 4"},"arc":{"rank":42,"of":79,"score":16,"pct":47.4,"variant":"Grok 4 (Thinking)"},"simplebench":{"rank":35,"of":99,"score":60.5,"pct":65.3,"variant":"Grok 4"},"benchlm":{"rank":42,"of":74,"score":52.72,"pct":43.8,"variant":"Grok 4"}},"metrics":{"arena_coding":{"rank":128,"of":344,"score":1434.9,"pct":63,"variant":"grok-4-0709"},"arena_math":{"rank":82,"of":332,"score":1426.5,"pct":75.5,"variant":"grok-4-0709"},"arena_creative_writing":{"rank":86,"of":347,"score":1394.6,"pct":75.4,"variant":"grok-4-0709"},"arena_instruction_following":{"rank":113,"of":349,"score":1396.6,"pct":67.8,"variant":"grok-4-0709"},"arena_hard_prompts":{"rank":115,"of":349,"score":1420.4,"pct":67.2,"variant":"grok-4-0709"},"arena_multi_turn":{"rank":108,"of":347,"score":1412.1,"pct":69.1,"variant":"grok-4-0709"},"arena_expert":{"rank":102,"of":301,"score":1431.5,"pct":66.3,"variant":"grok-4-0709"},"arena_japanese":{"rank":61,"of":226,"score":1394.3,"pct":73.3,"variant":"grok-4-0709"},"arena_industry_business_and_management_and_financial_operations":{"rank":124,"of":342,"score":1394.8,"pct":63.9,"variant":"grok-4-0709"},"arena_industry_medicine_and_healthcare":{"rank":95,"of":320,"score":1438.8,"pct":70.5,"variant":"grok-4-0709"},"arena_industry_legal_and_government":{"rank":102,"of":323,"score":1422.7,"pct":68.6,"variant":"grok-4-0709"},"arena_vision":{"rank":73,"of":134,"score":1183.5,"pct":45.9,"variant":"grok-4-0709"},"epoch_eci":{"rank":68,"of":239,"score":146.46,"pct":71.8,"variant":"Grok 4"},"epoch_gpqa":{"rank":49,"of":201,"score":87,"pct":76,"variant":"grok-4-0709"},"epoch_aime":{"rank":67,"of":182,"score":84,"pct":63.5,"variant":"grok-4-0709"},"arc_v2":{"rank":42,"of":79,"score":16,"pct":47.4,"variant":"Grok 4 (Thinking)"},"arc_v1":{"rank":41,"of":76,"score":66.7,"pct":46.7,"variant":"Grok 4 (Thinking)"},"simplebench":{"rank":35,"of":99,"score":60.5,"pct":65.3,"variant":"Grok 4"},"benchlm":{"rank":42,"of":74,"score":52.72,"pct":43.8,"variant":"Grok 4"},"benchlm_knowledge":{"rank":41,"of":69,"score":48.59,"pct":41.2,"variant":"Grok 4"},"benchlm_instructionFollowing":{"rank":36,"of":53,"score":62.9,"pct":32.7,"variant":"Grok 4"}},"domains":{"overall":50.1,"coding":36.8,"reasoning":58.1,"math":59.5,"knowledge":71.5,"writing":50.7,"instruction":33.1,"chat":32.1,"business":64.5,"japanese":71.1,"vision":14.4},"coverage":4,"avgPct":57.1,"overall":50.1,"rank":65,"avgRank":46.8,"aliases":["grok-4-0709","Grok 4","Grok 4 (Thinking)"],"open":false,"release":"2025-07-09","reasoning":true,"ctx":256000,"pin":3,"pout":15,"theta":0.004,"se":0.179,"lo":41,"hi":59.2,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"grok-4-20","name":"Grok 4.20","provider":"xai","providerName":"xAI","country":"US","sites":{"epoch":{"rank":40,"of":239,"score":152.01,"pct":83.6,"variant":"Grok 4.20"},"arc":{"rank":21,"of":79,"score":65.1,"pct":74.4,"variant":"Grok 4.20 (Reasoning)"},"vals":{"rank":60,"of":63,"score":17.6,"pct":4.8,"variant":"grok/grok-4.20-0309-reasoning"}},"metrics":{"epoch_eci":{"rank":40,"of":239,"score":152.01,"pct":83.6,"variant":"Grok 4.20"},"epoch_frontiermath":{"rank":42,"of":72,"score":44.9,"pct":42.3,"variant":"grok-4.20-0309-reasoning"},"epoch_frontiermath4":{"rank":38,"of":55,"score":17.1,"pct":31.5,"variant":"grok-4.20-0309-reasoning"},"epoch_gpqa":{"rank":37,"of":201,"score":89.3,"pct":82,"variant":"grok-4.20-0309-reasoning"},"epoch_simpleqa":{"rank":52,"of":69,"score":30.2,"pct":25,"variant":"grok-4.20-0309-reasoning"},"epoch_aime":{"rank":37,"of":182,"score":92.2,"pct":80.1,"variant":"grok-4.20-0309-reasoning"},"arc_v2":{"rank":21,"of":79,"score":65.1,"pct":74.4,"variant":"Grok 4.20 (Reasoning)"},"arc_v1":{"rank":25,"of":76,"score":89.5,"pct":68,"variant":"Grok 4.20 (Reasoning)"},"arc_v3":{"rank":16,"of":16,"score":0.1,"pct":0,"variant":"Grok 4.20 (Beta Reasoning)"},"vals_index":{"rank":60,"of":63,"score":17.6,"pct":4.8,"variant":"grok/grok-4.20-0309-reasoning"},"vals_vibe_code_bench":{"rank":57,"of":63,"score":4.1,"pct":9.7,"variant":"grok/grok-4.20-0309-reasoning"},"vals_finance_agent":{"rank":60,"of":63,"score":28.5,"pct":4.8,"variant":"grok/grok-4.20-0309-reasoning"},"vals_terminal_bench_2_1":{"rank":55,"of":63,"score":44.2,"pct":12.9,"variant":"grok/grok-4.20-0309-reasoning"},"vals_emb":{"rank":60,"of":63,"score":11.7,"pct":4.8,"variant":"grok/grok-4.20-0309-reasoning"},"vals_code_migration":{"rank":62,"of":63,"score":0.2,"pct":1.6,"variant":"grok/grok-4.20-0309-reasoning"},"vals_legal_research":{"rank":52,"of":63,"score":13.9,"pct":17.7,"variant":"grok/grok-4.20-0309-reasoning"},"vals_legal_agent_benchmark":{"rank":51,"of":63,"score":0,"pct":19.4,"variant":"grok/grok-4.20-0309-reasoning"}},"domains":{"overall":49.1,"coding":33.5,"agent":34.1,"reasoning":75.7,"math":64.5,"knowledge":73.8,"business":50.9},"coverage":3,"avgPct":54.3,"overall":49.1,"rank":66,"avgRank":40.3,"aliases":["Grok 4.20","grok-4.20-0309-reasoning","Grok 4.20 (Reasoning)","Grok 4.20 (Beta Reasoning)","grok/grok-4.20-0309-reasoning"],"release":"2026-02-17","open":false,"reasoning":true,"ctx":2000000,"pin":2,"pout":6,"tps":101,"ttft":0.63,"theta":-0.03,"se":0.181,"lo":39.9,"hi":58.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gpt-5-4-nano","name":"GPT-5.4 nano","provider":"openai","providerName":"OpenAI","country":"US","sites":{"aa":{"rank":60,"of":107,"score":20.7,"pct":44.3,"variant":"gpt-5-4-nano"},"livebench":{"rank":50,"of":60,"score":69.6,"pct":16.9,"variant":"gpt-5.4-nano-xhigh"},"epoch":{"rank":74,"of":239,"score":145.78,"pct":69.3,"variant":"GPT-5.4 Nano"},"arc":{"rank":51,"of":79,"score":5.7,"pct":35.9,"variant":"GPT-5.4 Nano (XHigh)"},"benchlm":{"rank":45,"of":74,"score":50.81,"pct":39.7,"variant":"GPT-5.4 nano"}},"metrics":{"arena_coding":{"rank":102,"of":344,"score":1459.6,"pct":70.6,"variant":"gpt-5.4-nano-high"},"arena_math":{"rank":87,"of":332,"score":1423.8,"pct":74,"variant":"gpt-5.4-nano-high"},"arena_creative_writing":{"rank":142,"of":347,"score":1338.1,"pct":59.2,"variant":"gpt-5.4-nano-high"},"arena_instruction_following":{"rank":120,"of":349,"score":1387.4,"pct":65.8,"variant":"gpt-5.4-nano-high"},"arena_hard_prompts":{"rank":113,"of":349,"score":1421.4,"pct":67.8,"variant":"gpt-5.4-nano-high"},"arena_multi_turn":{"rank":106,"of":347,"score":1413.5,"pct":69.7,"variant":"gpt-5.4-nano-high"},"arena_expert":{"rank":99,"of":301,"score":1436,"pct":67.3,"variant":"gpt-5.4-nano-high"},"arena_japanese":{"rank":84,"of":226,"score":1368.1,"pct":63.1,"variant":"gpt-5.4-nano-high"},"arena_industry_business_and_management_and_financial_operations":{"rank":114,"of":342,"score":1404.2,"pct":66.9,"variant":"gpt-5.4-nano-high"},"arena_industry_medicine_and_healthcare":{"rank":123,"of":320,"score":1415,"pct":61.8,"variant":"gpt-5.4-nano-high"},"arena_industry_legal_and_government":{"rank":124,"of":323,"score":1400.2,"pct":61.8,"variant":"gpt-5.4-nano-high"},"arena_vision":{"rank":63,"of":134,"score":1201.3,"pct":53.4,"variant":"gpt-5.4-nano-high"},"aa_index":{"rank":60,"of":107,"score":20.7,"pct":44.3,"variant":"gpt-5-4-nano"},"aa_hle":{"rank":54,"of":109,"score":28.3,"pct":50.9,"variant":"gpt-5-4-nano"},"aa_gpqa":{"rank":60,"of":100,"score":81.7,"pct":40.4,"variant":"gpt-5-4-nano"},"aa_scicode":{"rank":48,"of":107,"score":47.2,"pct":55.7,"variant":"gpt-5-4-nano"},"aa_terminalbenchHard":{"rank":17,"of":62,"score":42.4,"pct":73.8,"variant":"gpt-5-4-nano"},"aa_tau2":{"rank":33,"of":61,"score":76,"pct":46.7,"variant":"gpt-5-4-nano"},"aa_ifbench":{"rank":15,"of":62,"score":75.9,"pct":77,"variant":"gpt-5-4-nano"},"aa_lcr":{"rank":53,"of":109,"score":76.7,"pct":51.9,"variant":"gpt-5-4-nano"},"aa_mmmuPro":{"rank":43,"of":55,"score":65.4,"pct":22.2,"variant":"gpt-5-4-nano"},"aa_critpt":{"rank":44,"of":112,"score":9.3,"pct":61.3,"variant":"gpt-5-4-nano"},"aa_omniscience":{"rank":76,"of":109,"score":-29.5,"pct":30.6,"variant":"gpt-5-4-nano"},"aa_gdpvalNormalized":{"rank":54,"of":107,"score":0.2,"pct":50,"variant":"gpt-5-4-nano"},"aa_apexAgents":{"rank":12,"of":22,"score":24.9,"pct":47.6,"variant":"gpt-5-4-nano"},"livebench_global":{"rank":50,"of":60,"score":69.6,"pct":16.9,"variant":"gpt-5.4-nano-xhigh"},"livebench_reasoning":{"rank":43,"of":60,"score":81.1,"pct":28.8,"variant":"gpt-5.4-nano-xhigh"},"livebench_coding":{"rank":54,"of":60,"score":70.8,"pct":10.2,"variant":"gpt-5.4-nano-xhigh"},"livebench_agentic_coding":{"rank":45,"of":60,"score":46.8,"pct":25.4,"variant":"gpt-5.4-nano-xhigh"},"livebench_mathematics":{"rank":25,"of":60,"score":91,"pct":59.3,"variant":"gpt-5.4-nano-xhigh"},"livebench_data_analysis":{"rank":51,"of":60,"score":67.6,"pct":15.3,"variant":"gpt-5.4-nano-xhigh"},"livebench_language":{"rank":60,"of":60,"score":62.5,"pct":0,"variant":"gpt-5.4-nano-xhigh"},"livebench_if":{"rank":34,"of":60,"score":67.2,"pct":44.1,"variant":"gpt-5.4-nano-xhigh"},"epoch_eci":{"rank":74,"of":239,"score":145.78,"pct":69.3,"variant":"GPT-5.4 Nano"},"arc_v2":{"rank":51,"of":79,"score":5.7,"pct":35.9,"variant":"GPT-5.4 Nano (XHigh)"},"arc_v1":{"rank":52,"of":76,"score":51.5,"pct":32,"variant":"GPT-5.4 Nano (XHigh)"},"benchlm":{"rank":45,"of":74,"score":50.81,"pct":39.7,"variant":"GPT-5.4 nano"},"benchlm_agentic":{"rank":39,"of":54,"score":31.69,"pct":28.3,"variant":"GPT-5.4 nano"},"benchlm_coding":{"rank":48,"of":63,"score":31.56,"pct":24.2,"variant":"GPT-5.4 nano"},"benchlm_multimodalGrounded":{"rank":29,"of":30,"score":23.8,"pct":3.4,"variant":"GPT-5.4 nano"},"benchlm_knowledge":{"rank":52,"of":69,"score":37.75,"pct":25,"variant":"GPT-5.4 nano"},"benchlm_instructionFollowing":{"rank":5,"of":53,"score":91.9,"pct":92.3,"variant":"GPT-5.4 nano"}},"domains":{"overall":47,"coding":45.5,"agent":43.4,"reasoning":58,"math":76.5,"knowledge":61.2,"writing":25,"instruction":64.4,"chat":32.6,"business":69.5,"japanese":65.6,"vision":7.2,"longctx":41.4},"coverage":5,"avgPct":41.2,"overall":47,"rank":67,"avgRank":56,"aliases":["gpt-5.4-nano-high","gpt-5-4-nano","gpt-5.4-nano-xhigh","GPT-5.4 Nano","GPT-5.4 Nano (XHigh)","GPT-5.4 nano"],"open":false,"release":"2026-03-17","reasoning":true,"ctx":400000,"pin":0.2,"pout":1.25,"tps":169,"ttft":0.79,"theta":-0.098,"se":0.123,"lo":40.7,"hi":53.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gemma-4-31b","name":"Gemma 4 31B","provider":"google","providerName":"Google","country":"US","sites":{"epoch":{"rank":90,"of":239,"score":142.74,"pct":62.6,"variant":"Gemma 4 31B IT"},"eqbench":{"rank":22,"of":28,"score":1120.3,"pct":22.2,"variant":"gemma-4-31b-it"}},"metrics":{"arena_coding":{"rank":55,"of":344,"score":1498.8,"pct":84.3,"variant":"gemma-4-31b"},"arena_math":{"rank":35,"of":332,"score":1473.2,"pct":89.7,"variant":"gemma-4-31b"},"arena_creative_writing":{"rank":60,"of":347,"score":1420.1,"pct":82.9,"variant":"gemma-4-31b"},"arena_instruction_following":{"rank":43,"of":349,"score":1452.1,"pct":87.9,"variant":"gemma-4-31b"},"arena_hard_prompts":{"rank":54,"of":349,"score":1473.9,"pct":84.8,"variant":"gemma-4-31b"},"arena_multi_turn":{"rank":52,"of":347,"score":1464.3,"pct":85.3,"variant":"gemma-4-31b"},"arena_expert":{"rank":46,"of":301,"score":1485.9,"pct":85,"variant":"gemma-4-31b"},"arena_industry_business_and_management_and_financial_operations":{"rank":61,"of":342,"score":1445.8,"pct":82.4,"variant":"gemma-4-31b"},"arena_industry_medicine_and_healthcare":{"rank":59,"of":320,"score":1466.5,"pct":81.8,"variant":"gemma-4-31b"},"arena_industry_legal_and_government":{"rank":60,"of":323,"score":1457.2,"pct":81.7,"variant":"gemma-4-31b"},"arena_webdev":{"rank":75,"of":110,"score":1364,"pct":32.1,"variant":"gemma-4-31b"},"arena_vision":{"rank":31,"of":134,"score":1261.4,"pct":77.4,"variant":"gemma-4-31b"},"arena_document":{"rank":28,"of":37,"score":1444.5,"pct":25,"variant":"gemma-4-31b"},"epoch_eci":{"rank":90,"of":239,"score":142.74,"pct":62.6,"variant":"Gemma 4 31B IT"},"epoch_gpqa":{"rank":85,"of":201,"score":75.8,"pct":58,"variant":"gemma-4-31b-it_minimal"},"epoch_simpleqa":{"rank":67,"of":69,"score":10.4,"pct":2.9,"variant":"gemma-4-31b-it"},"epoch_aime":{"rank":78,"of":182,"score":73.3,"pct":57.5,"variant":"gemma-4-31b-it_minimal"},"eqbench":{"rank":22,"of":28,"score":1120.3,"pct":22.2,"variant":"gemma-4-31b-it"},"eqbench_cw":{"rank":82,"of":137,"score":1368.2,"pct":40.4,"variant":"google/gemma-4-31B-it"}},"domains":{"overall":46.6,"coding":45,"reasoning":60.5,"math":66.3,"knowledge":65.5,"writing":47.9,"instruction":60.1,"chat":38.8,"business":73.8,"vision":50.9,"longctx":20.8},"coverage":2,"avgPct":42.4,"overall":46.6,"rank":68,"avgRank":56,"aliases":["gemma-4-31b","Gemma 4 31B IT","gemma-4-31b-it_minimal","gemma-4-31b-it","google/gemma-4-31B-it"],"open":true,"release":"2026-04-02","reasoning":true,"ctx":256000,"pin":0,"pout":0,"tps":54,"ttft":1.03,"theta":-0.109,"se":0.328,"lo":30.8,"hi":63.1,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gpt-5-4-mini","name":"GPT-5.4 mini","provider":"openai","providerName":"OpenAI","country":"US","sites":{"aa":{"rank":54,"of":107,"score":24.1,"pct":50,"variant":"gpt-5-4-mini"},"livebench":{"rank":57,"of":60,"score":66.4,"pct":5.1,"variant":"gpt-5.4-mini-xhigh"},"epoch":{"rank":55,"of":239,"score":148.83,"pct":77.3,"variant":"GPT-5.4 Mini"},"arc":{"rank":39,"of":79,"score":18.9,"pct":51.3,"variant":"GPT-5.4 Mini (XHigh)"},"benchlm":{"rank":35,"of":74,"score":55.01,"pct":53.4,"variant":"GPT-5.4 mini"}},"metrics":{"arena_coding":{"rank":61,"of":344,"score":1496,"pct":82.5,"variant":"gpt-5.4-mini-high"},"arena_math":{"rank":67,"of":332,"score":1440.2,"pct":80.1,"variant":"gpt-5.4-mini-high"},"arena_creative_writing":{"rank":72,"of":347,"score":1403.8,"pct":79.5,"variant":"gpt-5.4-mini-high"},"arena_instruction_following":{"rank":64,"of":349,"score":1434.3,"pct":81.9,"variant":"gpt-5.4-mini-high"},"arena_hard_prompts":{"rank":59,"of":349,"score":1470,"pct":83.3,"variant":"gpt-5.4-mini-high"},"arena_multi_turn":{"rank":48,"of":347,"score":1468.2,"pct":86.4,"variant":"gpt-5.4-mini-high"},"arena_expert":{"rank":53,"of":301,"score":1480.6,"pct":82.7,"variant":"gpt-5.4-mini-high"},"arena_japanese":{"rank":56,"of":226,"score":1408,"pct":75.6,"variant":"gpt-5.4-mini-high"},"arena_industry_business_and_management_and_financial_operations":{"rank":44,"of":342,"score":1459.7,"pct":87.4,"variant":"gpt-5.4-mini-high"},"arena_industry_medicine_and_healthcare":{"rank":77,"of":320,"score":1451.7,"pct":76.2,"variant":"gpt-5.4-mini-high"},"arena_industry_legal_and_government":{"rank":62,"of":323,"score":1456.2,"pct":81.1,"variant":"gpt-5.4-mini-high"},"arena_webdev":{"rank":66,"of":110,"score":1397.1,"pct":40.4,"variant":"gpt-5.4-mini-high"},"arena_vision":{"rank":35,"of":134,"score":1251.5,"pct":74.4,"variant":"gpt-5.4-mini-high"},"aa_index":{"rank":54,"of":107,"score":24.1,"pct":50,"variant":"gpt-5-4-mini"},"aa_hle":{"rank":55,"of":109,"score":28.1,"pct":50,"variant":"gpt-5-4-mini"},"aa_gpqa":{"rank":39,"of":100,"score":87.5,"pct":61.6,"variant":"gpt-5-4-mini"},"aa_scicode":{"rank":31,"of":107,"score":52.1,"pct":71.7,"variant":"gpt-5-4-mini"},"aa_terminalbenchHard":{"rank":8,"of":62,"score":52.3,"pct":88.5,"variant":"gpt-5-4-mini"},"aa_tau2":{"rank":28,"of":61,"score":83.3,"pct":55,"variant":"gpt-5-4-mini"},"aa_ifbench":{"rank":21,"of":62,"score":73.3,"pct":67.2,"variant":"gpt-5-4-mini"},"aa_lcr":{"rank":51,"of":109,"score":77,"pct":53.7,"variant":"gpt-5-4-mini"},"aa_mmmuPro":{"rank":39,"of":55,"score":73.3,"pct":29.6,"variant":"gpt-5-4-mini"},"aa_critpt":{"rank":41,"of":112,"score":10,"pct":64,"variant":"gpt-5-4-mini"},"aa_omniscience":{"rank":69,"of":109,"score":-18.9,"pct":37,"variant":"gpt-5-4-mini"},"aa_gdpvalNormalized":{"rank":39,"of":107,"score":0.3,"pct":64.2,"variant":"gpt-5-4-mini"},"aa_apexAgents":{"rank":9,"of":22,"score":28.2,"pct":61.9,"variant":"gpt-5-4-mini"},"livebench_global":{"rank":57,"of":60,"score":66.4,"pct":5.1,"variant":"gpt-5.4-mini-xhigh"},"livebench_reasoning":{"rank":57,"of":60,"score":71.3,"pct":5.1,"variant":"gpt-5.4-mini-xhigh"},"livebench_coding":{"rank":52,"of":60,"score":71.6,"pct":13.6,"variant":"gpt-5.4-mini-xhigh"},"livebench_agentic_coding":{"rank":54,"of":60,"score":41.7,"pct":10.2,"variant":"gpt-5.4-mini-xhigh"},"livebench_mathematics":{"rank":56,"of":60,"score":78.5,"pct":6.8,"variant":"gpt-5.4-mini-xhigh"},"livebench_data_analysis":{"rank":44,"of":60,"score":70.8,"pct":27.1,"variant":"gpt-5.4-mini-xhigh"},"livebench_language":{"rank":56,"of":60,"score":71,"pct":6.8,"variant":"gpt-5.4-mini-xhigh"},"livebench_if":{"rank":53,"of":60,"score":59.8,"pct":11.9,"variant":"gpt-5.4-mini-xhigh"},"epoch_eci":{"rank":55,"of":239,"score":148.83,"pct":77.3,"variant":"GPT-5.4 Mini"},"arc_v2":{"rank":39,"of":79,"score":18.9,"pct":51.3,"variant":"GPT-5.4 Mini (XHigh)"},"arc_v1":{"rank":44,"of":76,"score":63.7,"pct":42.7,"variant":"GPT-5.4 Mini (XHigh)"},"scale_mcp":{"rank":31,"of":34,"score":56.7,"pct":9.1,"variant":"gpt-5.4-mini (xhigh)"},"eqbench_cw":{"rank":41,"of":137,"score":1665,"pct":70.6,"variant":"gpt-5.4-mini"},"benchlm":{"rank":35,"of":74,"score":55.01,"pct":53.4,"variant":"GPT-5.4 mini"},"benchlm_agentic":{"rank":36,"of":54,"score":33.91,"pct":34,"variant":"GPT-5.4 mini"},"benchlm_coding":{"rank":41,"of":63,"score":37.24,"pct":35.5,"variant":"GPT-5.4 mini"},"benchlm_multimodalGrounded":{"rank":23,"of":30,"score":57.3,"pct":24.1,"variant":"GPT-5.4 mini"},"benchlm_knowledge":{"rank":42,"of":69,"score":48.37,"pct":39.7,"variant":"GPT-5.4 mini"},"benchlm_instructionFollowing":{"rank":16,"of":53,"score":88.5,"pct":71.2,"variant":"GPT-5.4 mini"}},"domains":{"overall":46.4,"coding":55.1,"agent":40.4,"reasoning":41.3,"math":45.7,"knowledge":71.7,"writing":49.8,"instruction":45.7,"chat":54.3,"business":77.8,"japanese":73.7,"vision":36.6,"longctx":42.2},"coverage":5,"avgPct":47.4,"overall":46.4,"rank":69,"avgRank":48,"aliases":["gpt-5.4-mini-high","gpt-5-4-mini","gpt-5.4-mini-xhigh","GPT-5.4 Mini","GPT-5.4 Mini (XHigh)","gpt-5.4-mini (xhigh)","gpt-5.4-mini","GPT-5.4 mini"],"open":false,"release":"2026-03-17","reasoning":true,"ctx":400000,"pin":0.75,"pout":4.5,"tps":180,"ttft":0.77,"theta":-0.115,"se":0.123,"lo":40.2,"hi":52.7,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gpt-5","name":"GPT-5","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":49,"of":239,"score":150,"pct":79.8,"variant":"GPT-5"},"arc":{"rank":46,"of":79,"score":9.9,"pct":42.3,"variant":"GPT-5 (High)"},"simplebench":{"rank":42,"of":99,"score":56.7,"pct":58.2,"variant":"GPT-5 (high)"}},"metrics":{"arena_coding":{"rank":91,"of":344,"score":1470.2,"pct":73.8,"variant":"gpt-5-high"},"arena_math":{"rank":76,"of":332,"score":1433.6,"pct":77.3,"variant":"gpt-5-high"},"arena_creative_writing":{"rank":93,"of":347,"score":1390.2,"pct":73.4,"variant":"gpt-5-chat"},"arena_instruction_following":{"rank":83,"of":349,"score":1416,"pct":76.4,"variant":"gpt-5-chat"},"arena_hard_prompts":{"rank":79,"of":349,"score":1448.8,"pct":77.6,"variant":"gpt-5-chat"},"arena_multi_turn":{"rank":66,"of":347,"score":1449.2,"pct":81.2,"variant":"gpt-5-chat"},"arena_expert":{"rank":76,"of":301,"score":1459.9,"pct":75,"variant":"gpt-5-high"},"arena_japanese":{"rank":36,"of":226,"score":1432.2,"pct":84.4,"variant":"gpt-5-chat"},"arena_industry_business_and_management_and_financial_operations":{"rank":72,"of":342,"score":1440.1,"pct":79.2,"variant":"gpt-5-chat"},"arena_industry_medicine_and_healthcare":{"rank":72,"of":320,"score":1458.5,"pct":77.7,"variant":"gpt-5-high"},"arena_industry_legal_and_government":{"rank":58,"of":323,"score":1459.2,"pct":82.3,"variant":"gpt-5-chat"},"arena_webdev":{"rank":58,"of":110,"score":1420,"pct":47.7,"variant":"gpt-5-medium"},"arena_vision":{"rank":52,"of":134,"score":1224.9,"pct":61.7,"variant":"gpt-5-chat"},"epoch_eci":{"rank":49,"of":239,"score":150,"pct":79.8,"variant":"GPT-5"},"arc_v2":{"rank":46,"of":79,"score":9.9,"pct":42.3,"variant":"GPT-5 (High)"},"arc_v1":{"rank":42,"of":76,"score":65.7,"pct":45.3,"variant":"GPT-5 (High)"},"scale_multichallenge":{"rank":7,"of":28,"score":63.19,"pct":77.8,"variant":"gpt-5-thinking"},"simplebench":{"rank":42,"of":99,"score":56.7,"pct":58.2,"variant":"GPT-5 (high)"}},"domains":{"overall":46.2,"coding":52,"reasoning":56.1,"math":58.6,"knowledge":71.7,"writing":49.3,"instruction":58.9,"chat":51.3,"business":73.4,"japanese":78,"vision":30.7},"coverage":3,"avgPct":60.1,"overall":46.2,"rank":70,"avgRank":45.7,"aliases":["gpt-5-high","gpt-5-chat","gpt-5-medium","GPT-5","GPT-5 (High)","gpt-5-thinking","GPT-5 (high)"],"open":false,"release":"2025-08-07","reasoning":true,"ctx":400000,"pin":1.25,"pout":10,"tps":92,"ttft":1.31,"theta":-0.12,"se":0.227,"lo":35,"hi":57.8,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"kimi-k2-5","name":"Kimi K2.5","provider":"moonshot","providerName":"Moonshot AI","country":"CN","sites":{"epoch":{"rank":57,"of":239,"score":148.05,"pct":76.5,"variant":"Kimi K2.5"},"arc":{"rank":44,"of":79,"score":11.8,"pct":44.9,"variant":"Kimi K2.5"},"scale":{"rank":15,"of":42,"score":24.37,"pct":65.9,"variant":"kimi-k2.5"},"vals":{"rank":54,"of":63,"score":26.3,"pct":14.5,"variant":"kimi/kimi-k2.5-thinking"},"simplebench":{"rank":55,"of":99,"score":46.8,"pct":44.9,"variant":"Kimi K2.5"},"benchlm":{"rank":41,"of":74,"score":52.96,"pct":45.2,"variant":"Kimi K2.5"}},"metrics":{"arena_coding":{"rank":47,"of":344,"score":1505.2,"pct":86.6,"variant":"kimi-k2.5-instant"},"arena_math":{"rank":36,"of":332,"score":1470.4,"pct":89.4,"variant":"kimi-k2.5-thinking"},"arena_creative_writing":{"rank":57,"of":347,"score":1422.6,"pct":83.8,"variant":"kimi-k2.5-thinking"},"arena_instruction_following":{"rank":56,"of":349,"score":1439.2,"pct":84.2,"variant":"kimi-k2.5-thinking"},"arena_hard_prompts":{"rank":57,"of":349,"score":1472,"pct":83.9,"variant":"kimi-k2.5-thinking"},"arena_multi_turn":{"rank":62,"of":347,"score":1451.8,"pct":82.4,"variant":"kimi-k2.5-thinking"},"arena_expert":{"rank":51,"of":301,"score":1481.9,"pct":83.3,"variant":"kimi-k2.5-thinking"},"arena_japanese":{"rank":42,"of":226,"score":1422.2,"pct":81.8,"variant":"kimi-k2.5-thinking"},"arena_industry_business_and_management_and_financial_operations":{"rank":69,"of":342,"score":1441.1,"pct":80.1,"variant":"kimi-k2.5-thinking"},"arena_industry_medicine_and_healthcare":{"rank":60,"of":320,"score":1466.4,"pct":81.5,"variant":"kimi-k2.5-thinking"},"arena_industry_legal_and_government":{"rank":71,"of":323,"score":1447,"pct":78.3,"variant":"kimi-k2.5-thinking"},"arena_webdev":{"rank":54,"of":110,"score":1436.2,"pct":51.4,"variant":"kimi-k2.5-thinking"},"arena_vision":{"rank":38,"of":134,"score":1249.8,"pct":72.2,"variant":"kimi-k2.5-thinking"},"arena_document":{"rank":31,"of":37,"score":1436,"pct":16.7,"variant":"kimi-k2.5-thinking"},"epoch_eci":{"rank":57,"of":239,"score":148.05,"pct":76.5,"variant":"Kimi K2.5"},"epoch_gpqa":{"rank":45,"of":201,"score":87.6,"pct":78,"variant":"fireworks/kimi-k2p5"},"epoch_simpleqa":{"rank":43,"of":69,"score":34.3,"pct":38.2,"variant":"kimi-k2.5"},"epoch_aime":{"rank":37,"of":182,"score":92.2,"pct":80.1,"variant":"fireworks/kimi-k2p5"},"arc_v2":{"rank":44,"of":79,"score":11.8,"pct":44.9,"variant":"Kimi K2.5"},"arc_v1":{"rank":43,"of":76,"score":65.3,"pct":44,"variant":"Kimi K2.5"},"scale_hle":{"rank":15,"of":42,"score":24.37,"pct":65.9,"variant":"kimi-k2.5"},"scale_multichallenge":{"rank":9,"of":28,"score":61.39,"pct":70.4,"variant":"kimi-k2.5"},"scale_mcp":{"rank":25,"of":34,"score":64.4,"pct":27.3,"variant":"kimi-k2p5"},"vals_index":{"rank":54,"of":63,"score":26.3,"pct":14.5,"variant":"kimi/kimi-k2.5-thinking"},"vals_vibe_code_bench":{"rank":53,"of":63,"score":17.5,"pct":16.1,"variant":"kimi/kimi-k2.5-thinking"},"vals_finance_agent":{"rank":55,"of":63,"score":35.8,"pct":12.9,"variant":"kimi/kimi-k2.5-thinking"},"vals_terminal_bench_2_1":{"rank":57,"of":63,"score":41.9,"pct":9.7,"variant":"kimi/kimi-k2.5-thinking"},"vals_emb":{"rank":53,"of":63,"score":28.5,"pct":16.1,"variant":"kimi/kimi-k2.5-thinking"},"vals_code_migration":{"rank":53,"of":63,"score":6.2,"pct":16.1,"variant":"kimi/kimi-k2.5-thinking"},"vals_legal_research":{"rank":45,"of":63,"score":15.9,"pct":29,"variant":"kimi/kimi-k2.5-thinking"},"vals_legal_agent_benchmark":{"rank":51,"of":63,"score":0,"pct":19.4,"variant":"kimi/kimi-k2.5-thinking"},"eqbench_cw":{"rank":52,"of":137,"score":1578.6,"pct":62.5,"variant":"moonshotai/Kimi-K2.5"},"simplebench":{"rank":55,"of":99,"score":46.8,"pct":44.9,"variant":"Kimi K2.5"},"benchlm":{"rank":41,"of":74,"score":52.96,"pct":45.2,"variant":"Kimi K2.5"},"benchlm_agentic":{"rank":33,"of":54,"score":36.07,"pct":39.6,"variant":"Kimi K2.5"},"benchlm_coding":{"rank":40,"of":63,"score":38.87,"pct":37.1,"variant":"Kimi K2.5"},"benchlm_multimodalGrounded":{"rank":20,"of":30,"score":65.8,"pct":34.5,"variant":"Kimi K2.5"},"benchlm_knowledge":{"rank":43,"of":69,"score":47.79,"pct":38.2,"variant":"Kimi K2.5"},"benchlm_instructionFollowing":{"rank":26,"of":53,"score":84.4,"pct":51.9,"variant":"Kimi K2.5"}},"domains":{"overall":46,"coding":47.6,"agent":34.6,"reasoning":54.1,"math":69.9,"knowledge":74,"writing":57.9,"instruction":57.2,"chat":46.4,"business":66,"japanese":76.3,"vision":49.9,"longctx":13.4},"coverage":6,"avgPct":48.7,"overall":46,"rank":71,"avgRank":44.3,"aliases":["kimi-k2.5-instant","kimi-k2.5-thinking","Kimi K2.5","fireworks/kimi-k2p5","kimi-k2.5","kimi-k2p5","kimi/kimi-k2.5-thinking","moonshotai/Kimi-K2.5"],"open":true,"release":"2026-01-27","reasoning":true,"ctx":256000,"pin":0.6,"pout":2.75,"theta":-0.128,"se":0.127,"lo":39.6,"hi":52.5,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"glm-5","name":"GLM-5","provider":"zai","providerName":"Z.ai (Zhipu)","country":"CN","sites":{"epoch":{"rank":72,"of":239,"score":145.84,"pct":70.2,"variant":"GLM-5"},"arc":{"rank":52,"of":79,"score":4.9,"pct":34.6,"variant":"GLM-5"},"simplebench":{"rank":47,"of":99,"score":53.2,"pct":53.1,"variant":"GLM 5"},"benchlm":{"rank":39,"of":74,"score":54.45,"pct":47.9,"variant":"GLM-5"}},"metrics":{"arena_coding":{"rank":59,"of":344,"score":1497.5,"pct":83.1,"variant":"glm-5"},"arena_math":{"rank":62,"of":332,"score":1442.6,"pct":81.6,"variant":"glm-5"},"arena_creative_writing":{"rank":32,"of":347,"score":1447.5,"pct":91,"variant":"glm-5"},"arena_instruction_following":{"rank":48,"of":349,"score":1446.3,"pct":86.5,"variant":"glm-5"},"arena_hard_prompts":{"rank":48,"of":349,"score":1478.3,"pct":86.5,"variant":"glm-5"},"arena_multi_turn":{"rank":41,"of":347,"score":1472.8,"pct":88.4,"variant":"glm-5"},"arena_expert":{"rank":50,"of":301,"score":1482.3,"pct":83.7,"variant":"glm-5"},"arena_japanese":{"rank":54,"of":226,"score":1411,"pct":76.4,"variant":"glm-5"},"arena_industry_business_and_management_and_financial_operations":{"rank":51,"of":342,"score":1451.7,"pct":85.3,"variant":"glm-5"},"arena_industry_medicine_and_healthcare":{"rank":45,"of":320,"score":1478.5,"pct":86.2,"variant":"glm-5"},"arena_industry_legal_and_government":{"rank":41,"of":323,"score":1469,"pct":87.6,"variant":"glm-5"},"arena_webdev":{"rank":55,"of":110,"score":1435.7,"pct":50.5,"variant":"glm-5"},"epoch_eci":{"rank":72,"of":239,"score":145.84,"pct":70.2,"variant":"GLM-5"},"epoch_gpqa":{"rank":44,"of":201,"score":87.8,"pct":78.5,"variant":"glm-5"},"epoch_aime":{"rank":73,"of":182,"score":80,"pct":60.2,"variant":"glm-5"},"arc_v2":{"rank":52,"of":79,"score":4.9,"pct":34.6,"variant":"GLM-5"},"arc_v1":{"rank":54,"of":76,"score":44.7,"pct":29.3,"variant":"GLM-5"},"eqbench_cw":{"rank":48,"of":137,"score":1600.6,"pct":65.4,"variant":"zai-org/GLM-5"},"simplebench":{"rank":47,"of":99,"score":53.2,"pct":53.1,"variant":"GLM 5"},"benchlm":{"rank":39,"of":74,"score":54.45,"pct":47.9,"variant":"GLM-5"},"benchlm_agentic":{"rank":31,"of":54,"score":37.17,"pct":43.4,"variant":"GLM-5"},"benchlm_coding":{"rank":37,"of":63,"score":39.27,"pct":41.9,"variant":"GLM-5"},"benchlm_knowledge":{"rank":45,"of":69,"score":47.07,"pct":35.3,"variant":"GLM-5"},"benchlm_instructionFollowing":{"rank":22,"of":53,"score":87.2,"pct":59.6,"variant":"GLM-5"}},"domains":{"overall":45.9,"coding":52.3,"agent":44.9,"reasoning":51.6,"math":61.8,"knowledge":72.8,"writing":62.2,"instruction":64.4,"chat":56.2,"business":75.5,"japanese":74.3},"coverage":4,"avgPct":51.5,"overall":45.9,"rank":72,"avgRank":52.5,"aliases":["glm-5","GLM-5","zai-org/GLM-5","GLM 5"],"open":true,"release":"2026-02-11","reasoning":true,"ctx":200000,"pin":1,"pout":3.2,"tps":70,"ttft":1.5,"theta":-0.133,"se":0.179,"lo":36.9,"hi":55,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"glm-4-7","name":"GLM-4.7","provider":"zai","providerName":"Z.ai (Zhipu)","country":"CN","sites":{"epoch":{"rank":87,"of":239,"score":143.53,"pct":63.9,"variant":"GLM-4.7"},"simplebench":{"rank":54,"of":99,"score":47.7,"pct":45.9,"variant":"GLM 4.7"},"benchlm":{"rank":49,"of":74,"score":49.23,"pct":34.2,"variant":"GLM-4.7"}},"metrics":{"arena_coding":{"rank":74,"of":344,"score":1485.2,"pct":78.7,"variant":"glm-4.7"},"arena_math":{"rank":79,"of":332,"score":1428.5,"pct":76.4,"variant":"glm-4.7"},"arena_creative_writing":{"rank":74,"of":347,"score":1403.3,"pct":78.9,"variant":"glm-4.7"},"arena_instruction_following":{"rank":70,"of":349,"score":1426.9,"pct":80.2,"variant":"glm-4.7"},"arena_hard_prompts":{"rank":64,"of":349,"score":1462.2,"pct":81.9,"variant":"glm-4.7"},"arena_multi_turn":{"rank":57,"of":347,"score":1458.3,"pct":83.8,"variant":"glm-4.7"},"arena_expert":{"rank":90,"of":301,"score":1444.4,"pct":70.3,"variant":"glm-4.7"},"arena_industry_business_and_management_and_financial_operations":{"rank":67,"of":342,"score":1441.4,"pct":80.6,"variant":"glm-4.7"},"arena_industry_medicine_and_healthcare":{"rank":40,"of":320,"score":1481.5,"pct":87.8,"variant":"glm-4.7"},"arena_industry_legal_and_government":{"rank":65,"of":323,"score":1453,"pct":80.1,"variant":"glm-4.7"},"arena_webdev":{"rank":56,"of":110,"score":1434.7,"pct":49.5,"variant":"glm-4.7"},"epoch_eci":{"rank":87,"of":239,"score":143.53,"pct":63.9,"variant":"GLM-4.7"},"epoch_gpqa":{"rank":65,"of":201,"score":83.3,"pct":68,"variant":"glm-4.7"},"epoch_simpleqa":{"rank":49,"of":69,"score":32.2,"pct":29.4,"variant":"glm-4.7"},"epoch_aime":{"rank":68,"of":182,"score":83.3,"pct":63,"variant":"glm-4.7"},"scale_mcp":{"rank":29,"of":34,"score":58.1,"pct":15.2,"variant":"glm-4p7"},"eqbench_cw":{"rank":76,"of":137,"score":1413.3,"pct":44.9,"variant":"zai-org/GLM-4.7"},"simplebench":{"rank":54,"of":99,"score":47.7,"pct":45.9,"variant":"GLM 4.7"},"benchlm":{"rank":49,"of":74,"score":49.23,"pct":34.2,"variant":"GLM-4.7"},"benchlm_agentic":{"rank":44,"of":54,"score":27.02,"pct":18.9,"variant":"GLM-4.7"},"benchlm_coding":{"rank":35,"of":63,"score":39.62,"pct":45.2,"variant":"GLM-4.7"},"benchlm_knowledge":{"rank":49,"of":69,"score":40.56,"pct":29.4,"variant":"GLM-4.7"},"benchlm_instructionFollowing":{"rank":31,"of":53,"score":81.4,"pct":42.3,"variant":"GLM-4.7"}},"domains":{"overall":45.1,"coding":52.3,"agent":27.8,"reasoning":49.8,"math":59.7,"knowledge":66.1,"writing":47.7,"instruction":55.2,"chat":50.2,"business":72.8},"coverage":3,"avgPct":48,"overall":45.1,"rank":73,"avgRank":63.3,"aliases":["glm-4.7","GLM-4.7","glm-4p7","zai-org/GLM-4.7","GLM 4.7"],"open":true,"release":"2025-10-01","reasoning":true,"ctx":200000,"pin":0.6,"pout":2.2,"tps":101,"ttft":1.12,"theta":-0.156,"se":0.22,"lo":34.3,"hi":56.4,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"nemotron-3-ultra-550b-a55b","name":"Nemotron 3 Ultra 550B A55B","provider":"nvidia","providerName":"NVIDIA","country":"US","sites":{"aa":{"rank":55,"of":107,"score":22.9,"pct":49.1,"variant":"nemotron-3-ultra-550b-a55b"},"livebench":{"rank":55,"of":60,"score":67.4,"pct":8.5,"variant":"nemotron-3-ultra-550b-a55b"},"epoch":{"rank":70,"of":239,"score":146.2,"pct":71,"variant":"Nemotron 3 Ultra"},"vals":{"rank":53,"of":63,"score":27.4,"pct":16.1,"variant":"nvidia/nemotron-3-ultra-550b-a55b"},"simplebench":{"rank":61,"of":99,"score":41.7,"pct":38.8,"variant":"Nemotron 3 Ultra"}},"metrics":{"aa_index":{"rank":55,"of":107,"score":22.9,"pct":49.1,"variant":"nemotron-3-ultra-550b-a55b"},"aa_hle":{"rank":53,"of":109,"score":28.4,"pct":51.9,"variant":"nemotron-3-ultra-550b-a55b"},"aa_gpqa":{"rank":45,"of":100,"score":86.7,"pct":55.6,"variant":"nemotron-3-ultra-550b-a55b"},"aa_scicode":{"rank":69,"of":107,"score":40.3,"pct":35.8,"variant":"nemotron-3-ultra-550b-a55b"},"aa_terminalbenchHard":{"rank":23,"of":62,"score":36.4,"pct":63.9,"variant":"nemotron-3-ultra-550b-a55b"},"aa_tau2":{"rank":28,"of":61,"score":83.3,"pct":55,"variant":"nemotron-3-ultra-550b-a55b"},"aa_ifbench":{"rank":2,"of":62,"score":81.4,"pct":98.4,"variant":"nemotron-3-ultra-550b-a55b"},"aa_lcr":{"rank":37,"of":109,"score":79.3,"pct":66.7,"variant":"nemotron-3-ultra-550b-a55b"},"aa_critpt":{"rank":56,"of":112,"score":3.1,"pct":50.5,"variant":"nemotron-3-ultra-550b-a55b"},"aa_omniscience":{"rank":45,"of":109,"score":-0.4,"pct":59.3,"variant":"nemotron-3-ultra-550b-a55b"},"aa_gdpvalNormalized":{"rank":39,"of":107,"score":0.3,"pct":64.2,"variant":"nemotron-3-ultra-550b-a55b"},"livebench_global":{"rank":55,"of":60,"score":67.4,"pct":8.5,"variant":"nemotron-3-ultra-550b-a55b"},"livebench_reasoning":{"rank":55,"of":60,"score":74.7,"pct":8.5,"variant":"nemotron-3-ultra-550b-a55b"},"livebench_coding":{"rank":55,"of":60,"score":70.7,"pct":8.5,"variant":"nemotron-3-ultra-550b-a55b"},"livebench_agentic_coding":{"rank":59,"of":60,"score":38.7,"pct":1.7,"variant":"nemotron-3-ultra-550b-a55b"},"livebench_mathematics":{"rank":35,"of":60,"score":88.7,"pct":42.4,"variant":"nemotron-3-ultra-550b-a55b"},"livebench_data_analysis":{"rank":58,"of":60,"score":54.5,"pct":3.4,"variant":"nemotron-3-ultra-550b-a55b"},"livebench_language":{"rank":57,"of":60,"score":70.8,"pct":5.1,"variant":"nemotron-3-ultra-550b-a55b"},"livebench_if":{"rank":15,"of":60,"score":73.4,"pct":76.3,"variant":"nemotron-3-ultra-550b-a55b"},"epoch_eci":{"rank":70,"of":239,"score":146.2,"pct":71,"variant":"Nemotron 3 Ultra"},"epoch_gpqa":{"rank":56,"of":201,"score":85.4,"pct":72.5,"variant":"nemotron-3-ultra"},"epoch_aime":{"rank":53,"of":182,"score":86.7,"pct":71.3,"variant":"nemotron-3-ultra"},"scale_mcp":{"rank":26,"of":34,"score":63.1,"pct":24.2,"variant":"Nemotron 3 Ultra (thinking)"},"vals_index":{"rank":53,"of":63,"score":27.4,"pct":16.1,"variant":"nvidia/nemotron-3-ultra-550b-a55b"},"vals_vibe_code_bench":{"rank":56,"of":63,"score":7.6,"pct":11.3,"variant":"nvidia/nemotron-3-ultra-550b-a55b"},"vals_finance_agent":{"rank":52,"of":63,"score":37.7,"pct":17.7,"variant":"nvidia/nemotron-3-ultra-550b-a55b"},"vals_terminal_bench_2_1":{"rank":49,"of":63,"score":50.9,"pct":22.6,"variant":"nvidia/nemotron-3-ultra-550b-a55b"},"vals_emb":{"rank":52,"of":63,"score":31.7,"pct":17.7,"variant":"nvidia/nemotron-3-ultra-550b-a55b"},"vals_code_migration":{"rank":57,"of":63,"score":4.8,"pct":9.7,"variant":"nvidia/nemotron-3-ultra-550b-a55b"},"vals_legal_research":{"rank":48,"of":63,"score":15.4,"pct":24.2,"variant":"nvidia/nemotron-3-ultra-550b-a55b"},"vals_legal_agent_benchmark":{"rank":48,"of":63,"score":0.4,"pct":24.2,"variant":"nvidia/nemotron-3-ultra-550b-a55b"},"simplebench":{"rank":61,"of":99,"score":41.7,"pct":38.8,"variant":"Nemotron 3 Ultra"}},"domains":{"overall":43.9,"coding":40.4,"agent":37.4,"reasoning":45.1,"math":73.3,"knowledge":73.1,"writing":45.2,"instruction":80.9,"business":65.6,"longctx":48.7},"coverage":5,"avgPct":36.7,"overall":43.9,"rank":74,"avgRank":58.8,"aliases":["nemotron-3-ultra-550b-a55b","Nemotron 3 Ultra","nemotron-3-ultra","Nemotron 3 Ultra (thinking)","nvidia/nemotron-3-ultra-550b-a55b"],"release":"2026-06-04","open":true,"reasoning":true,"ctx":262144,"pin":0.6,"pout":2.5,"tps":121,"ttft":2.43,"theta":-0.197,"se":0.125,"lo":37.7,"hi":50.2,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"o3-pro","name":"o3-pro","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":59,"of":239,"score":147.43,"pct":75.6,"variant":"o3-pro"},"benchlm":{"rank":51,"of":74,"score":47.25,"pct":31.5,"variant":"o3-pro"}},"metrics":{"epoch_eci":{"rank":59,"of":239,"score":147.43,"pct":75.6,"variant":"o3-pro"},"scale_mcp":{"rank":33,"of":34,"score":44.5,"pct":3,"variant":"o3-pro"},"benchlm":{"rank":51,"of":74,"score":47.25,"pct":31.5,"variant":"o3-pro"}},"domains":{"overall":43.8,"agent":9.2},"coverage":2,"avgPct":53.6,"overall":43.8,"rank":75,"avgRank":55,"aliases":["o3-pro"],"release":"2025-04-16","open":false,"reasoning":true,"ctx":200000,"pin":20,"pout":80,"theta":-0.2,"se":0.252,"lo":31.7,"hi":56.7,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"o3","name":"o3","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":62,"of":239,"score":146.88,"pct":74.4,"variant":"o3"},"arc":{"rank":48,"of":79,"score":6.5,"pct":39.7,"variant":"o3 (High)"},"scale":{"rank":18,"of":42,"score":20.32,"pct":58.5,"variant":"o3 (high) (April 2025)"},"simplebench":{"rank":49,"of":99,"score":53.1,"pct":51,"variant":"o3 (high)"},"benchlm":{"rank":53,"of":74,"score":47.04,"pct":28.8,"variant":"o3"}},"metrics":{"epoch_eci":{"rank":62,"of":239,"score":146.88,"pct":74.4,"variant":"o3"},"arc_v2":{"rank":48,"of":79,"score":6.5,"pct":39.7,"variant":"o3 (High)"},"arc_v1":{"rank":47,"of":76,"score":60.8,"pct":38.7,"variant":"o3 (High)"},"scale_hle":{"rank":18,"of":42,"score":20.32,"pct":58.5,"variant":"o3 (high) (April 2025)"},"eqbench_cw":{"rank":38,"of":137,"score":1675.6,"pct":72.8,"variant":"o3"},"simplebench":{"rank":49,"of":99,"score":53.1,"pct":51,"variant":"o3 (high)"},"benchlm":{"rank":53,"of":74,"score":47.04,"pct":28.8,"variant":"o3"},"benchlm_knowledge":{"rank":44,"of":69,"score":47.15,"pct":36.8,"variant":"o3"},"benchlm_instructionFollowing":{"rank":23,"of":53,"score":86,"pct":57.7,"variant":"o3"}},"domains":{"overall":43.4,"reasoning":51.6,"knowledge":69.7,"writing":62.8,"instruction":64},"coverage":5,"avgPct":50.5,"overall":43.4,"rank":76,"avgRank":46,"aliases":["o3","o3 (High)","o3 (high) (April 2025)","o3 (high)"],"release":"2025-04-16","open":false,"reasoning":true,"ctx":200000,"pin":2,"pout":8,"tps":84,"ttft":9.45,"theta":-0.212,"se":0.148,"lo":36.1,"hi":51,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gemini-2-5-pro","name":"Gemini 2.5 Pro","provider":"google","providerName":"Google","country":"US","sites":{"aa":{"rank":70,"of":107,"score":16.1,"pct":34.9,"variant":"gemini-2-5-pro"},"epoch":{"rank":77,"of":239,"score":145.32,"pct":68.1,"variant":"Gemini 2.5 Pro (Jun 2025)"},"arc":{"rank":52,"of":79,"score":4.9,"pct":34.6,"variant":"Gemini 2.5 Pro (Thinking 32K)"},"scale":{"rank":20,"of":42,"score":18.16,"pct":53.7,"variant":"Gemini 2.5 Pro Experimental (March 2025)"},"simplebench":{"rank":28,"of":99,"score":62.4,"pct":72.4,"variant":"Gemini 2.5 Pro (06-05)"},"benchlm":{"rank":46,"of":74,"score":50.24,"pct":38.4,"variant":"Gemini 2.5 Pro"}},"metrics":{"arena_coding":{"rank":95,"of":344,"score":1465,"pct":72.6,"variant":"gemini-2.5-pro"},"arena_math":{"rank":64,"of":332,"score":1441.2,"pct":81,"variant":"gemini-2.5-pro"},"arena_creative_writing":{"rank":40,"of":347,"score":1442.8,"pct":88.7,"variant":"gemini-2.5-pro"},"arena_instruction_following":{"rank":57,"of":349,"score":1438.3,"pct":83.9,"variant":"gemini-2.5-pro"},"arena_hard_prompts":{"rank":72,"of":349,"score":1458.1,"pct":79.6,"variant":"gemini-2.5-pro"},"arena_multi_turn":{"rank":68,"of":347,"score":1448.4,"pct":80.6,"variant":"gemini-2.5-pro"},"arena_expert":{"rank":76,"of":301,"score":1459.9,"pct":75,"variant":"gemini-2.5-pro"},"arena_japanese":{"rank":24,"of":226,"score":1447.9,"pct":89.8,"variant":"gemini-2.5-pro"},"arena_industry_business_and_management_and_financial_operations":{"rank":78,"of":342,"score":1437,"pct":77.4,"variant":"gemini-2.5-pro"},"arena_industry_medicine_and_healthcare":{"rank":58,"of":320,"score":1468.3,"pct":82.1,"variant":"gemini-2.5-pro"},"arena_industry_legal_and_government":{"rank":41,"of":323,"score":1469,"pct":87.6,"variant":"gemini-2.5-pro"},"arena_webdev":{"rank":103,"of":110,"score":1225.9,"pct":6.4,"variant":"gemini-2.5-pro"},"arena_vision":{"rank":40,"of":134,"score":1246.3,"pct":70.7,"variant":"gemini-2.5-pro"},"arena_document":{"rank":33,"of":37,"score":1430.6,"pct":11.1,"variant":"gemini-2.5-pro"},"aa_index":{"rank":70,"of":107,"score":16.1,"pct":34.9,"variant":"gemini-2-5-pro"},"aa_hle":{"rank":60,"of":109,"score":22.5,"pct":45.4,"variant":"gemini-2-5-pro"},"aa_gpqa":{"rank":50,"of":100,"score":84.4,"pct":50.5,"variant":"gemini-2-5-pro"},"aa_scicode":{"rank":52,"of":107,"score":46.3,"pct":51.9,"variant":"gemini-2-5-pro"},"aa_terminalbenchHard":{"rank":36,"of":62,"score":26.5,"pct":42.6,"variant":"gemini-2-5-pro"},"aa_tau2":{"rank":40,"of":61,"score":54.1,"pct":35,"variant":"gemini-2-5-pro"},"aa_ifbench":{"rank":45,"of":62,"score":48.7,"pct":27.9,"variant":"gemini-2-5-pro"},"aa_lcr":{"rank":75,"of":109,"score":69,"pct":31.5,"variant":"gemini-2-5-pro"},"aa_mmmuPro":{"rank":34,"of":55,"score":74.9,"pct":38.9,"variant":"gemini-2-5-pro"},"aa_critpt":{"rank":59,"of":112,"score":2.6,"pct":47.7,"variant":"gemini-2-5-pro"},"aa_omniscience":{"rank":61,"of":109,"score":-16.3,"pct":44.4,"variant":"gemini-2-5-pro"},"aa_gdpvalNormalized":{"rank":75,"of":107,"score":0,"pct":30.2,"variant":"gemini-2-5-pro"},"epoch_eci":{"rank":77,"of":239,"score":145.32,"pct":68.1,"variant":"Gemini 2.5 Pro (Jun 2025)"},"epoch_frontiermath":{"rank":56,"of":72,"score":24.6,"pct":22.5,"variant":"gemini-2.5-pro"},"epoch_frontiermath4":{"rank":53,"of":55,"score":0,"pct":3.7,"variant":"gemini-2.5-pro"},"epoch_gpqa":{"rank":57,"of":201,"score":85.3,"pct":72,"variant":"gemini-2.5-pro"},"epoch_aime":{"rank":62,"of":182,"score":84.7,"pct":66.3,"variant":"gemini-2.5-pro"},"arc_v2":{"rank":52,"of":79,"score":4.9,"pct":34.6,"variant":"Gemini 2.5 Pro (Thinking 32K)"},"arc_v1":{"rank":55,"of":76,"score":41,"pct":28,"variant":"Gemini 2.5 Pro (Thinking 16K)"},"scale_hle":{"rank":20,"of":42,"score":18.16,"pct":53.7,"variant":"Gemini 2.5 Pro Experimental (March 2025)"},"scale_multichallenge":{"rank":20,"of":28,"score":53.62,"pct":29.6,"variant":"gemini-2-5-pro"},"simplebench":{"rank":28,"of":99,"score":62.4,"pct":72.4,"variant":"Gemini 2.5 Pro (06-05)"},"benchlm":{"rank":46,"of":74,"score":50.24,"pct":38.4,"variant":"Gemini 2.5 Pro"},"benchlm_agentic":{"rank":48,"of":54,"score":24.73,"pct":11.3,"variant":"Gemini 2.5 Pro"},"benchlm_coding":{"rank":54,"of":63,"score":24.56,"pct":14.5,"variant":"Gemini 2.5 Pro"},"benchlm_knowledge":{"rank":46,"of":69,"score":44.23,"pct":33.8,"variant":"Gemini 2.5 Pro"},"benchlm_instructionFollowing":{"rank":38,"of":53,"score":56.4,"pct":28.8,"variant":"Gemini 2.5 Pro"}},"domains":{"overall":41.9,"coding":28.6,"agent":27,"reasoning":48.6,"math":56.1,"knowledge":68.1,"writing":65.7,"instruction":30.6,"chat":26.3,"business":60.9,"japanese":80.5,"vision":40.7,"longctx":9.4},"coverage":6,"avgPct":50.4,"overall":41.9,"rank":77,"avgRank":48.8,"aliases":["gemini-2.5-pro","gemini-2-5-pro","Gemini 2.5 Pro (Jun 2025)","Gemini 2.5 Pro (Thinking 32K)","Gemini 2.5 Pro (Thinking 16K)","Gemini 2.5 Pro Experimental (March 2025)","Gemini 2.5 Pro (06-05)","Gemini 2.5 Pro"],"open":false,"release":"2025-02-19","reasoning":true,"ctx":1000000,"pin":1.25,"pout":10,"tps":125,"ttft":23.94,"theta":-0.261,"se":0.132,"lo":35.5,"hi":48.6,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"claude-opus-4-1","name":"Claude Opus 4.1","provider":"anthropic","providerName":"Anthropic","country":"US","sites":{"epoch":{"rank":83,"of":239,"score":144.11,"pct":65.5,"variant":"Claude Opus 4.1"},"scale":{"rank":24,"of":42,"score":11.52,"pct":43.9,"variant":"claude-opus-4-1-20250805-thinking"},"simplebench":{"rank":37,"of":99,"score":60,"pct":63.3,"variant":"Claude 4.1 Opus"}},"metrics":{"arena_coding":{"rank":38,"of":344,"score":1512.4,"pct":89.2,"variant":"claude-opus-4-1-20250805-thinking-16k"},"arena_math":{"rank":59,"of":332,"score":1443.5,"pct":82.5,"variant":"claude-opus-4-1-20250805-thinking-16k"},"arena_creative_writing":{"rank":36,"of":347,"score":1444.7,"pct":89.9,"variant":"claude-opus-4-1-20250805-thinking-16k"},"arena_instruction_following":{"rank":36,"of":349,"score":1459,"pct":89.9,"variant":"claude-opus-4-1-20250805-thinking-16k"},"arena_hard_prompts":{"rank":45,"of":349,"score":1480.1,"pct":87.4,"variant":"claude-opus-4-1-20250805-thinking-16k"},"arena_multi_turn":{"rank":42,"of":347,"score":1472.6,"pct":88.2,"variant":"claude-opus-4-1-20250805-thinking-16k"},"arena_expert":{"rank":48,"of":301,"score":1484.1,"pct":84.3,"variant":"claude-opus-4-1-20250805-thinking-16k"},"arena_japanese":{"rank":52,"of":226,"score":1412.5,"pct":77.3,"variant":"claude-opus-4-1-20250805-thinking-16k"},"arena_industry_business_and_management_and_financial_operations":{"rank":59,"of":342,"score":1446.9,"pct":83,"variant":"claude-opus-4-1-20250805-thinking-16k"},"arena_industry_medicine_and_healthcare":{"rank":47,"of":320,"score":1475.9,"pct":85.6,"variant":"claude-opus-4-1-20250805-thinking-16k"},"arena_industry_legal_and_government":{"rank":54,"of":323,"score":1461.9,"pct":83.5,"variant":"claude-opus-4-1-20250805-thinking-16k"},"arena_webdev":{"rank":70,"of":110,"score":1389.1,"pct":36.7,"variant":"claude-opus-4-1-20250805"},"epoch_eci":{"rank":83,"of":239,"score":144.11,"pct":65.5,"variant":"Claude Opus 4.1"},"epoch_frontiermath":{"rank":66,"of":72,"score":12.6,"pct":8.5,"variant":"claude-opus-4-1-20250805_32K"},"epoch_frontiermath4":{"rank":50,"of":55,"score":2.4,"pct":9.3,"variant":"claude-opus-4-1-20250805_32K"},"epoch_gpqa":{"rank":79,"of":201,"score":77.3,"pct":61,"variant":"claude-opus-4-1-20250805_16K"},"epoch_aime":{"rank":88,"of":182,"score":68.9,"pct":51.9,"variant":"claude-opus-4-1-20250805_27K"},"scale_hle":{"rank":24,"of":42,"score":11.52,"pct":43.9,"variant":"claude-opus-4-1-20250805-thinking"},"scale_multichallenge":{"rank":14,"of":28,"score":57.2,"pct":51.9,"variant":"claude-opus-4-1-20250805-thinking"},"simplebench":{"rank":37,"of":99,"score":60,"pct":63.3,"variant":"Claude 4.1 Opus"}},"domains":{"overall":41.6,"coding":49.6,"reasoning":49,"math":51.9,"knowledge":63.5,"writing":66.2,"instruction":46.4,"chat":36.1,"business":74.3,"japanese":74.5},"coverage":3,"avgPct":57.6,"overall":41.6,"rank":78,"avgRank":48,"aliases":["claude-opus-4-1-20250805-thinking-16k","claude-opus-4-1-20250805","Claude Opus 4.1","claude-opus-4-1-20250805_32K","claude-opus-4-1-20250805_16K","claude-opus-4-1-20250805_27K","claude-opus-4-1-20250805-thinking","Claude 4.1 Opus"],"open":false,"release":"2025-08-01","reasoning":true,"ctx":200000,"pin":15,"pout":75,"theta":-0.272,"se":0.206,"lo":31.8,"hi":52.1,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gemini-3-5-flash-lite","name":"Gemini 3.5 Flash-Lite","provider":"google","providerName":"Google","country":"US","sites":{"aa":{"rank":58,"of":107,"score":22.2,"pct":46.2,"variant":"gemini-3-5-flash-lite"},"livebench":{"rank":59,"of":60,"score":63.9,"pct":1.7,"variant":"gemini-3.5-flash-lite-high"},"epoch":{"rank":78,"of":239,"score":145.12,"pct":67.6,"variant":"Gemini 3.5 Flash-Lite"},"arc":{"rank":45,"of":79,"score":10.3,"pct":43.6,"variant":"Gemini 3.5 Flash-Lite (High)"},"vals":{"rank":46,"of":63,"score":36.7,"pct":27.4,"variant":"google/gemini-3.5-flash-lite"},"benchlm":{"rank":44,"of":74,"score":50.96,"pct":41.1,"variant":"Gemini 3.5 Flash-Lite"}},"metrics":{"arena_coding":{"rank":48,"of":344,"score":1503.8,"pct":86.3,"variant":"gemini-3.5-flash-lite"},"arena_math":{"rank":58,"of":332,"score":1443.9,"pct":82.8,"variant":"gemini-3.5-flash-lite"},"arena_creative_writing":{"rank":44,"of":347,"score":1435.7,"pct":87.6,"variant":"gemini-3.5-flash-lite"},"arena_instruction_following":{"rank":55,"of":349,"score":1441.7,"pct":84.5,"variant":"gemini-3.5-flash-lite"},"arena_hard_prompts":{"rank":53,"of":349,"score":1474.4,"pct":85.1,"variant":"gemini-3.5-flash-lite"},"arena_multi_turn":{"rank":53,"of":347,"score":1463.8,"pct":85,"variant":"gemini-3.5-flash-lite"},"arena_expert":{"rank":67,"of":301,"score":1468.9,"pct":78,"variant":"gemini-3.5-flash-lite"},"arena_japanese":{"rank":30,"of":226,"score":1440.3,"pct":87.1,"variant":"gemini-3.5-flash-lite"},"arena_industry_business_and_management_and_financial_operations":{"rank":47,"of":342,"score":1457.4,"pct":86.5,"variant":"gemini-3.5-flash-lite"},"arena_industry_medicine_and_healthcare":{"rank":52,"of":320,"score":1472.9,"pct":84,"variant":"gemini-3.5-flash-lite"},"arena_industry_legal_and_government":{"rank":66,"of":323,"score":1452.6,"pct":79.8,"variant":"gemini-3.5-flash-lite"},"arena_webdev":{"rank":49,"of":110,"score":1447,"pct":56,"variant":"gemini-3.5-flash-lite"},"arena_vision":{"rank":27,"of":134,"score":1266,"pct":80.5,"variant":"gemini-3.5-flash-lite"},"arena_agent":{"rank":42,"of":43,"score":-0.153,"pct":2.4,"variant":"Gemini 3.5 Flash Lite"},"aa_index":{"rank":58,"of":107,"score":22.2,"pct":46.2,"variant":"gemini-3-5-flash-lite"},"aa_hle":{"rank":69,"of":109,"score":18.8,"pct":37,"variant":"gemini-3-5-flash-lite"},"aa_gpqa":{"rank":53,"of":100,"score":83.8,"pct":47.5,"variant":"gemini-3-5-flash-lite"},"aa_scicode":{"rank":67,"of":107,"score":41.3,"pct":37.7,"variant":"gemini-3-5-flash-lite"},"aa_lcr":{"rank":56,"of":109,"score":76,"pct":49.1,"variant":"gemini-3-5-flash-lite"},"aa_mmmuPro":{"rank":20,"of":55,"score":79,"pct":64.8,"variant":"gemini-3-5-flash-lite"},"aa_critpt":{"rank":86,"of":112,"score":0,"pct":23.4,"variant":"gemini-3-5-flash-lite"},"aa_omniscience":{"rank":32,"of":109,"score":5.2,"pct":71.3,"variant":"gemini-3-5-flash-lite"},"aa_gdpvalNormalized":{"rank":54,"of":107,"score":0.2,"pct":50,"variant":"gemini-3-5-flash-lite"},"livebench_global":{"rank":59,"of":60,"score":63.9,"pct":1.7,"variant":"gemini-3.5-flash-lite-high"},"livebench_reasoning":{"rank":60,"of":60,"score":60.2,"pct":0,"variant":"gemini-3.5-flash-lite-high"},"livebench_coding":{"rank":40,"of":60,"score":76.1,"pct":33.9,"variant":"gemini-3.5-flash-lite-high"},"livebench_agentic_coding":{"rank":49,"of":60,"score":45.3,"pct":18.6,"variant":"gemini-3.5-flash-lite-high"},"livebench_mathematics":{"rank":60,"of":60,"score":73.7,"pct":0,"variant":"gemini-3.5-flash-lite-high"},"livebench_data_analysis":{"rank":60,"of":60,"score":53.2,"pct":0,"variant":"gemini-3.5-flash-lite-high"},"livebench_language":{"rank":55,"of":60,"score":71.8,"pct":8.5,"variant":"gemini-3.5-flash-lite-high"},"livebench_if":{"rank":34,"of":60,"score":67.2,"pct":44.1,"variant":"gemini-3.5-flash-lite-high"},"epoch_eci":{"rank":78,"of":239,"score":145.12,"pct":67.6,"variant":"Gemini 3.5 Flash-Lite"},"epoch_frontiermath":{"rank":55,"of":72,"score":26,"pct":23.9,"variant":"gemini-3.5-flash-lite_high"},"epoch_frontiermath4":{"rank":53,"of":55,"score":0,"pct":3.7,"variant":"gemini-3.5-flash-lite_high"},"epoch_gpqa":{"rank":65,"of":201,"score":83.3,"pct":68,"variant":"gemini-3.5-flash-lite_high"},"epoch_aime":{"rank":82,"of":182,"score":71.1,"pct":55.2,"variant":"gemini-3.5-flash-lite_high"},"arc_v2":{"rank":45,"of":79,"score":10.3,"pct":43.6,"variant":"Gemini 3.5 Flash-Lite (High)"},"arc_v1":{"rank":51,"of":76,"score":53.5,"pct":33.3,"variant":"Gemini 3.5 Flash-Lite (High)"},"vals_index":{"rank":46,"of":63,"score":36.7,"pct":27.4,"variant":"google/gemini-3.5-flash-lite"},"vals_vibe_code_bench":{"rank":43,"of":63,"score":37.2,"pct":32.3,"variant":"google/gemini-3.5-flash-lite"},"vals_finance_agent":{"rank":41,"of":63,"score":47.4,"pct":35.5,"variant":"google/gemini-3.5-flash-lite"},"vals_terminal_bench_2_1":{"rank":50,"of":63,"score":50.2,"pct":21,"variant":"google/gemini-3.5-flash-lite"},"vals_emb":{"rank":47,"of":63,"score":43.2,"pct":25.8,"variant":"google/gemini-3.5-flash-lite"},"vals_code_migration":{"rank":55,"of":63,"score":4.9,"pct":12.9,"variant":"google/gemini-3.5-flash-lite"},"vals_legal_research":{"rank":52,"of":63,"score":13.9,"pct":17.7,"variant":"google/gemini-3.5-flash-lite"},"vals_legal_agent_benchmark":{"rank":51,"of":63,"score":0,"pct":19.4,"variant":"google/gemini-3.5-flash-lite"},"eqbench_cw":{"rank":54,"of":137,"score":1559.1,"pct":61,"variant":"gemini-3.5-flash-lite"},"benchlm":{"rank":44,"of":74,"score":50.96,"pct":41.1,"variant":"Gemini 3.5 Flash-Lite"},"benchlm_agentic":{"rank":41,"of":54,"score":30.4,"pct":24.5,"variant":"Gemini 3.5 Flash-Lite"},"benchlm_coding":{"rank":36,"of":63,"score":39.49,"pct":43.5,"variant":"Gemini 3.5 Flash-Lite"},"benchlm_multimodalGrounded":{"rank":12,"of":30,"score":76.4,"pct":62.1,"variant":"Gemini 3.5 Flash-Lite"},"benchlm_knowledge":{"rank":40,"of":69,"score":49.1,"pct":42.6,"variant":"Gemini 3.5 Flash-Lite"}},"domains":{"overall":41.3,"coding":51.5,"agent":29.6,"reasoning":20,"math":35.8,"knowledge":71.3,"writing":51.3,"instruction":64.8,"chat":52.5,"business":68,"japanese":79.3,"vision":64.7,"longctx":39.5},"coverage":6,"avgPct":37.9,"overall":41.3,"rank":79,"avgRank":55,"aliases":["gemini-3.5-flash-lite","Gemini 3.5 Flash Lite","gemini-3-5-flash-lite","gemini-3.5-flash-lite-high","Gemini 3.5 Flash-Lite","gemini-3.5-flash-lite_high","Gemini 3.5 Flash-Lite (High)","google/gemini-3.5-flash-lite"],"open":false,"release":"2026-07-21","reasoning":true,"ctx":1000000,"pin":0.3,"pout":2.5,"tps":345,"ttft":8.22,"theta":-0.28,"se":0.111,"lo":35.9,"hi":46.9,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"claude-sonnet-4-5","name":"Claude Sonnet 4.5","provider":"anthropic","providerName":"Anthropic","country":"US","sites":{"aa":{"rank":60,"of":107,"score":20.7,"pct":44.3,"variant":"claude-4-5-sonnet"},"epoch":{"rank":63,"of":239,"score":146.84,"pct":73.9,"variant":"Claude Sonnet 4.5"},"arc":{"rank":43,"of":79,"score":13.6,"pct":46.2,"variant":"Claude Sonnet 4.5 (Thinking 32K)"},"scale":{"rank":22,"of":42,"score":13.72,"pct":48.8,"variant":"claude-sonnet-4-5-20250929-thinking"},"simplebench":{"rank":46,"of":99,"score":54.3,"pct":54.1,"variant":"Claude 4.5 Sonnet"}},"metrics":{"arena_coding":{"rank":26,"of":344,"score":1519.6,"pct":92.7,"variant":"claude-sonnet-4-5-20250929-high-32k"},"arena_math":{"rank":49,"of":332,"score":1454.4,"pct":85.5,"variant":"claude-sonnet-4-5-20250929-high-32k"},"arena_creative_writing":{"rank":23,"of":347,"score":1453.1,"pct":93.6,"variant":"claude-sonnet-4-5-20250929"},"arena_instruction_following":{"rank":31,"of":349,"score":1464,"pct":91.4,"variant":"claude-sonnet-4-5-20250929-high-32k"},"arena_hard_prompts":{"rank":39,"of":349,"score":1487,"pct":89.1,"variant":"claude-sonnet-4-5-20250929-high-32k"},"arena_multi_turn":{"rank":32,"of":347,"score":1478.4,"pct":91,"variant":"claude-sonnet-4-5-20250929"},"arena_expert":{"rank":31,"of":301,"score":1498.6,"pct":90,"variant":"claude-sonnet-4-5-20250929-high-32k"},"arena_japanese":{"rank":51,"of":226,"score":1412.8,"pct":77.8,"variant":"claude-sonnet-4-5-20250929"},"arena_industry_business_and_management_and_financial_operations":{"rank":41,"of":342,"score":1461.5,"pct":88.3,"variant":"claude-sonnet-4-5-20250929"},"arena_industry_medicine_and_healthcare":{"rank":53,"of":320,"score":1472.6,"pct":83.7,"variant":"claude-sonnet-4-5-20250929"},"arena_industry_legal_and_government":{"rank":45,"of":323,"score":1464.2,"pct":86.3,"variant":"claude-sonnet-4-5-20250929"},"arena_webdev":{"rank":67,"of":110,"score":1392.7,"pct":39.4,"variant":"claude-sonnet-4-5-20250929-high-32k"},"arena_document":{"rank":27,"of":37,"score":1449.1,"pct":27.8,"variant":"claude-sonnet-4-5-20250929"},"aa_index":{"rank":60,"of":107,"score":20.7,"pct":44.3,"variant":"claude-4-5-sonnet"},"aa_hle":{"rank":72,"of":109,"score":17.8,"pct":34.3,"variant":"claude-4-5-sonnet"},"aa_gpqa":{"rank":55,"of":100,"score":83.4,"pct":45.5,"variant":"claude-4-5-sonnet"},"aa_scicode":{"rank":54,"of":107,"score":45.7,"pct":50,"variant":"claude-4-5-sonnet"},"aa_terminalbenchHard":{"rank":24,"of":62,"score":35.6,"pct":62.3,"variant":"claude-4-5-sonnet"},"aa_tau2":{"rank":32,"of":61,"score":78.1,"pct":48.3,"variant":"claude-4-5-sonnet"},"aa_ifbench":{"rank":38,"of":62,"score":57.3,"pct":39.3,"variant":"claude-4-5-sonnet"},"aa_lcr":{"rank":64,"of":109,"score":72.3,"pct":41.7,"variant":"claude-4-5-sonnet"},"aa_mmmuPro":{"rank":42,"of":55,"score":68.7,"pct":24.1,"variant":"claude-4-5-sonnet"},"aa_critpt":{"rank":68,"of":112,"score":1.1,"pct":39.6,"variant":"claude-4-5-sonnet"},"aa_omniscience":{"rank":44,"of":109,"score":-0.1,"pct":60.2,"variant":"claude-4-5-sonnet"},"aa_gdpvalNormalized":{"rank":54,"of":107,"score":0.2,"pct":50,"variant":"claude-4-5-sonnet"},"epoch_eci":{"rank":63,"of":239,"score":146.84,"pct":73.9,"variant":"Claude Sonnet 4.5"},"epoch_frontiermath":{"rank":57,"of":72,"score":23.9,"pct":21.1,"variant":"claude-sonnet-4-5-20250929_32K"},"epoch_frontiermath4":{"rank":50,"of":55,"score":2.4,"pct":9.3,"variant":"claude-sonnet-4-5-20250929_32K"},"epoch_gpqa":{"rank":68,"of":201,"score":82.3,"pct":66.5,"variant":"claude-sonnet-4-5-20250929_59K"},"epoch_simpleqa":{"rank":51,"of":69,"score":30.7,"pct":26.5,"variant":"claude-sonnet-4-5-20250929_59K"},"epoch_aime":{"rank":75,"of":182,"score":77.8,"pct":59.1,"variant":"claude-sonnet-4-5-20250929_59K"},"arc_v2":{"rank":43,"of":79,"score":13.6,"pct":46.2,"variant":"Claude Sonnet 4.5 (Thinking 32K)"},"arc_v1":{"rank":44,"of":76,"score":63.7,"pct":42.7,"variant":"Claude Sonnet 4.5 (Thinking 32K)"},"scale_hle":{"rank":22,"of":42,"score":13.72,"pct":48.8,"variant":"claude-sonnet-4-5-20250929-thinking"},"scale_multichallenge":{"rank":19,"of":28,"score":55.32,"pct":33.3,"variant":"claude-sonnet-4-5-20250929-thinking"},"scale_mcp":{"rank":28,"of":34,"score":59.5,"pct":18.2,"variant":"claude-sonnet-4-5 (thinking)"},"eqbench_cw":{"rank":37,"of":137,"score":1677.6,"pct":73.5,"variant":"claude-sonnet-4.5"},"simplebench":{"rank":46,"of":99,"score":54.3,"pct":54.1,"variant":"Claude 4.5 Sonnet"}},"domains":{"overall":41.2,"coding":50,"agent":34.8,"reasoning":42.7,"math":57,"knowledge":66.4,"writing":66.2,"instruction":39.5,"chat":31.6,"business":72.8,"japanese":74.6,"vision":22.5,"longctx":24.6},"coverage":5,"avgPct":53.5,"overall":41.2,"rank":80,"avgRank":46.8,"aliases":["claude-sonnet-4-5-20250929-high-32k","claude-sonnet-4-5-20250929","claude-4-5-sonnet","Claude Sonnet 4.5","claude-sonnet-4-5-20250929_32K","claude-sonnet-4-5-20250929_59K","Claude Sonnet 4.5 (Thinking 32K)","claude-sonnet-4-5-20250929-thinking","claude-sonnet-4-5 (thinking)","claude-sonnet-4.5","Claude 4.5 Sonnet"],"open":false,"release":"2025-09-01","reasoning":true,"ctx":1000000,"pin":3,"pout":15,"tps":44,"ttft":1.26,"theta":-0.285,"se":0.148,"lo":34.1,"hi":48.7,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"minimax-m2-7","name":"MiniMax-M2.7","provider":"minimax","providerName":"MiniMax","country":"CN","sites":{"aa":{"rank":56,"of":107,"score":22.8,"pct":48.1,"variant":"minimax-m2-7"},"epoch":{"rank":72,"of":239,"score":145.84,"pct":70.2,"variant":"MiniMax-M2.7"},"vals":{"rank":55,"of":63,"score":24.6,"pct":12.9,"variant":"minimax/MiniMax-M2.7"},"benchlm":{"rank":50,"of":74,"score":48.08,"pct":32.9,"variant":"MiniMax M2.7"}},"metrics":{"arena_coding":{"rank":80,"of":344,"score":1480.9,"pct":77,"variant":"minimax-m2.7"},"arena_math":{"rank":90,"of":332,"score":1422,"pct":73.1,"variant":"minimax-m2.7"},"arena_creative_writing":{"rank":119,"of":347,"score":1361.4,"pct":65.9,"variant":"minimax-m2.7"},"arena_instruction_following":{"rank":96,"of":349,"score":1406.8,"pct":72.7,"variant":"minimax-m2.7"},"arena_hard_prompts":{"rank":95,"of":349,"score":1440.8,"pct":73,"variant":"minimax-m2.7"},"arena_multi_turn":{"rank":90,"of":347,"score":1426.5,"pct":74.3,"variant":"minimax-m2.7"},"arena_expert":{"rank":83,"of":301,"score":1449.3,"pct":72.7,"variant":"minimax-m2.7"},"arena_japanese":{"rank":139,"of":226,"score":1276.6,"pct":38.7,"variant":"minimax-m2.7"},"arena_industry_business_and_management_and_financial_operations":{"rank":85,"of":342,"score":1424.8,"pct":75.4,"variant":"minimax-m2.7"},"arena_industry_medicine_and_healthcare":{"rank":107,"of":320,"score":1430.7,"pct":66.8,"variant":"minimax-m2.7"},"arena_industry_legal_and_government":{"rank":105,"of":323,"score":1417.7,"pct":67.7,"variant":"minimax-m2.7"},"arena_webdev":{"rank":65,"of":110,"score":1397.5,"pct":41.3,"variant":"minimax-m2.7"},"arena_agent":{"rank":41,"of":43,"score":-0.14,"pct":4.8,"variant":"Minimax M2.7"},"aa_index":{"rank":56,"of":107,"score":22.8,"pct":48.1,"variant":"minimax-m2-7"},"aa_hle":{"rank":51,"of":109,"score":29.6,"pct":53.7,"variant":"minimax-m2-7"},"aa_gpqa":{"rank":41,"of":100,"score":87.4,"pct":59.6,"variant":"minimax-m2-7"},"aa_scicode":{"rank":40,"of":107,"score":50.1,"pct":63.2,"variant":"minimax-m2-7"},"aa_terminalbenchHard":{"rank":21,"of":62,"score":39.4,"pct":67.2,"variant":"minimax-m2-7"},"aa_tau2":{"rank":27,"of":61,"score":84.8,"pct":56.7,"variant":"minimax-m2-7"},"aa_ifbench":{"rank":17,"of":62,"score":75.7,"pct":73.8,"variant":"minimax-m2-7"},"aa_lcr":{"rank":43,"of":109,"score":78.3,"pct":61.1,"variant":"minimax-m2-7"},"aa_critpt":{"rank":74,"of":112,"score":0.6,"pct":34.2,"variant":"minimax-m2-7"},"aa_omniscience":{"rank":40,"of":109,"score":0.8,"pct":63.9,"variant":"minimax-m2-7"},"aa_gdpvalNormalized":{"rank":54,"of":107,"score":0.2,"pct":50,"variant":"minimax-m2-7"},"aa_apexAgents":{"rank":18,"of":22,"score":10.6,"pct":19,"variant":"minimax-m2-7"},"epoch_eci":{"rank":72,"of":239,"score":145.84,"pct":70.2,"variant":"MiniMax-M2.7"},"vals_index":{"rank":55,"of":63,"score":24.6,"pct":12.9,"variant":"minimax/MiniMax-M2.7"},"vals_vibe_code_bench":{"rank":54,"of":63,"score":11.9,"pct":14.5,"variant":"minimax/MiniMax-M2.7"},"vals_finance_agent":{"rank":61,"of":63,"score":27.9,"pct":3.2,"variant":"minimax/MiniMax-M2.7"},"vals_terminal_bench_2_1":{"rank":53,"of":63,"score":48.7,"pct":16.1,"variant":"minimax/MiniMax-M2.7"},"vals_emb":{"rank":53,"of":63,"score":28.5,"pct":16.1,"variant":"minimax/MiniMax-M2.7"},"vals_code_migration":{"rank":50,"of":63,"score":10,"pct":21,"variant":"minimax/MiniMax-M2.7"},"vals_legal_research":{"rank":55,"of":63,"score":10.6,"pct":12.9,"variant":"minimax/MiniMax-M2.7"},"vals_legal_agent_benchmark":{"rank":51,"of":63,"score":0,"pct":19.4,"variant":"minimax/MiniMax-M2.7"},"benchlm":{"rank":50,"of":74,"score":48.08,"pct":32.9,"variant":"MiniMax M2.7"},"benchlm_agentic":{"rank":47,"of":54,"score":25.2,"pct":13.2,"variant":"MiniMax M2.7"},"benchlm_coding":{"rank":44,"of":63,"score":36.14,"pct":30.6,"variant":"MiniMax M2.7"},"benchlm_knowledge":{"rank":47,"of":69,"score":42.98,"pct":32.4,"variant":"MiniMax M2.7"},"benchlm_instructionFollowing":{"rank":8,"of":53,"score":91.6,"pct":86.5,"variant":"MiniMax M2.7"}},"domains":{"overall":41.1,"coding":47.8,"agent":27.8,"reasoning":51.1,"math":55.3,"knowledge":67.1,"writing":40.2,"instruction":62.6,"chat":37.4,"business":62.5,"japanese":44.1,"longctx":45.9},"coverage":4,"avgPct":41,"overall":41.1,"rank":81,"avgRank":58.3,"aliases":["minimax-m2.7","Minimax M2.7","minimax-m2-7","MiniMax-M2.7","minimax/MiniMax-M2.7","MiniMax M2.7"],"open":true,"release":"2026-03-18","reasoning":true,"ctx":204800,"pin":0.3,"pout":1.2,"tps":59,"ttft":1.53,"theta":-0.287,"se":0.152,"lo":33.8,"hi":48.8,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"qwen3-5-35b-a3b","name":"Qwen3.5 35B A3B","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"epoch":{"rank":92,"of":239,"score":142.52,"pct":61.8,"variant":"Qwen3.5-35B-A3B"},"benchlm":{"rank":52,"of":74,"score":47.05,"pct":30.1,"variant":"Qwen3.5-35B-A3B"}},"metrics":{"arena_coding":{"rank":129,"of":344,"score":1434.7,"pct":62.7,"variant":"qwen3.5-35b-a3b"},"arena_math":{"rank":117,"of":332,"score":1399.6,"pct":65,"variant":"qwen3.5-35b-a3b"},"arena_creative_writing":{"rank":139,"of":347,"score":1343.4,"pct":60.1,"variant":"qwen3.5-35b-a3b"},"arena_instruction_following":{"rank":119,"of":349,"score":1387.8,"pct":66.1,"variant":"qwen3.5-35b-a3b"},"arena_hard_prompts":{"rank":128,"of":349,"score":1413.2,"pct":63.5,"variant":"qwen3.5-35b-a3b"},"arena_multi_turn":{"rank":127,"of":347,"score":1393.5,"pct":63.6,"variant":"qwen3.5-35b-a3b"},"arena_expert":{"rank":113,"of":301,"score":1420.1,"pct":62.7,"variant":"qwen3.5-35b-a3b"},"arena_japanese":{"rank":115,"of":226,"score":1318.5,"pct":49.3,"variant":"qwen3.5-35b-a3b"},"arena_industry_business_and_management_and_financial_operations":{"rank":119,"of":342,"score":1402.4,"pct":65.4,"variant":"qwen3.5-35b-a3b"},"arena_industry_medicine_and_healthcare":{"rank":110,"of":320,"score":1429.5,"pct":65.8,"variant":"qwen3.5-35b-a3b"},"arena_industry_legal_and_government":{"rank":127,"of":323,"score":1399.1,"pct":60.9,"variant":"qwen3.5-35b-a3b"},"arena_webdev":{"rank":97,"of":110,"score":1250.2,"pct":11.9,"variant":"qwen3.5-35b-a3b"},"epoch_eci":{"rank":92,"of":239,"score":142.52,"pct":61.8,"variant":"Qwen3.5-35B-A3B"},"epoch_gpqa":{"rank":63,"of":201,"score":83.5,"pct":69,"variant":"qwen3.5-35b-a3b"},"epoch_aime":{"rank":87,"of":182,"score":70,"pct":52.5,"variant":"qwen3.5-35b-a3b_none"},"benchlm":{"rank":52,"of":74,"score":47.05,"pct":30.1,"variant":"Qwen3.5-35B-A3B"},"benchlm_agentic":{"rank":42,"of":54,"score":28.94,"pct":22.6,"variant":"Qwen3.5-35B-A3B"},"benchlm_coding":{"rank":52,"of":63,"score":26.76,"pct":17.7,"variant":"Qwen3.5-35B-A3B"},"benchlm_knowledge":{"rank":50,"of":69,"score":39.54,"pct":27.9,"variant":"Qwen3.5-35B-A3B"},"benchlm_instructionFollowing":{"rank":20,"of":53,"score":87.4,"pct":63.5,"variant":"Qwen3.5-35B-A3B"}},"domains":{"overall":40.8,"coding":27.2,"agent":32.5,"reasoning":37.4,"math":50.3,"knowledge":62.8,"writing":34.8,"instruction":50,"chat":25.8,"business":62.2,"japanese":54.1},"coverage":2,"avgPct":46,"overall":40.8,"rank":82,"avgRank":72,"aliases":["qwen3.5-35b-a3b","Qwen3.5-35B-A3B","qwen3.5-35b-a3b_none"],"open":true,"release":"2026-02-24","reasoning":true,"ctx":262144,"pin":0.25,"pout":2,"tps":160,"ttft":2.1,"theta":-0.299,"se":0.252,"lo":29.1,"hi":53.6,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"kimi-k2","name":"Kimi K2","provider":"moonshot","providerName":"Moonshot AI","country":"CN","sites":{"epoch":{"rank":71,"of":239,"score":146.02,"pct":70.6,"variant":"Kimi K2 Thinking"},"simplebench":{"rank":68,"of":99,"score":39.6,"pct":31.6,"variant":"Kimi K2 Thinking"}},"metrics":{"arena_coding":{"rank":94,"of":344,"score":1467,"pct":72.9,"variant":"kimi-k2-0905-preview"},"arena_math":{"rank":99,"of":332,"score":1415.4,"pct":70.4,"variant":"kimi-k2-0905-preview"},"arena_creative_writing":{"rank":102,"of":347,"score":1379.9,"pct":70.8,"variant":"kimi-k2-0905-preview"},"arena_instruction_following":{"rank":117,"of":349,"score":1388.8,"pct":66.7,"variant":"kimi-k2-0905-preview"},"arena_hard_prompts":{"rank":99,"of":349,"score":1436.6,"pct":71.8,"variant":"kimi-k2-0905-preview"},"arena_multi_turn":{"rank":99,"of":347,"score":1418.9,"pct":71.7,"variant":"kimi-k2-0711-preview"},"arena_expert":{"rank":117,"of":301,"score":1416.7,"pct":61.3,"variant":"kimi-k2-0905-preview"},"arena_japanese":{"rank":76,"of":226,"score":1377.6,"pct":66.7,"variant":"kimi-k2-0905-preview"},"arena_industry_business_and_management_and_financial_operations":{"rank":108,"of":342,"score":1408.8,"pct":68.6,"variant":"kimi-k2-0711-preview"},"arena_industry_medicine_and_healthcare":{"rank":87,"of":320,"score":1443.6,"pct":73,"variant":"kimi-k2-0905-preview"},"arena_industry_legal_and_government":{"rank":68,"of":323,"score":1449.1,"pct":79.2,"variant":"kimi-k2-0905-preview"},"epoch_eci":{"rank":71,"of":239,"score":146.02,"pct":70.6,"variant":"Kimi K2 Thinking"},"scale_multichallenge":{"rank":18,"of":28,"score":55.42,"pct":37,"variant":"kimi-k2-thinking"},"eqbench_cw":{"rank":40,"of":137,"score":1665.7,"pct":71.3,"variant":"moonshotai/Kimi-K2-Instruct"},"simplebench":{"rank":68,"of":99,"score":39.6,"pct":31.6,"variant":"Kimi K2 Thinking"}},"domains":{"overall":40.5,"coding":46.3,"reasoning":36.8,"math":53.3,"knowledge":64.4,"writing":56.1,"instruction":37.3,"chat":29.1,"business":69.3,"japanese":67.6},"coverage":2,"avgPct":51.1,"overall":40.5,"rank":83,"avgRank":69.5,"aliases":["kimi-k2-0905-preview","kimi-k2-0711-preview","Kimi K2 Thinking","kimi-k2-thinking","moonshotai/Kimi-K2-Instruct"],"open":true,"release":"2025-07-01","reasoning":true,"ctx":128000,"pin":0.57,"pout":2.3,"tps":120,"ttft":1.16,"theta":-0.309,"se":0.335,"lo":25.4,"hi":57.5,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"minimax-m2-5","name":"MiniMax-M2.5","provider":"minimax","providerName":"MiniMax","country":"CN","sites":{"epoch":{"rank":65,"of":239,"score":146.68,"pct":73.1,"variant":"MiniMax-M2.5"},"arc":{"rank":52,"of":79,"score":4.9,"pct":34.6,"variant":"Minimax M2.5"},"benchlm":{"rank":48,"of":74,"score":49.89,"pct":35.6,"variant":"MiniMax M2.5"}},"metrics":{"arena_coding":{"rank":120,"of":344,"score":1444.3,"pct":65.3,"variant":"minimax-m2.5"},"arena_math":{"rank":124,"of":332,"score":1395.7,"pct":62.8,"variant":"minimax-m2.5"},"arena_creative_writing":{"rank":122,"of":347,"score":1358.4,"pct":65,"variant":"minimax-m2.5"},"arena_instruction_following":{"rank":129,"of":349,"score":1380.2,"pct":63.2,"variant":"minimax-m2.5"},"arena_hard_prompts":{"rank":124,"of":349,"score":1415.6,"pct":64.7,"variant":"minimax-m2.5"},"arena_multi_turn":{"rank":125,"of":347,"score":1395,"pct":64.2,"variant":"minimax-m2.5"},"arena_expert":{"rank":112,"of":301,"score":1420.5,"pct":63,"variant":"minimax-m2.5"},"arena_japanese":{"rank":180,"of":226,"score":1194.6,"pct":20.4,"variant":"minimax-m2.5"},"arena_industry_business_and_management_and_financial_operations":{"rank":121,"of":342,"score":1399.5,"pct":64.8,"variant":"minimax-m2.5"},"arena_industry_medicine_and_healthcare":{"rank":129,"of":320,"score":1408.1,"pct":59.9,"variant":"minimax-m2.5"},"arena_industry_legal_and_government":{"rank":119,"of":323,"score":1403.9,"pct":63.4,"variant":"minimax-m2.5"},"arena_webdev":{"rank":72,"of":110,"score":1384.1,"pct":34.9,"variant":"minimax-m2.5"},"epoch_eci":{"rank":65,"of":239,"score":146.68,"pct":73.1,"variant":"MiniMax-M2.5"},"arc_v2":{"rank":52,"of":79,"score":4.9,"pct":34.6,"variant":"Minimax M2.5"},"arc_v1":{"rank":44,"of":76,"score":63.7,"pct":42.7,"variant":"Minimax M2.5"},"eqbench_cw":{"rank":84,"of":137,"score":1361,"pct":39,"variant":"minimax/minimax-m2.5"},"benchlm":{"rank":48,"of":74,"score":49.89,"pct":35.6,"variant":"MiniMax M2.5"},"benchlm_agentic":{"rank":46,"of":54,"score":25.38,"pct":15.1,"variant":"MiniMax M2.5"},"benchlm_coding":{"rank":45,"of":63,"score":35.89,"pct":29,"variant":"MiniMax M2.5"}},"domains":{"overall":40.2,"coding":44.1,"agent":27.7,"reasoning":41.2,"math":47.5,"knowledge":60.7,"writing":39.3,"instruction":30.3,"chat":26.3,"business":62.5,"japanese":26.3},"coverage":3,"avgPct":47.8,"overall":40.2,"rank":84,"avgRank":55,"aliases":["minimax-m2.5","MiniMax-M2.5","Minimax M2.5","minimax/minimax-m2.5","MiniMax M2.5"],"open":true,"release":"2025-10-01","reasoning":true,"ctx":204800,"pin":0.3,"pout":1.2,"tps":85,"ttft":1.51,"theta":-0.319,"se":0.195,"lo":31,"hi":50.1,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"deepseek-v3-2","name":"DeepSeek V3.2","provider":"deepseek","providerName":"DeepSeek","country":"CN","sites":{"epoch":{"rank":69,"of":239,"score":146.28,"pct":71.4,"variant":"DeepSeek-V3.2"},"arc":{"rank":56,"of":79,"score":4,"pct":29.5,"variant":"Deepseek V3.2"},"benchlm":{"rank":47,"of":74,"score":50.21,"pct":37,"variant":"DeepSeek V3.2"}},"metrics":{"arena_coding":{"rank":83,"of":344,"score":1475.8,"pct":76.1,"variant":"deepseek-v3.2-thinking"},"arena_math":{"rank":78,"of":332,"score":1428.7,"pct":76.7,"variant":"deepseek-v3.2"},"arena_creative_writing":{"rank":78,"of":347,"score":1401,"pct":77.7,"variant":"deepseek-v3.2"},"arena_instruction_following":{"rank":79,"of":349,"score":1420.1,"pct":77.6,"variant":"deepseek-v3.2"},"arena_hard_prompts":{"rank":82,"of":349,"score":1447.2,"pct":76.7,"variant":"deepseek-v3.2"},"arena_multi_turn":{"rank":89,"of":347,"score":1427.9,"pct":74.6,"variant":"deepseek-v3.2"},"arena_expert":{"rank":80,"of":301,"score":1452.1,"pct":73.7,"variant":"deepseek-v3.2-thinking"},"arena_japanese":{"rank":70,"of":226,"score":1386.3,"pct":69.3,"variant":"deepseek-v3.2-thinking"},"arena_industry_business_and_management_and_financial_operations":{"rank":89,"of":342,"score":1421.8,"pct":74.2,"variant":"deepseek-v3.2-thinking"},"arena_industry_medicine_and_healthcare":{"rank":89,"of":320,"score":1442.8,"pct":72.4,"variant":"deepseek-v3.2"},"arena_industry_legal_and_government":{"rank":88,"of":323,"score":1432.7,"pct":73,"variant":"deepseek-v3.2"},"arena_webdev":{"rank":77,"of":110,"score":1360.5,"pct":30.3,"variant":"deepseek-v3.2-thinking"},"epoch_eci":{"rank":69,"of":239,"score":146.28,"pct":71.4,"variant":"DeepSeek-V3.2"},"arc_v2":{"rank":56,"of":79,"score":4,"pct":29.5,"variant":"Deepseek V3.2"},"arc_v1":{"rank":49,"of":76,"score":57,"pct":36,"variant":"Deepseek V3.2"},"eqbench_cw":{"rank":59,"of":137,"score":1515,"pct":57.4,"variant":"deepseek-ai/DeepSeek-V3.2"},"benchlm":{"rank":47,"of":74,"score":50.21,"pct":37,"variant":"DeepSeek V3.2"},"benchlm_coding":{"rank":47,"of":63,"score":32.27,"pct":25.8,"variant":"DeepSeek V3.2"},"benchlm_knowledge":{"rank":48,"of":69,"score":41.59,"pct":30.9,"variant":"DeepSeek V3.2"},"benchlm_instructionFollowing":{"rank":37,"of":53,"score":56.7,"pct":30.8,"variant":"DeepSeek V3.2"}},"domains":{"overall":40,"coding":39.6,"reasoning":44.3,"math":57.2,"knowledge":63.9,"writing":52.1,"instruction":34,"chat":38,"business":68.6,"japanese":69.4},"coverage":3,"avgPct":46,"overall":40,"rank":85,"avgRank":57.3,"aliases":["deepseek-v3.2-thinking","deepseek-v3.2","DeepSeek-V3.2","Deepseek V3.2","deepseek-ai/DeepSeek-V3.2","DeepSeek V3.2"],"open":true,"release":"2025-09-29","reasoning":true,"ctx":128000,"pin":0.28,"pout":0.42,"theta":-0.325,"se":0.195,"lo":30.8,"hi":49.9,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"qwen3-5-397b-a17b","name":"Qwen3.5 397B A17B","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"aa":{"rank":64,"of":107,"score":18.4,"pct":40.6,"variant":"qwen3-5-397b-a17b"},"epoch":{"rank":66,"of":239,"score":146.64,"pct":72.7,"variant":"Qwen3.5 397B-A17B"}},"metrics":{"arena_coding":{"rank":66,"of":344,"score":1490.7,"pct":81,"variant":"qwen3.5-397b-a17b"},"arena_math":{"rank":55,"of":332,"score":1448.7,"pct":83.7,"variant":"qwen3.5-397b-a17b"},"arena_creative_writing":{"rank":70,"of":347,"score":1405.9,"pct":80.1,"variant":"qwen3.5-397b-a17b"},"arena_instruction_following":{"rank":62,"of":349,"score":1434.5,"pct":82.5,"variant":"qwen3.5-397b-a17b"},"arena_hard_prompts":{"rank":62,"of":349,"score":1463.7,"pct":82.5,"variant":"qwen3.5-397b-a17b"},"arena_multi_turn":{"rank":60,"of":347,"score":1452.4,"pct":82.9,"variant":"qwen3.5-397b-a17b"},"arena_expert":{"rank":54,"of":301,"score":1479.7,"pct":82.3,"variant":"qwen3.5-397b-a17b"},"arena_japanese":{"rank":37,"of":226,"score":1430.7,"pct":84,"variant":"qwen3.5-397b-a17b"},"arena_industry_business_and_management_and_financial_operations":{"rank":64,"of":342,"score":1444.6,"pct":81.5,"variant":"qwen3.5-397b-a17b"},"arena_industry_medicine_and_healthcare":{"rank":66,"of":320,"score":1463.4,"pct":79.6,"variant":"qwen3.5-397b-a17b"},"arena_industry_legal_and_government":{"rank":74,"of":323,"score":1442,"pct":77.3,"variant":"qwen3.5-397b-a17b"},"arena_webdev":{"rank":64,"of":110,"score":1398.8,"pct":42.2,"variant":"qwen3.5-397b-a17b"},"arena_vision":{"rank":39,"of":134,"score":1248,"pct":71.4,"variant":"qwen3.5-397b-a17b"},"aa_index":{"rank":64,"of":107,"score":18.4,"pct":40.6,"variant":"qwen3-5-397b-a17b"},"aa_hle":{"rank":52,"of":109,"score":29,"pct":52.8,"variant":"qwen3-5-397b-a17b"},"aa_gpqa":{"rank":38,"of":100,"score":89.3,"pct":62.6,"variant":"qwen3-5-397b-a17b"},"aa_scicode":{"rank":57,"of":107,"score":44.8,"pct":47.2,"variant":"qwen3-5-397b-a17b"},"aa_terminalbenchHard":{"rank":19,"of":62,"score":40.9,"pct":70.5,"variant":"qwen3-5-397b-a17b"},"aa_tau2":{"rank":7,"of":61,"score":95.6,"pct":90,"variant":"qwen3-5-397b-a17b"},"aa_ifbench":{"rank":7,"of":62,"score":78.8,"pct":90.2,"variant":"qwen3-5-397b-a17b"},"aa_lcr":{"rank":48,"of":109,"score":77.3,"pct":56.5,"variant":"qwen3-5-397b-a17b"},"aa_mmmuPro":{"rank":25,"of":55,"score":77.3,"pct":55.6,"variant":"qwen3-5-397b-a17b"},"aa_critpt":{"rank":65,"of":112,"score":1.7,"pct":42.3,"variant":"qwen3-5-397b-a17b"},"aa_omniscience":{"rank":78,"of":109,"score":-30.7,"pct":28.7,"variant":"qwen3-5-397b-a17b"},"aa_gdpvalNormalized":{"rank":64,"of":107,"score":0.1,"pct":40.6,"variant":"qwen3-5-397b-a17b"},"aa_apexAgents":{"rank":16,"of":22,"score":15.3,"pct":28.6,"variant":"qwen3-5-397b-a17b"},"epoch_eci":{"rank":66,"of":239,"score":146.64,"pct":72.7,"variant":"Qwen3.5 397B-A17B"},"epoch_frontiermath":{"rank":53,"of":72,"score":31.2,"pct":26.8,"variant":"qwen3.5-397b-a17b_none"},"epoch_gpqa":{"rank":51,"of":201,"score":86.4,"pct":75,"variant":"qwen3.5-397b-a17b_none"},"epoch_aime":{"rank":45,"of":182,"score":88.9,"pct":75.7,"variant":"qwen3.5-397b-a17b"},"eqbench_cw":{"rank":67,"of":137,"score":1478.2,"pct":51.5,"variant":"Qwen/Qwen3.5-397B-A17B"}},"domains":{"overall":39.6,"coding":52,"agent":49.7,"reasoning":52.4,"math":61.2,"knowledge":72.8,"writing":51.1,"instruction":65.1,"chat":47.8,"business":64.5,"japanese":77.7,"vision":47.8,"longctx":43.1},"coverage":2,"avgPct":56.7,"overall":39.6,"rank":86,"avgRank":65,"aliases":["qwen3.5-397b-a17b","qwen3-5-397b-a17b","Qwen3.5 397B-A17B","qwen3.5-397b-a17b_none","Qwen/Qwen3.5-397B-A17B"],"open":true,"release":"2026-02-13","reasoning":true,"ctx":262144,"pin":0.6,"pout":3.6,"tps":85,"ttft":2.25,"theta":-0.337,"se":0.253,"lo":28.1,"hi":52.5,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gemma-4-26b-a4b","name":"Gemma 4 26B A4B","provider":"google","providerName":"Google","country":"US","sites":{"epoch":{"rank":96,"of":239,"score":141.85,"pct":60.1,"variant":"Gemma 4 26B A4B"},"benchlm":{"rank":54,"of":74,"score":46.28,"pct":27.4,"variant":"Gemma 4 26B A4B"}},"metrics":{"arena_coding":{"rank":81,"of":344,"score":1480.8,"pct":76.7,"variant":"gemma-4-26b-a4b"},"arena_math":{"rank":40,"of":332,"score":1467.6,"pct":88.2,"variant":"gemma-4-26b-a4b"},"arena_creative_writing":{"rank":73,"of":347,"score":1403.6,"pct":79.2,"variant":"gemma-4-26b-a4b"},"arena_instruction_following":{"rank":58,"of":349,"score":1438,"pct":83.6,"variant":"gemma-4-26b-a4b"},"arena_hard_prompts":{"rank":66,"of":349,"score":1461.5,"pct":81.3,"variant":"gemma-4-26b-a4b"},"arena_multi_turn":{"rank":70,"of":347,"score":1446.6,"pct":80.1,"variant":"gemma-4-26b-a4b"},"arena_expert":{"rank":59,"of":301,"score":1476.1,"pct":80.7,"variant":"gemma-4-26b-a4b"},"arena_industry_business_and_management_and_financial_operations":{"rank":57,"of":342,"score":1447.9,"pct":83.6,"variant":"gemma-4-26b-a4b"},"arena_industry_medicine_and_healthcare":{"rank":99,"of":320,"score":1433.9,"pct":69.3,"variant":"gemma-4-26b-a4b"},"arena_industry_legal_and_government":{"rank":53,"of":323,"score":1462.5,"pct":83.9,"variant":"gemma-4-26b-a4b"},"arena_webdev":{"rank":76,"of":110,"score":1361.9,"pct":31.2,"variant":"gemma-4-26b-a4b"},"arena_vision":{"rank":43,"of":134,"score":1241,"pct":68.4,"variant":"gemma-4-26b-a4b"},"epoch_eci":{"rank":96,"of":239,"score":141.85,"pct":60.1,"variant":"Gemma 4 26B A4B"},"epoch_gpqa":{"rank":89,"of":201,"score":73.2,"pct":56,"variant":"gemma-4-26b-a4b-it_minimal"},"epoch_aime":{"rank":70,"of":182,"score":82.2,"pct":61.9,"variant":"gemma-4-26b-a4b-it_minimal"},"eqbench_cw":{"rank":91,"of":137,"score":1304.6,"pct":33.8,"variant":"google/gemma-4-26B-A4B-it"},"benchlm":{"rank":54,"of":74,"score":46.28,"pct":27.4,"variant":"Gemma 4 26B A4B"},"benchlm_coding":{"rank":46,"of":63,"score":34.33,"pct":27.4,"variant":"Gemma 4 26B A4B"},"benchlm_multimodalGrounded":{"rank":28,"of":30,"score":44.2,"pct":6.9,"variant":"Gemma 4 26B A4B"},"benchlm_knowledge":{"rank":54,"of":69,"score":36.43,"pct":22.1,"variant":"Gemma 4 26B A4B"},"benchlm_instructionFollowing":{"rank":21,"of":53,"score":87.3,"pct":61.5,"variant":"Gemma 4 26B A4B"}},"domains":{"overall":39.3,"coding":41.9,"reasoning":55.9,"math":67.2,"knowledge":59.7,"writing":42.8,"instruction":62.5,"chat":45.4,"business":74.5,"vision":20.9},"coverage":2,"avgPct":43.8,"overall":39.3,"rank":87,"avgRank":75,"aliases":["gemma-4-26b-a4b","Gemma 4 26B A4B","gemma-4-26b-a4b-it_minimal","google/gemma-4-26B-A4B-it"],"open":true,"release":"2026-04-02","reasoning":true,"ctx":256000,"pin":0.1,"pout":0.34,"tps":70,"ttft":1.31,"theta":-0.347,"se":0.252,"lo":27.8,"hi":52.1,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"o4-mini","name":"o4-mini","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":75,"of":239,"score":145.63,"pct":68.9,"variant":"o4-mini"},"arc":{"rank":49,"of":79,"score":6.1,"pct":38.5,"variant":"o4-mini (High)"},"scale":{"rank":21,"of":42,"score":18.08,"pct":51.2,"variant":"o4-mini (high) (April 2025)"},"simplebench":{"rank":69,"of":99,"score":38.7,"pct":30.6,"variant":"o4-mini (high)"}},"metrics":{"epoch_eci":{"rank":75,"of":239,"score":145.63,"pct":68.9,"variant":"o4-mini"},"arc_v2":{"rank":49,"of":79,"score":6.1,"pct":38.5,"variant":"o4-mini (High)"},"arc_v1":{"rank":48,"of":76,"score":58.7,"pct":37.3,"variant":"o4-mini (High)"},"scale_hle":{"rank":21,"of":42,"score":18.08,"pct":51.2,"variant":"o4-mini (high) (April 2025)"},"simplebench":{"rank":69,"of":99,"score":38.7,"pct":30.6,"variant":"o4-mini (high)"}},"domains":{"overall":38.7,"reasoning":41.5,"knowledge":66.9},"coverage":4,"avgPct":47.3,"overall":38.7,"rank":88,"avgRank":53.5,"aliases":["o4-mini","o4-mini (High)","o4-mini (high) (April 2025)","o4-mini (high)"],"release":"2025-04-16","open":false,"reasoning":true,"ctx":200000,"pin":1.1,"pout":4.4,"tps":141,"ttft":27.55,"theta":-0.369,"se":0.171,"lo":30.7,"hi":47.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"claude-opus-4","name":"Claude Opus 4","provider":"anthropic","providerName":"Anthropic","country":"US","sites":{"epoch":{"rank":91,"of":239,"score":142.67,"pct":62.2,"variant":"Claude Opus 4"},"arc":{"rank":47,"of":79,"score":8.6,"pct":41,"variant":"Claude Opus 4 (Thinking 16K)"},"scale":{"rank":25,"of":42,"score":10.72,"pct":41.5,"variant":"Claude Opus 4 (Thinking)"},"simplebench":{"rank":38,"of":99,"score":58.8,"pct":62.2,"variant":"Claude 4 Opus"}},"metrics":{"arena_coding":{"rank":57,"of":344,"score":1498.2,"pct":83.7,"variant":"claude-opus-4-20250514-thinking-16k"},"arena_math":{"rank":91,"of":332,"score":1421.9,"pct":72.8,"variant":"claude-opus-4-20250514-thinking-16k"},"arena_creative_writing":{"rank":49,"of":347,"score":1432.1,"pct":86.1,"variant":"claude-opus-4-20250514-thinking-16k"},"arena_instruction_following":{"rank":50,"of":349,"score":1444.2,"pct":85.9,"variant":"claude-opus-4-20250514-thinking-16k"},"arena_hard_prompts":{"rank":75,"of":349,"score":1456.4,"pct":78.7,"variant":"claude-opus-4-20250514-thinking-16k"},"arena_multi_turn":{"rank":78,"of":347,"score":1439.5,"pct":77.7,"variant":"claude-opus-4-20250514-thinking-16k"},"arena_expert":{"rank":86,"of":301,"score":1447.5,"pct":71.7,"variant":"claude-opus-4-20250514-thinking-16k"},"arena_japanese":{"rank":67,"of":226,"score":1387.6,"pct":70.7,"variant":"claude-opus-4-20250514-thinking-16k"},"arena_industry_business_and_management_and_financial_operations":{"rank":107,"of":342,"score":1409.2,"pct":68.9,"variant":"claude-opus-4-20250514-thinking-16k"},"arena_industry_medicine_and_healthcare":{"rank":82,"of":320,"score":1446.6,"pct":74.6,"variant":"claude-opus-4-20250514"},"arena_industry_legal_and_government":{"rank":78,"of":323,"score":1439.2,"pct":76.1,"variant":"claude-opus-4-20250514"},"arena_vision":{"rank":61,"of":134,"score":1207,"pct":54.9,"variant":"claude-opus-4-20250514-thinking-16k"},"epoch_eci":{"rank":91,"of":239,"score":142.67,"pct":62.2,"variant":"Claude Opus 4"},"epoch_gpqa":{"rank":82,"of":201,"score":76.3,"pct":59.5,"variant":"claude-opus-4-20250514_16K"},"epoch_aime":{"rank":95,"of":182,"score":64.4,"pct":48.1,"variant":"claude-opus-4-20250514_27K"},"arc_v2":{"rank":47,"of":79,"score":8.6,"pct":41,"variant":"Claude Opus 4 (Thinking 16K)"},"arc_v1":{"rank":57,"of":76,"score":35.7,"pct":25.3,"variant":"Claude Opus 4 (Thinking 16K)"},"scale_hle":{"rank":25,"of":42,"score":10.72,"pct":41.5,"variant":"Claude Opus 4 (Thinking)"},"scale_multichallenge":{"rank":13,"of":28,"score":58.62,"pct":55.6,"variant":"claude-4-opus-thinking"},"eqbench_cw":{"rank":50,"of":137,"score":1579.7,"pct":64,"variant":"claude-opus-4"},"simplebench":{"rank":38,"of":99,"score":58.8,"pct":62.2,"variant":"Claude 4 Opus"}},"domains":{"overall":37.7,"coding":55.7,"reasoning":43.8,"math":53.6,"knowledge":60.7,"writing":59.3,"instruction":49,"chat":38.1,"business":68.1,"japanese":69.7,"vision":22.6},"coverage":4,"avgPct":51.7,"overall":37.7,"rank":89,"avgRank":50.3,"aliases":["claude-opus-4-20250514-thinking-16k","claude-opus-4-20250514","Claude Opus 4","claude-opus-4-20250514_16K","claude-opus-4-20250514_27K","Claude Opus 4 (Thinking 16K)","Claude Opus 4 (Thinking)","claude-4-opus-thinking","claude-opus-4","Claude 4 Opus"],"open":false,"release":"2025-05-14","reasoning":true,"ctx":200000,"pin":15,"pout":75,"theta":-0.403,"se":0.171,"lo":29.8,"hi":46.2,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"grok-4-3","name":"Grok 4.3","provider":"xai","providerName":"xAI","country":"US","sites":{"aa":{"rank":52,"of":107,"score":24.9,"pct":51.9,"variant":"grok-4-3"},"livebench":{"rank":60,"of":60,"score":62.2,"pct":0,"variant":"grok-4.3"},"vals":{"rank":56,"of":63,"score":24.3,"pct":11.3,"variant":"grok/grok-4.3"},"eqbench":{"rank":25,"of":28,"score":1074.8,"pct":11.1,"variant":"grok-4.3"},"benchlm":{"rank":37,"of":74,"score":54.73,"pct":50.7,"variant":"Grok 4.3"}},"metrics":{"arena_coding":{"rank":70,"of":344,"score":1487.8,"pct":79.9,"variant":"grok-4.3"},"arena_math":{"rank":92,"of":332,"score":1419.3,"pct":72.5,"variant":"grok-4.3"},"arena_creative_writing":{"rank":56,"of":347,"score":1424.7,"pct":84.1,"variant":"grok-4.3"},"arena_instruction_following":{"rank":89,"of":349,"score":1414.8,"pct":74.7,"variant":"grok-4.3"},"arena_hard_prompts":{"rank":74,"of":349,"score":1456.8,"pct":79,"variant":"grok-4.3"},"arena_multi_turn":{"rank":72,"of":347,"score":1446.1,"pct":79.5,"variant":"grok-4.3"},"arena_expert":{"rank":81,"of":301,"score":1452,"pct":73.3,"variant":"grok-4.3"},"arena_japanese":{"rank":41,"of":226,"score":1424.1,"pct":82.2,"variant":"grok-4.3"},"arena_industry_business_and_management_and_financial_operations":{"rank":75,"of":342,"score":1439.3,"pct":78.3,"variant":"grok-4.3"},"arena_industry_medicine_and_healthcare":{"rank":76,"of":320,"score":1452.1,"pct":76.5,"variant":"grok-4.3"},"arena_industry_legal_and_government":{"rank":85,"of":323,"score":1435,"pct":73.9,"variant":"grok-4.3"},"arena_webdev":{"rank":81,"of":110,"score":1357,"pct":26.6,"variant":"grok-4.3"},"arena_vision":{"rank":42,"of":134,"score":1243.2,"pct":69.2,"variant":"grok-4.3"},"arena_search":{"rank":17,"of":32,"score":1193.2,"pct":48.4,"variant":"grok-4.3"},"aa_index":{"rank":52,"of":107,"score":24.9,"pct":51.9,"variant":"grok-4-3"},"aa_hle":{"rank":39,"of":109,"score":37.2,"pct":64.8,"variant":"grok-4-3"},"aa_gpqa":{"rank":32,"of":100,"score":90.1,"pct":68.7,"variant":"grok-4-3"},"aa_scicode":{"rank":45,"of":107,"score":48.3,"pct":58.5,"variant":"grok-4-3"},"aa_terminalbenchHard":{"rank":22,"of":62,"score":37.9,"pct":65.6,"variant":"grok-4-3"},"aa_tau2":{"rank":3,"of":61,"score":97.7,"pct":96.7,"variant":"grok-4-3"},"aa_ifbench":{"rank":3,"of":62,"score":81.3,"pct":96.7,"variant":"grok-4-3"},"aa_lcr":{"rank":62,"of":109,"score":73,"pct":43.5,"variant":"grok-4-3"},"aa_mmmuPro":{"rank":24,"of":55,"score":78.1,"pct":57.4,"variant":"grok-4-3"},"aa_critpt":{"rank":46,"of":112,"score":8,"pct":59.5,"variant":"grok-4-3"},"aa_omniscience":{"rank":22,"of":109,"score":18,"pct":80.6,"variant":"grok-4-3"},"aa_gdpvalNormalized":{"rank":54,"of":107,"score":0.2,"pct":50,"variant":"grok-4-3"},"aa_apexAgents":{"rank":15,"of":22,"score":17,"pct":33.3,"variant":"grok-4-3"},"livebench_global":{"rank":60,"of":60,"score":62.2,"pct":0,"variant":"grok-4.3"},"livebench_reasoning":{"rank":58,"of":60,"score":70.8,"pct":3.4,"variant":"grok-4.3"},"livebench_coding":{"rank":56,"of":60,"score":69.9,"pct":6.8,"variant":"grok-4.3"},"livebench_agentic_coding":{"rank":60,"of":60,"score":18.5,"pct":0,"variant":"grok-4.3"},"livebench_mathematics":{"rank":49,"of":60,"score":84.3,"pct":18.6,"variant":"grok-4.3"},"livebench_data_analysis":{"rank":57,"of":60,"score":55.8,"pct":5.1,"variant":"grok-4.3"},"livebench_language":{"rank":51,"of":60,"score":73.6,"pct":15.3,"variant":"grok-4.3"},"livebench_if":{"rank":47,"of":60,"score":62.8,"pct":22,"variant":"grok-4.3"},"epoch_frontiermath":{"rank":44,"of":72,"score":42.8,"pct":39.4,"variant":"grok-4.3_high"},"epoch_frontiermath4":{"rank":42,"of":55,"score":14.6,"pct":24.1,"variant":"grok-4.3_high"},"epoch_gpqa":{"rank":38,"of":201,"score":88.8,"pct":81.5,"variant":"grok-4.3_high"},"epoch_simpleqa":{"rank":48,"of":69,"score":33.2,"pct":30.9,"variant":"grok-4.3_high"},"epoch_aime":{"rank":33,"of":182,"score":93.3,"pct":82.3,"variant":"grok-4.3_high"},"vals_index":{"rank":56,"of":63,"score":24.3,"pct":11.3,"variant":"grok/grok-4.3"},"vals_vibe_code_bench":{"rank":50,"of":63,"score":19.4,"pct":21,"variant":"grok/grok-4.3"},"vals_finance_agent":{"rank":52,"of":63,"score":37.7,"pct":17.7,"variant":"grok/grok-4.3"},"vals_terminal_bench_2_1":{"rank":57,"of":63,"score":41.9,"pct":9.7,"variant":"grok/grok-4.3"},"vals_emb":{"rank":58,"of":63,"score":18.4,"pct":8.1,"variant":"grok/grok-4.3"},"vals_code_migration":{"rank":54,"of":63,"score":5.9,"pct":14.5,"variant":"grok/grok-4.3"},"vals_legal_research":{"rank":48,"of":63,"score":15.4,"pct":24.2,"variant":"grok/grok-4.3"},"vals_legal_agent_benchmark":{"rank":48,"of":63,"score":0.4,"pct":24.2,"variant":"grok/grok-4.3"},"eqbench":{"rank":25,"of":28,"score":1074.8,"pct":11.1,"variant":"grok-4.3"},"benchlm":{"rank":37,"of":74,"score":54.73,"pct":50.7,"variant":"Grok 4.3"},"benchlm_agentic":{"rank":45,"of":54,"score":25.58,"pct":17,"variant":"Grok 4.3"},"benchlm_coding":{"rank":50,"of":63,"score":29.54,"pct":21,"variant":"Grok 4.3"},"benchlm_multimodalGrounded":{"rank":21,"of":30,"score":65.7,"pct":31,"variant":"Grok 4.3"},"benchlm_knowledge":{"rank":32,"of":69,"score":52.96,"pct":54.4,"variant":"Grok 4.3"},"benchlm_instructionFollowing":{"rank":1,"of":53,"score":93.2,"pct":100,"variant":"Grok 4.3"}},"domains":{"overall":37.1,"coding":39.1,"agent":22.8,"reasoning":43.8,"math":61.3,"knowledge":77,"writing":54.3,"instruction":55.2,"chat":26.7,"business":63.4,"japanese":76.6,"vision":50.1,"longctx":31.6},"coverage":5,"avgPct":25,"overall":37.1,"rank":90,"avgRank":46,"aliases":["grok-4.3","grok-4-3","grok-4.3_high","grok/grok-4.3","Grok 4.3"],"open":false,"release":"2026-04-30","reasoning":true,"ctx":1000000,"pin":1.25,"pout":2.5,"tps":123,"ttft":0.81,"theta":-0.423,"se":0.117,"lo":31.7,"hi":42.8,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"qwen3-6-27b","name":"Qwen3.6 27B","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"aa":{"rank":59,"of":107,"score":21.4,"pct":45.3,"variant":"qwen3-6-27b"},"livebench":{"rank":58,"of":60,"score":64,"pct":3.4,"variant":"qwen3.6-27b"},"epoch":{"rank":67,"of":239,"score":146.47,"pct":72.3,"variant":"Qwen3.6 27B"},"eqbench":{"rank":27,"of":28,"score":1025.5,"pct":3.7,"variant":"qwen3.6-27b"}},"metrics":{"aa_index":{"rank":59,"of":107,"score":21.4,"pct":45.3,"variant":"qwen3-6-27b"},"aa_hle":{"rank":58,"of":109,"score":23.1,"pct":47.2,"variant":"qwen3-6-27b"},"aa_gpqa":{"rank":51,"of":100,"score":84.2,"pct":49.5,"variant":"qwen3-6-27b"},"aa_scicode":{"rank":62,"of":107,"score":42.8,"pct":42.5,"variant":"qwen3-6-27b"},"aa_terminalbenchHard":{"rank":26,"of":62,"score":34.8,"pct":59,"variant":"qwen3-6-27b"},"aa_tau2":{"rank":14,"of":61,"score":94.2,"pct":78.3,"variant":"qwen3-6-27b"},"aa_ifbench":{"rank":30,"of":62,"score":67.6,"pct":52.5,"variant":"qwen3-6-27b"},"aa_lcr":{"rank":48,"of":109,"score":77.3,"pct":56.5,"variant":"qwen3-6-27b"},"aa_mmmuPro":{"rank":36,"of":55,"score":74.6,"pct":35.2,"variant":"qwen3-6-27b"},"aa_critpt":{"rank":68,"of":112,"score":1.1,"pct":39.6,"variant":"qwen3-6-27b"},"aa_omniscience":{"rank":70,"of":109,"score":-20,"pct":36.1,"variant":"qwen3-6-27b"},"aa_gdpvalNormalized":{"rank":54,"of":107,"score":0.2,"pct":50,"variant":"qwen3-6-27b"},"livebench_global":{"rank":58,"of":60,"score":64,"pct":3.4,"variant":"qwen3.6-27b"},"livebench_reasoning":{"rank":59,"of":60,"score":70.3,"pct":1.7,"variant":"qwen3.6-27b"},"livebench_coding":{"rank":51,"of":60,"score":71.8,"pct":15.3,"variant":"qwen3.6-27b"},"livebench_agentic_coding":{"rank":58,"of":60,"score":39.3,"pct":3.4,"variant":"qwen3.6-27b"},"livebench_mathematics":{"rank":54,"of":60,"score":79.9,"pct":10.2,"variant":"qwen3.6-27b"},"livebench_data_analysis":{"rank":46,"of":60,"score":70.4,"pct":23.7,"variant":"qwen3.6-27b"},"livebench_language":{"rank":59,"of":60,"score":63.3,"pct":1.7,"variant":"qwen3.6-27b"},"livebench_if":{"rank":59,"of":60,"score":53.2,"pct":1.7,"variant":"qwen3.6-27b"},"epoch_eci":{"rank":67,"of":239,"score":146.47,"pct":72.3,"variant":"Qwen3.6 27B"},"epoch_frontiermath":{"rank":48,"of":72,"score":35.1,"pct":33.8,"variant":"qwen3.6-27b"},"epoch_gpqa":{"rank":54,"of":201,"score":85.9,"pct":73.5,"variant":"qwen3.6-27b"},"epoch_aime":{"rank":41,"of":182,"score":91.1,"pct":77.9,"variant":"qwen3.6-27b"},"eqbench":{"rank":27,"of":28,"score":1025.5,"pct":3.7,"variant":"qwen3.6-27b"}},"domains":{"overall":35.4,"coding":43.9,"agent":41.1,"reasoning":34.1,"math":49.5,"knowledge":68.2,"writing":25.9,"instruction":24.5,"chat":16.1,"business":71.7,"vision":40.6,"longctx":43.1},"coverage":4,"avgPct":31.2,"overall":35.4,"rank":91,"avgRank":52.8,"aliases":["qwen3-6-27b","qwen3.6-27b","Qwen3.6 27B"],"release":"2026-04-21","open":true,"reasoning":true,"ctx":262144,"pin":0.6,"pout":3.6,"tps":59,"ttft":3.67,"theta":-0.482,"se":0.143,"lo":29,"hi":42.4,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gpt-5-mini","name":"GPT-5 mini","provider":"openai","providerName":"OpenAI","country":"US","sites":{"aa":{"rank":68,"of":107,"score":16.8,"pct":36.8,"variant":"gpt-5-mini"},"epoch":{"rank":76,"of":239,"score":145.51,"pct":68.5,"variant":"GPT-5 mini"},"arc":{"rank":55,"of":79,"score":4.4,"pct":30.8,"variant":"GPT-5 Mini (High)"},"benchlm":{"rank":55,"of":74,"score":44.05,"pct":26,"variant":"GPT-5 mini"}},"metrics":{"arena_coding":{"rank":137,"of":344,"score":1430.8,"pct":60.3,"variant":"gpt-5-mini-high"},"arena_math":{"rank":111,"of":332,"score":1405,"pct":66.8,"variant":"gpt-5-mini-high"},"arena_creative_writing":{"rank":157,"of":347,"score":1323.1,"pct":54.9,"variant":"gpt-5-mini-high"},"arena_instruction_following":{"rank":135,"of":349,"score":1372.3,"pct":61.5,"variant":"gpt-5-mini-high"},"arena_hard_prompts":{"rank":135,"of":349,"score":1403,"pct":61.5,"variant":"gpt-5-mini-high"},"arena_multi_turn":{"rank":143,"of":347,"score":1372.2,"pct":59,"variant":"gpt-5-mini-high"},"arena_expert":{"rank":132,"of":301,"score":1400.7,"pct":56.3,"variant":"gpt-5-mini-high"},"arena_japanese":{"rank":85,"of":226,"score":1365.1,"pct":62.7,"variant":"gpt-5-mini-high"},"arena_industry_business_and_management_and_financial_operations":{"rank":135,"of":342,"score":1380,"pct":60.7,"variant":"gpt-5-mini-high"},"arena_industry_medicine_and_healthcare":{"rank":133,"of":320,"score":1404.6,"pct":58.6,"variant":"gpt-5-mini-high"},"arena_industry_legal_and_government":{"rank":134,"of":323,"score":1396.3,"pct":58.7,"variant":"gpt-5-mini-high"},"arena_vision":{"rank":74,"of":134,"score":1182.7,"pct":45.1,"variant":"gpt-5-mini-high"},"aa_index":{"rank":68,"of":107,"score":16.8,"pct":36.8,"variant":"gpt-5-mini"},"aa_hle":{"rank":65,"of":109,"score":21.5,"pct":40.7,"variant":"gpt-5-mini"},"aa_gpqa":{"rank":56,"of":100,"score":82.8,"pct":44.4,"variant":"gpt-5-mini"},"aa_scicode":{"rank":73,"of":107,"score":39,"pct":32.1,"variant":"gpt-5-mini"},"aa_terminalbenchHard":{"rank":28,"of":62,"score":33.3,"pct":55.7,"variant":"gpt-5-mini"},"aa_tau2":{"rank":35,"of":61,"score":68.4,"pct":43.3,"variant":"gpt-5-mini"},"aa_ifbench":{"rank":19,"of":62,"score":75.4,"pct":70.5,"variant":"gpt-5-mini"},"aa_lcr":{"rank":64,"of":109,"score":72.3,"pct":41.7,"variant":"gpt-5-mini"},"aa_mmmuPro":{"rank":41,"of":55,"score":70.1,"pct":25.9,"variant":"gpt-5-mini"},"aa_critpt":{"rank":86,"of":112,"score":0,"pct":23.4,"variant":"gpt-5-mini"},"aa_omniscience":{"rank":65,"of":109,"score":-17.3,"pct":40.7,"variant":"gpt-5-mini"},"aa_gdpvalNormalized":{"rank":64,"of":107,"score":0.1,"pct":40.6,"variant":"gpt-5-mini"},"epoch_eci":{"rank":76,"of":239,"score":145.51,"pct":68.5,"variant":"GPT-5 mini"},"arc_v2":{"rank":55,"of":79,"score":4.4,"pct":30.8,"variant":"GPT-5 Mini (High)"},"arc_v1":{"rank":50,"of":76,"score":54.3,"pct":34.7,"variant":"GPT-5 Mini (High)"},"scale_multichallenge":{"rank":11,"of":28,"score":58.99,"pct":63,"variant":"gpt-5-mini-thinking"},"benchlm":{"rank":55,"of":74,"score":44.05,"pct":26,"variant":"GPT-5 mini"},"benchlm_agentic":{"rank":43,"of":54,"score":27.41,"pct":20.8,"variant":"GPT-5 mini"},"benchlm_coding":{"rank":49,"of":63,"score":30.04,"pct":22.6,"variant":"GPT-5 mini"}},"domains":{"overall":34.1,"coding":35.2,"agent":31.9,"reasoning":35.4,"math":50.3,"knowledge":60.6,"writing":29.1,"instruction":48.4,"chat":35.7,"business":59.4,"japanese":64.9,"vision":19,"longctx":29.9},"coverage":4,"avgPct":40.5,"overall":34.1,"rank":92,"avgRank":63.5,"aliases":["gpt-5-mini-high","gpt-5-mini","GPT-5 mini","GPT-5 Mini (High)","gpt-5-mini-thinking"],"open":false,"release":"2025-08-07","reasoning":true,"ctx":400000,"pin":0.25,"pout":2,"tps":97,"ttft":1.02,"theta":-0.527,"se":0.163,"lo":27,"hi":42,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"qwen-3-6-flash","name":"Qwen 3.6 Flash","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"epoch":{"rank":88,"of":239,"score":143.26,"pct":63.4,"variant":"Qwen 3.6 Flash"},"simplebench":{"rank":71,"of":99,"score":35.2,"pct":28.6,"variant":"Qwen 3.6 Flash"}},"metrics":{"epoch_eci":{"rank":88,"of":239,"score":143.26,"pct":63.4,"variant":"Qwen 3.6 Flash"},"simplebench":{"rank":71,"of":99,"score":35.2,"pct":28.6,"variant":"Qwen 3.6 Flash"}},"domains":{"overall":33.9,"reasoning":28.7},"coverage":2,"avgPct":46,"overall":33.9,"rank":93,"avgRank":79.5,"aliases":["Qwen 3.6 Flash"],"release":"2026-04-27","open":false,"theta":-0.535,"se":0.335,"lo":20.5,"hi":50.5,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gemini-2-5-flash","name":"Gemini 2.5 Flash","provider":"google","providerName":"Google","country":"US","sites":{"epoch":{"rank":89,"of":239,"score":143.04,"pct":63,"variant":"Gemini 2.5 Flash (Sep 2025)"},"arc":{"rank":60,"of":79,"score":2.5,"pct":24.4,"variant":"Gemini 2.5 Flash (Preview) (Thinking 24K)"},"scale":{"rank":23,"of":42,"score":12.08,"pct":46.3,"variant":"Gemini 2.5 Flash (April 2025)"},"simplebench":{"rank":64,"of":99,"score":41.2,"pct":35.7,"variant":"Gemini 2.5 Flash (latest)"},"benchlm":{"rank":56,"of":74,"score":43,"pct":24.7,"variant":"Gemini 2.5 Flash"}},"metrics":{"arena_coding":{"rank":142,"of":344,"score":1423.5,"pct":58.9,"variant":"gemini-2.5-flash"},"arena_math":{"rank":108,"of":332,"score":1405.8,"pct":67.7,"variant":"gemini-2.5-flash"},"arena_creative_writing":{"rank":83,"of":347,"score":1395.9,"pct":76.3,"variant":"gemini-2.5-flash"},"arena_instruction_following":{"rank":106,"of":349,"score":1400.3,"pct":69.8,"variant":"gemini-2.5-flash"},"arena_hard_prompts":{"rank":119,"of":349,"score":1419.5,"pct":66.1,"variant":"gemini-2.5-flash"},"arena_multi_turn":{"rank":115,"of":347,"score":1403.3,"pct":67.1,"variant":"gemini-2.5-flash"},"arena_expert":{"rank":110,"of":301,"score":1423.3,"pct":63.7,"variant":"gemini-2.5-flash"},"arena_japanese":{"rank":64,"of":226,"score":1392,"pct":72,"variant":"gemini-2.5-flash"},"arena_industry_business_and_management_and_financial_operations":{"rank":122,"of":342,"score":1399.3,"pct":64.5,"variant":"gemini-2.5-flash"},"arena_industry_medicine_and_healthcare":{"rank":115,"of":320,"score":1426.6,"pct":64.3,"variant":"gemini-2.5-flash"},"arena_industry_legal_and_government":{"rank":95,"of":323,"score":1426.6,"pct":70.8,"variant":"gemini-2.5-flash"},"arena_vision":{"rank":57,"of":134,"score":1215,"pct":57.9,"variant":"gemini-2.5-flash"},"epoch_eci":{"rank":89,"of":239,"score":143.04,"pct":63,"variant":"Gemini 2.5 Flash (Sep 2025)"},"arc_v2":{"rank":60,"of":79,"score":2.5,"pct":24.4,"variant":"Gemini 2.5 Flash (Preview) (Thinking 24K)"},"arc_v1":{"rank":59,"of":76,"score":33.3,"pct":22.7,"variant":"Gemini 2.5 Flash (Preview)"},"scale_hle":{"rank":23,"of":42,"score":12.08,"pct":46.3,"variant":"Gemini 2.5 Flash (April 2025)"},"eqbench_cw":{"rank":104,"of":137,"score":1136.9,"pct":24.3,"variant":"gemini-2.5-flash-preview"},"simplebench":{"rank":64,"of":99,"score":41.2,"pct":35.7,"variant":"Gemini 2.5 Flash (latest)"},"benchlm":{"rank":56,"of":74,"score":43,"pct":24.7,"variant":"Gemini 2.5 Flash"},"benchlm_knowledge":{"rank":57,"of":69,"score":35.73,"pct":17.6,"variant":"Gemini 2.5 Flash"},"benchlm_instructionFollowing":{"rank":45,"of":53,"score":43.7,"pct":15.4,"variant":"Gemini 2.5 Flash"}},"domains":{"overall":33.1,"coding":33.7,"reasoning":34.6,"math":50.5,"knowledge":57.2,"writing":34.5,"instruction":21.6,"chat":29,"business":65.5,"japanese":70.6,"vision":26},"coverage":5,"avgPct":38.8,"overall":33.1,"rank":94,"avgRank":58.4,"aliases":["gemini-2.5-flash","Gemini 2.5 Flash (Sep 2025)","Gemini 2.5 Flash (Preview) (Thinking 24K)","Gemini 2.5 Flash (Preview)","Gemini 2.5 Flash (April 2025)","gemini-2.5-flash-preview","Gemini 2.5 Flash (latest)","Gemini 2.5 Flash"],"open":false,"release":"2025-04-17","reasoning":true,"ctx":1000000,"pin":0.3,"pout":2.5,"tps":218,"ttft":0.46,"theta":-0.563,"se":0.148,"lo":26.7,"hi":40.1,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"claude-haiku-4-5","name":"Claude Haiku 4.5","provider":"anthropic","providerName":"Anthropic","country":"US","sites":{"aa":{"rank":67,"of":107,"score":16.9,"pct":37.7,"variant":"claude-4-5-haiku"},"epoch":{"rank":93,"of":239,"score":142.42,"pct":61.3,"variant":"Claude Haiku 4.5"},"arc":{"rank":56,"of":79,"score":4,"pct":29.5,"variant":"Claude Haiku 4.5 (Thinking 32K)"},"vals":{"rank":57,"of":63,"score":22.9,"pct":9.7,"variant":"anthropic/claude-haiku-4-5-20251001-thinking"},"eqbench":{"rank":26,"of":28,"score":1063.9,"pct":7.4,"variant":"claude-haiku-4-5-20251001"}},"metrics":{"arena_coding":{"rank":78,"of":344,"score":1481.7,"pct":77.6,"variant":"claude-haiku-4-5-20251001"},"arena_math":{"rank":118,"of":332,"score":1399.5,"pct":64.7,"variant":"claude-haiku-4-5-20251001"},"arena_creative_writing":{"rank":96,"of":347,"score":1388.6,"pct":72.5,"variant":"claude-haiku-4-5-20251001"},"arena_instruction_following":{"rank":82,"of":349,"score":1416.3,"pct":76.7,"variant":"claude-haiku-4-5-20251001"},"arena_hard_prompts":{"rank":91,"of":349,"score":1441.8,"pct":74.1,"variant":"claude-haiku-4-5-20251001"},"arena_multi_turn":{"rank":91,"of":347,"score":1426,"pct":74,"variant":"claude-haiku-4-5-20251001"},"arena_expert":{"rank":79,"of":301,"score":1453.5,"pct":74,"variant":"claude-haiku-4-5-20251001"},"arena_japanese":{"rank":88,"of":226,"score":1360.5,"pct":61.3,"variant":"claude-haiku-4-5-20251001"},"arena_industry_business_and_management_and_financial_operations":{"rank":92,"of":342,"score":1420.4,"pct":73.3,"variant":"claude-haiku-4-5-20251001"},"arena_industry_medicine_and_healthcare":{"rank":118,"of":320,"score":1425.9,"pct":63.3,"variant":"claude-haiku-4-5-20251001"},"arena_industry_legal_and_government":{"rank":106,"of":323,"score":1416.4,"pct":67.4,"variant":"claude-haiku-4-5-20251001"},"arena_webdev":{"rank":88,"of":110,"score":1329.3,"pct":20.2,"variant":"claude-haiku-4-5-20251001"},"arena_document":{"rank":35,"of":37,"score":1418.7,"pct":5.6,"variant":"claude-haiku-4-5-20251001"},"aa_index":{"rank":67,"of":107,"score":16.9,"pct":37.7,"variant":"claude-4-5-haiku"},"aa_hle":{"rank":87,"of":109,"score":10.4,"pct":20.4,"variant":"claude-4-5-haiku"},"aa_gpqa":{"rank":86,"of":100,"score":67.2,"pct":14.1,"variant":"claude-4-5-haiku"},"aa_scicode":{"rank":65,"of":107,"score":42.2,"pct":39.6,"variant":"claude-4-5-haiku"},"aa_terminalbenchHard":{"rank":35,"of":62,"score":27.3,"pct":44.3,"variant":"claude-4-5-haiku"},"aa_tau2":{"rank":39,"of":61,"score":54.7,"pct":36.7,"variant":"claude-4-5-haiku"},"aa_ifbench":{"rank":42,"of":62,"score":54.3,"pct":32.8,"variant":"claude-4-5-haiku"},"aa_lcr":{"rank":57,"of":109,"score":74.3,"pct":48.1,"variant":"claude-4-5-haiku"},"aa_mmmuPro":{"rank":46,"of":55,"score":58.6,"pct":16.7,"variant":"claude-4-5-haiku"},"aa_critpt":{"rank":86,"of":112,"score":0,"pct":23.4,"variant":"claude-4-5-haiku"},"aa_omniscience":{"rank":49,"of":109,"score":-4.4,"pct":55.6,"variant":"claude-4-5-haiku"},"aa_gdpvalNormalized":{"rank":64,"of":107,"score":0.1,"pct":40.6,"variant":"claude-4-5-haiku"},"epoch_eci":{"rank":93,"of":239,"score":142.42,"pct":61.3,"variant":"Claude Haiku 4.5"},"epoch_gpqa":{"rank":92,"of":201,"score":71.2,"pct":54.5,"variant":"claude-haiku-4-5-20251001_32K"},"epoch_simpleqa":{"rank":62,"of":69,"score":13.2,"pct":10.3,"variant":"claude-haiku-4-5-20251001"},"epoch_aime":{"rank":91,"of":182,"score":66.7,"pct":50.3,"variant":"claude-haiku-4-5-20251001_32K"},"arc_v2":{"rank":56,"of":79,"score":4,"pct":29.5,"variant":"Claude Haiku 4.5 (Thinking 32K)"},"arc_v1":{"rank":53,"of":76,"score":47.7,"pct":30.7,"variant":"Claude Haiku 4.5 (Thinking 32K)"},"scale_multichallenge":{"rank":22,"of":28,"score":50.49,"pct":22.2,"variant":"claude-haiku-4-5-20251001-thinking"},"scale_mcp":{"rank":34,"of":34,"score":40.2,"pct":0,"variant":"claude-haiku-4-5"},"vals_index":{"rank":57,"of":63,"score":22.9,"pct":9.7,"variant":"anthropic/claude-haiku-4-5-20251001-thinking"},"vals_vibe_code_bench":{"rank":55,"of":63,"score":11.4,"pct":12.9,"variant":"anthropic/claude-haiku-4-5-20251001-thinking"},"vals_finance_agent":{"rank":57,"of":63,"score":31,"pct":9.7,"variant":"anthropic/claude-haiku-4-5-20251001-thinking"},"vals_terminal_bench_2_1":{"rank":56,"of":63,"score":43.8,"pct":11.3,"variant":"anthropic/claude-haiku-4-5-20251001-thinking"},"vals_emb":{"rank":57,"of":63,"score":22.7,"pct":9.7,"variant":"anthropic/claude-haiku-4-5-20251001-thinking"},"vals_code_migration":{"rank":51,"of":63,"score":7.6,"pct":19.4,"variant":"anthropic/claude-haiku-4-5-20251001-thinking"},"vals_legal_research":{"rank":55,"of":63,"score":10.6,"pct":12.9,"variant":"anthropic/claude-haiku-4-5-20251001-thinking"},"vals_legal_agent_benchmark":{"rank":46,"of":63,"score":0.8,"pct":27.4,"variant":"anthropic/claude-haiku-4-5-20251001-thinking"},"eqbench":{"rank":26,"of":28,"score":1063.9,"pct":7.4,"variant":"claude-haiku-4-5-20251001"}},"domains":{"overall":33,"coding":37.2,"agent":17.4,"reasoning":25.4,"math":49.4,"knowledge":57.2,"writing":48.8,"instruction":26.6,"chat":20.5,"business":59.1,"japanese":63.9,"vision":6.3,"longctx":5.4},"coverage":5,"avgPct":29.1,"overall":33,"rank":95,"avgRank":59.8,"aliases":["claude-haiku-4-5-20251001","claude-4-5-haiku","Claude Haiku 4.5","claude-haiku-4-5-20251001_32K","Claude Haiku 4.5 (Thinking 32K)","claude-haiku-4-5-20251001-thinking","claude-haiku-4-5","anthropic/claude-haiku-4-5-20251001-thinking"],"open":false,"release":"2025-10-01","reasoning":true,"ctx":200000,"pin":1,"pout":5,"tps":96,"ttft":0.63,"theta":-0.567,"se":0.145,"lo":26.7,"hi":39.9,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"deepseek-v3-1","name":"DeepSeek V3.1","provider":"deepseek","providerName":"DeepSeek","country":"CN","sites":{"epoch":{"rank":104,"of":239,"score":139.92,"pct":56.7,"variant":"DeepSeek-V3.1"},"simplebench":{"rank":67,"of":99,"score":40,"pct":32.7,"variant":"DeepSeek V3.1"},"benchlm":{"rank":58,"of":74,"score":41.27,"pct":21.9,"variant":"DeepSeek V3.1"}},"metrics":{"arena_coding":{"rank":110,"of":344,"score":1455.8,"pct":68.2,"variant":"deepseek-v3.1-thinking"},"arena_math":{"rank":98,"of":332,"score":1415.8,"pct":70.7,"variant":"deepseek-v3.1-thinking"},"arena_creative_writing":{"rank":76,"of":347,"score":1401.9,"pct":78.3,"variant":"deepseek-v3.1-thinking"},"arena_instruction_following":{"rank":81,"of":349,"score":1416.4,"pct":77,"variant":"deepseek-v3.1-thinking"},"arena_hard_prompts":{"rank":100,"of":349,"score":1436.3,"pct":71.6,"variant":"deepseek-v3.1-thinking"},"arena_multi_turn":{"rank":103,"of":347,"score":1415.3,"pct":70.5,"variant":"deepseek-v3.1-thinking"},"arena_expert":{"rank":103,"of":301,"score":1431,"pct":66,"variant":"deepseek-v3.1-thinking"},"arena_japanese":{"rank":74,"of":226,"score":1380.4,"pct":67.6,"variant":"deepseek-v3.1"},"arena_industry_business_and_management_and_financial_operations":{"rank":95,"of":342,"score":1417.6,"pct":72.4,"variant":"deepseek-v3.1-thinking"},"arena_industry_medicine_and_healthcare":{"rank":81,"of":320,"score":1446.7,"pct":74.9,"variant":"deepseek-v3.1-thinking"},"arena_industry_legal_and_government":{"rank":103,"of":323,"score":1422.5,"pct":68.3,"variant":"deepseek-v3.1-thinking"},"epoch_eci":{"rank":104,"of":239,"score":139.92,"pct":56.7,"variant":"DeepSeek-V3.1"},"scale_multichallenge":{"rank":23,"of":28,"score":46.1,"pct":18.5,"variant":"deepseek-v3p1"},"eqbench_cw":{"rank":71,"of":137,"score":1435.9,"pct":48.5,"variant":"deepseek-ai/DeepSeek-V3.1"},"simplebench":{"rank":67,"of":99,"score":40,"pct":32.7,"variant":"DeepSeek V3.1"},"benchlm":{"rank":58,"of":74,"score":41.27,"pct":21.9,"variant":"DeepSeek V3.1"},"benchlm_knowledge":{"rank":55,"of":69,"score":36.07,"pct":20.6,"variant":"DeepSeek V3.1"},"benchlm_instructionFollowing":{"rank":46,"of":53,"score":42.1,"pct":13.5,"variant":"DeepSeek V3.1"}},"domains":{"overall":32.2,"coding":42.9,"reasoning":37.3,"math":53.5,"knowledge":57.4,"writing":48.6,"instruction":17.9,"chat":12.5,"business":66.8,"japanese":68.2},"coverage":3,"avgPct":37.1,"overall":32.2,"rank":96,"avgRank":76.3,"aliases":["deepseek-v3.1-thinking","deepseek-v3.1","DeepSeek-V3.1","deepseek-v3p1","deepseek-ai/DeepSeek-V3.1","DeepSeek V3.1"],"open":true,"release":"2025-08-21","reasoning":true,"ctx":128000,"pin":0.59,"pout":1.69,"theta":-0.597,"se":0.22,"lo":23.2,"hi":42.7,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"claude-sonnet-4","name":"Claude Sonnet 4","provider":"anthropic","providerName":"Anthropic","country":"US","sites":{"epoch":{"rank":97,"of":239,"score":141.69,"pct":59.7,"variant":"Claude Sonnet 4"},"arc":{"rank":50,"of":79,"score":5.9,"pct":37.2,"variant":"Claude Sonnet 4 (Thinking 16K)"},"scale":{"rank":32,"of":42,"score":7.76,"pct":24.4,"variant":"Claude Sonnet 4 (Thinking)"},"simplebench":{"rank":60,"of":99,"score":45.5,"pct":39.8,"variant":"Claude 4 Sonnet (thinking)"}},"metrics":{"arena_coding":{"rank":87,"of":344,"score":1473.4,"pct":74.9,"variant":"claude-sonnet-4-20250514-thinking-32k"},"arena_math":{"rank":114,"of":332,"score":1403.4,"pct":65.9,"variant":"claude-sonnet-4-20250514-thinking-32k"},"arena_creative_writing":{"rank":84,"of":347,"score":1395.6,"pct":76,"variant":"claude-sonnet-4-20250514-thinking-32k"},"arena_instruction_following":{"rank":87,"of":349,"score":1415.1,"pct":75.3,"variant":"claude-sonnet-4-20250514-thinking-32k"},"arena_hard_prompts":{"rank":104,"of":349,"score":1431.7,"pct":70.4,"variant":"claude-sonnet-4-20250514-thinking-32k"},"arena_multi_turn":{"rank":95,"of":347,"score":1420.8,"pct":72.8,"variant":"claude-sonnet-4-20250514-thinking-32k"},"arena_expert":{"rank":100,"of":301,"score":1434.9,"pct":67,"variant":"claude-sonnet-4-20250514-thinking-32k"},"arena_japanese":{"rank":93,"of":226,"score":1354.8,"pct":59.1,"variant":"claude-sonnet-4-20250514"},"arena_industry_business_and_management_and_financial_operations":{"rank":129,"of":342,"score":1387,"pct":62.5,"variant":"claude-sonnet-4-20250514"},"arena_industry_medicine_and_healthcare":{"rank":120,"of":320,"score":1420.2,"pct":62.7,"variant":"claude-sonnet-4-20250514"},"arena_industry_legal_and_government":{"rank":112,"of":323,"score":1409.8,"pct":65.5,"variant":"claude-sonnet-4-20250514"},"arena_vision":{"rank":62,"of":134,"score":1206.1,"pct":54.1,"variant":"claude-sonnet-4-20250514-thinking-32k"},"epoch_eci":{"rank":97,"of":239,"score":141.69,"pct":59.7,"variant":"Claude Sonnet 4"},"epoch_gpqa":{"rank":76,"of":201,"score":79.2,"pct":62.5,"variant":"claude-sonnet-4-20250514_59K"},"epoch_aime":{"rank":82,"of":182,"score":71.1,"pct":55.2,"variant":"claude-sonnet-4-20250514_32K"},"arc_v2":{"rank":50,"of":79,"score":5.9,"pct":37.2,"variant":"Claude Sonnet 4 (Thinking 16K)"},"arc_v1":{"rank":56,"of":76,"score":40,"pct":26.7,"variant":"Claude Sonnet 4 (Thinking 16K)"},"scale_hle":{"rank":32,"of":42,"score":7.76,"pct":24.4,"variant":"Claude Sonnet 4 (Thinking)"},"scale_multichallenge":{"rank":15,"of":28,"score":57.11,"pct":48.1,"variant":"claude-4-sonnet-thinking"},"eqbench_cw":{"rank":66,"of":137,"score":1482.8,"pct":52.2,"variant":"claude-sonnet-4"},"simplebench":{"rank":60,"of":99,"score":45.5,"pct":39.8,"variant":"Claude 4 Sonnet (thinking)"}},"domains":{"overall":31.5,"coding":48.2,"reasoning":34,"math":51.3,"knowledge":57.2,"writing":49.9,"instruction":43.2,"chat":33.3,"business":62,"japanese":62.6,"vision":22.2},"coverage":4,"avgPct":40.3,"overall":31.5,"rank":97,"avgRank":59.8,"aliases":["claude-sonnet-4-20250514-thinking-32k","claude-sonnet-4-20250514","Claude Sonnet 4","claude-sonnet-4-20250514_59K","claude-sonnet-4-20250514_32K","Claude Sonnet 4 (Thinking 16K)","Claude Sonnet 4 (Thinking)","claude-4-sonnet-thinking","claude-sonnet-4","Claude 4 Sonnet (thinking)"],"open":false,"release":"2025-05-01","reasoning":true,"ctx":1000000,"theta":-0.622,"se":0.171,"lo":24.4,"hi":39.5,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"claude-sonnet-3-7","name":"Claude Sonnet 3.7","provider":"anthropic","providerName":"Anthropic","country":"US","sites":{"epoch":{"rank":100,"of":239,"score":141.16,"pct":58.4,"variant":"Claude 3.7 Sonnet"},"arc":{"rank":65,"of":79,"score":0.9,"pct":17.9,"variant":"Claude 3.7 (8K)"},"scale":{"rank":30,"of":42,"score":8.04,"pct":29.3,"variant":"Claude 3.7 Sonnet (Thinking)"},"simplebench":{"rank":57,"of":99,"score":46.4,"pct":42.9,"variant":"Claude 3.7 Sonnet (thinking)"}},"metrics":{"arena_coding":{"rank":113,"of":344,"score":1452.4,"pct":67.3,"variant":"claude-3-7-sonnet-20250219-thinking-32k"},"arena_math":{"rank":133,"of":332,"score":1385,"pct":60.1,"variant":"claude-3-7-sonnet-20250219-thinking-32k"},"arena_creative_writing":{"rank":88,"of":347,"score":1392.9,"pct":74.9,"variant":"claude-3-7-sonnet-20250219-thinking-32k"},"arena_instruction_following":{"rank":93,"of":349,"score":1411.3,"pct":73.6,"variant":"claude-3-7-sonnet-20250219-thinking-32k"},"arena_hard_prompts":{"rank":120,"of":349,"score":1417.9,"pct":65.8,"variant":"claude-3-7-sonnet-20250219-thinking-32k"},"arena_multi_turn":{"rank":120,"of":347,"score":1399.5,"pct":65.6,"variant":"claude-3-7-sonnet-20250219-thinking-32k"},"arena_expert":{"rank":120,"of":301,"score":1411.8,"pct":60.3,"variant":"claude-3-7-sonnet-20250219-thinking-32k"},"arena_japanese":{"rank":101,"of":226,"score":1343.8,"pct":55.6,"variant":"claude-3-7-sonnet-20250219-thinking-32k"},"arena_industry_business_and_management_and_financial_operations":{"rank":148,"of":342,"score":1367.4,"pct":56.9,"variant":"claude-3-7-sonnet-20250219"},"arena_industry_medicine_and_healthcare":{"rank":128,"of":320,"score":1409.9,"pct":60.2,"variant":"claude-3-7-sonnet-20250219-thinking-32k"},"arena_industry_legal_and_government":{"rank":130,"of":323,"score":1397.6,"pct":59.9,"variant":"claude-3-7-sonnet-20250219-thinking-32k"},"arena_vision":{"rank":70,"of":134,"score":1192.9,"pct":48.1,"variant":"claude-3-7-sonnet-20250219-thinking-32k"},"epoch_eci":{"rank":100,"of":239,"score":141.16,"pct":58.4,"variant":"Claude 3.7 Sonnet"},"epoch_gpqa":{"rank":74,"of":201,"score":79.7,"pct":63.5,"variant":"claude-3-7-sonnet-20250219_64K"},"epoch_aime":{"rank":100,"of":182,"score":57.8,"pct":45.3,"variant":"claude-3-7-sonnet-20250219_64K"},"arc_v2":{"rank":65,"of":79,"score":0.9,"pct":17.9,"variant":"Claude 3.7 (8K)"},"arc_v1":{"rank":60,"of":76,"score":28.6,"pct":21.3,"variant":"Claude 3.7 (16K)"},"scale_hle":{"rank":30,"of":42,"score":8.04,"pct":29.3,"variant":"Claude 3.7 Sonnet (Thinking)"},"scale_multichallenge":{"rank":21,"of":28,"score":51.58,"pct":25.9,"variant":"claude-3-7-sonnet-thinking"},"eqbench_cw":{"rank":78,"of":137,"score":1411.7,"pct":43.4,"variant":"claude-3-7-sonnet-20250219"},"simplebench":{"rank":57,"of":99,"score":46.4,"pct":42.9,"variant":"Claude 3.7 Sonnet (thinking)"}},"domains":{"overall":30.6,"coding":41.9,"reasoning":33,"math":44,"knowledge":56.6,"writing":46.2,"instruction":29.8,"chat":20.3,"business":58.1,"japanese":60.1,"vision":17.4},"coverage":4,"avgPct":37.1,"overall":30.6,"rank":98,"avgRank":63,"aliases":["claude-3-7-sonnet-20250219-thinking-32k","claude-3-7-sonnet-20250219","Claude 3.7 Sonnet","claude-3-7-sonnet-20250219_64K","Claude 3.7 (8K)","Claude 3.7 (16K)","Claude 3.7 Sonnet (Thinking)","claude-3-7-sonnet-thinking","Claude 3.7 Sonnet (thinking)"],"open":false,"release":"2025-02-24","reasoning":true,"ctx":200000,"pin":3,"pout":15,"theta":-0.656,"se":0.171,"lo":23.6,"hi":38.5,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gpt-5-nano","name":"GPT-5 nano","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":107,"of":239,"score":139.39,"pct":55.5,"variant":"GPT-5 nano"},"arc":{"rank":59,"of":79,"score":2.6,"pct":25.6,"variant":"GPT-5 Nano (High)"}},"metrics":{"arena_coding":{"rank":175,"of":344,"score":1384.4,"pct":49.3,"variant":"gpt-5-nano-high"},"arena_math":{"rank":165,"of":332,"score":1345.8,"pct":50.5,"variant":"gpt-5-nano-high"},"arena_creative_writing":{"rank":235,"of":347,"score":1246.6,"pct":32.4,"variant":"gpt-5-nano-high"},"arena_instruction_following":{"rank":173,"of":349,"score":1327.1,"pct":50.6,"variant":"gpt-5-nano-high"},"arena_hard_prompts":{"rank":176,"of":349,"score":1355.8,"pct":49.7,"variant":"gpt-5-nano-high"},"arena_multi_turn":{"rank":189,"of":347,"score":1323.7,"pct":45.7,"variant":"gpt-5-nano-high"},"arena_expert":{"rank":167,"of":301,"score":1352.8,"pct":44.7,"variant":"gpt-5-nano-high"},"arena_industry_business_and_management_and_financial_operations":{"rank":178,"of":342,"score":1337.7,"pct":48.1,"variant":"gpt-5-nano-high"},"arena_industry_medicine_and_healthcare":{"rank":166,"of":320,"score":1364.4,"pct":48.3,"variant":"gpt-5-nano-high"},"arena_industry_legal_and_government":{"rank":206,"of":323,"score":1327.7,"pct":36.3,"variant":"gpt-5-nano-high"},"arena_vision":{"rank":88,"of":134,"score":1145.8,"pct":34.6,"variant":"gpt-5-nano-high"},"epoch_eci":{"rank":107,"of":239,"score":139.39,"pct":55.5,"variant":"GPT-5 nano"},"arc_v2":{"rank":59,"of":79,"score":2.6,"pct":25.6,"variant":"GPT-5 Nano (High)"},"arc_v1":{"rank":63,"of":76,"score":20.7,"pct":17.3,"variant":"GPT-5 Nano (Medium)"}},"domains":{"overall":30.4,"coding":24,"reasoning":21,"math":33.4,"knowledge":45,"writing":13.3,"instruction":14.8,"chat":9.9,"business":44.8,"vision":6.6},"coverage":2,"avgPct":40.6,"overall":30.4,"rank":99,"avgRank":83,"aliases":["gpt-5-nano-high","GPT-5 nano","GPT-5 Nano (High)","GPT-5 Nano (Medium)"],"open":false,"release":"2025-08-07","reasoning":true,"ctx":400000,"pin":0.05,"pout":0.4,"tps":158,"ttft":0.85,"theta":-0.663,"se":0.262,"lo":20.3,"hi":42.8,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"grok-3-mini","name":"Grok 3 Mini","provider":"xai","providerName":"xAI","country":"US","sites":{"epoch":{"rank":101,"of":239,"score":140.35,"pct":58,"variant":"Grok-3 mini"},"arc":{"rank":69,"of":79,"score":0.4,"pct":12.8,"variant":"Grok 3 Mini (Low)"}},"metrics":{"arena_coding":{"rank":164,"of":344,"score":1392.9,"pct":52.5,"variant":"grok-3-mini-high"},"arena_math":{"rank":130,"of":332,"score":1388.2,"pct":61,"variant":"grok-3-mini-high"},"arena_creative_writing":{"rank":150,"of":347,"score":1331.5,"pct":56.9,"variant":"grok-3-mini-high"},"arena_instruction_following":{"rank":147,"of":349,"score":1360.5,"pct":58,"variant":"grok-3-mini-high"},"arena_hard_prompts":{"rank":154,"of":349,"score":1377.5,"pct":56,"variant":"grok-3-mini-high"},"arena_multi_turn":{"rank":159,"of":347,"score":1350.5,"pct":54.3,"variant":"grok-3-mini-high"},"arena_expert":{"rank":126,"of":301,"score":1404.7,"pct":58.3,"variant":"grok-3-mini-high"},"arena_japanese":{"rank":120,"of":226,"score":1310.3,"pct":47.1,"variant":"grok-3-mini-high"},"arena_industry_business_and_management_and_financial_operations":{"rank":172,"of":342,"score":1343.8,"pct":49.9,"variant":"grok-3-mini-high"},"arena_industry_medicine_and_healthcare":{"rank":147,"of":320,"score":1386.1,"pct":54.2,"variant":"grok-3-mini-high"},"arena_industry_legal_and_government":{"rank":141,"of":323,"score":1383.5,"pct":56.5,"variant":"grok-3-mini-high"},"epoch_eci":{"rank":101,"of":239,"score":140.35,"pct":58,"variant":"Grok-3 mini"},"arc_v2":{"rank":69,"of":79,"score":0.4,"pct":12.8,"variant":"Grok 3 Mini (Low)"},"arc_v1":{"rank":64,"of":76,"score":16.5,"pct":16,"variant":"Grok 3 Mini (Low)"}},"domains":{"overall":29.7,"coding":25.9,"reasoning":22.2,"math":45.3,"knowledge":55.6,"writing":31.4,"instruction":23.6,"chat":14.6,"business":53.5,"japanese":52.2},"coverage":2,"avgPct":35.4,"overall":29.7,"rank":100,"avgRank":85,"aliases":["grok-3-mini-high","Grok-3 mini","Grok 3 Mini (Low)"],"open":false,"release":"2025-02-19","reasoning":true,"ctx":1000000,"pin":0.3,"pout":0.5,"tps":73,"ttft":2.59,"theta":-0.69,"se":0.262,"lo":19.8,"hi":42,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"qwen3-235b-a22b","name":"Qwen3 235B A22B","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"epoch":{"rank":86,"of":239,"score":143.87,"pct":64.3,"variant":"Qwen3-235B-A22B-Thinking (Jul 2025)"},"arc":{"rank":61,"of":79,"score":1.3,"pct":23.1,"variant":"Qwen3-235b-a22b Instruct (25/07)"},"simplebench":{"rank":75,"of":99,"score":31,"pct":24.5,"variant":"Qwen3 235B-A22B"}},"metrics":{"arena_coding":{"rank":136,"of":344,"score":1432.3,"pct":60.6,"variant":"qwen3-235b-a22b"},"arena_math":{"rank":127,"of":332,"score":1391.6,"pct":61.9,"variant":"qwen3-235b-a22b"},"arena_creative_writing":{"rank":156,"of":347,"score":1323.3,"pct":55.2,"variant":"qwen3-235b-a22b"},"arena_instruction_following":{"rank":149,"of":349,"score":1356.6,"pct":57.5,"variant":"qwen3-235b-a22b"},"arena_hard_prompts":{"rank":144,"of":349,"score":1391.2,"pct":58.9,"variant":"qwen3-235b-a22b"},"arena_multi_turn":{"rank":144,"of":347,"score":1370,"pct":58.7,"variant":"qwen3-235b-a22b"},"arena_expert":{"rank":146,"of":301,"score":1385.2,"pct":51.7,"variant":"qwen3-235b-a22b"},"arena_japanese":{"rank":118,"of":226,"score":1314.8,"pct":48,"variant":"qwen3-235b-a22b"},"arena_industry_business_and_management_and_financial_operations":{"rank":144,"of":342,"score":1369.7,"pct":58.1,"variant":"qwen3-235b-a22b"},"arena_industry_medicine_and_healthcare":{"rank":151,"of":320,"score":1382.2,"pct":53,"variant":"qwen3-235b-a22b"},"arena_industry_legal_and_government":{"rank":162,"of":323,"score":1365.9,"pct":50,"variant":"qwen3-235b-a22b"},"epoch_eci":{"rank":86,"of":239,"score":143.87,"pct":64.3,"variant":"Qwen3-235B-A22B-Thinking (Jul 2025)"},"epoch_gpqa":{"rank":93,"of":201,"score":70.7,"pct":54,"variant":"qwen3-235b-a22b"},"arc_v2":{"rank":61,"of":79,"score":1.3,"pct":23.1,"variant":"Qwen3-235b-a22b Instruct (25/07)"},"arc_v1":{"rank":66,"of":76,"score":11,"pct":13.3,"variant":"Qwen3-235b-a22b Instruct (25/07)"},"scale_multichallenge":{"rank":26,"of":28,"score":41.22,"pct":7.4,"variant":"qwen3-235b-a22b"},"eqbench_cw":{"rank":83,"of":137,"score":1365.8,"pct":39.7,"variant":"qwen/qwen3-235b-a22b:thinking"},"simplebench":{"rank":75,"of":99,"score":31,"pct":24.5,"variant":"Qwen3 235B-A22B"}},"domains":{"overall":29.1,"coding":36.1,"reasoning":21.8,"math":46.3,"knowledge":54.9,"writing":35,"instruction":11.1,"chat":6.9,"business":53.9,"japanese":53.3},"coverage":3,"avgPct":37.3,"overall":29.1,"rank":101,"avgRank":74,"aliases":["qwen3-235b-a22b","Qwen3-235B-A22B-Thinking (Jul 2025)","Qwen3-235b-a22b Instruct (25/07)","qwen/qwen3-235b-a22b:thinking","Qwen3 235B-A22B"],"open":true,"release":"2025-04-28","reasoning":true,"ctx":32768,"pin":0.7,"pout":2.8,"tps":63,"ttft":2.73,"theta":-0.712,"se":0.227,"lo":20.5,"hi":39.6,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"grok-3","name":"Grok 3","provider":"xai","providerName":"xAI","country":"US","sites":{"epoch":{"rank":109,"of":239,"score":138.34,"pct":54.6,"variant":"Grok 3"},"arc":{"rank":71,"of":79,"score":0,"pct":10.3,"variant":"Grok 3"},"simplebench":{"rank":70,"of":99,"score":36.1,"pct":29.6,"variant":"Grok 3"}},"metrics":{"epoch_eci":{"rank":109,"of":239,"score":138.34,"pct":54.6,"variant":"Grok 3"},"arc_v2":{"rank":71,"of":79,"score":0,"pct":10.3,"variant":"Grok 3"},"arc_v1":{"rank":69,"of":76,"score":5.5,"pct":9.3,"variant":"Grok 3"},"simplebench":{"rank":70,"of":99,"score":36.1,"pct":29.6,"variant":"Grok 3"}},"domains":{"overall":28.4,"reasoning":24.8},"coverage":3,"avgPct":31.5,"overall":28.4,"rank":102,"avgRank":83.3,"aliases":["Grok 3"],"release":"2025-02-13","open":false,"reasoning":true,"ctx":1000000,"pin":4,"pout":20,"theta":-0.74,"se":0.227,"lo":19.9,"hi":38.7,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gemini-3-1-flash-lite","name":"Gemini 3.1 Flash-Lite","provider":"google","providerName":"Google","country":"US","sites":{"aa":{"rank":71,"of":107,"score":15.6,"pct":34,"variant":"gemini-3-1-flash-lite"},"epoch":{"rank":81,"of":239,"score":144.45,"pct":66.4,"variant":"Gemini 3.1 Flash-Lite"},"scale":{"rank":26,"of":42,"score":8.64,"pct":39,"variant":"gemini-3.1-flash-lite-preview"},"vals":{"rank":61,"of":63,"score":15.5,"pct":3.2,"variant":"google/gemini-3.1-flash-lite-preview"}},"metrics":{"arena_coding":{"rank":108,"of":344,"score":1456.9,"pct":68.8,"variant":"gemini-3.1-flash-lite-preview"},"arena_math":{"rank":69,"of":332,"score":1437.7,"pct":79.5,"variant":"gemini-3.1-flash-lite-preview"},"arena_creative_writing":{"rank":63,"of":347,"score":1413.6,"pct":82.1,"variant":"gemini-3.1-flash-lite-preview"},"arena_instruction_following":{"rank":96,"of":349,"score":1406.8,"pct":72.7,"variant":"gemini-3.1-flash-lite-preview"},"arena_hard_prompts":{"rank":89,"of":349,"score":1444.8,"pct":74.7,"variant":"gemini-3.1-flash-lite-preview"},"arena_multi_turn":{"rank":80,"of":347,"score":1435.7,"pct":77.2,"variant":"gemini-3.1-flash-lite-preview"},"arena_expert":{"rank":91,"of":301,"score":1442.8,"pct":70,"variant":"gemini-3.1-flash-lite-preview"},"arena_japanese":{"rank":47,"of":226,"score":1418.9,"pct":79.6,"variant":"gemini-3.1-flash-lite-preview"},"arena_industry_business_and_management_and_financial_operations":{"rank":90,"of":342,"score":1420.9,"pct":73.9,"variant":"gemini-3.1-flash-lite-preview"},"arena_industry_medicine_and_healthcare":{"rank":74,"of":320,"score":1455.6,"pct":77.1,"variant":"gemini-3.1-flash-lite-preview"},"arena_industry_legal_and_government":{"rank":76,"of":323,"score":1440.2,"pct":76.7,"variant":"gemini-3.1-flash-lite-preview"},"arena_webdev":{"rank":96,"of":110,"score":1254.2,"pct":12.8,"variant":"gemini-3.1-flash-lite-preview"},"arena_vision":{"rank":46,"of":134,"score":1235,"pct":66.2,"variant":"gemini-3.1-flash-lite-preview"},"aa_index":{"rank":71,"of":107,"score":15.6,"pct":34,"variant":"gemini-3-1-flash-lite"},"aa_hle":{"rank":73,"of":109,"score":17.2,"pct":33.3,"variant":"gemini-3-1-flash-lite"},"aa_gpqa":{"rank":58,"of":100,"score":82.2,"pct":42.4,"variant":"gemini-3-1-flash-lite"},"aa_scicode":{"rank":60,"of":107,"score":43.4,"pct":44.3,"variant":"gemini-3-1-flash-lite"},"aa_terminalbenchHard":{"rank":38,"of":62,"score":24.2,"pct":39.3,"variant":"gemini-3-1-flash-lite"},"aa_tau2":{"rank":49,"of":61,"score":31.3,"pct":20,"variant":"gemini-3-1-flash-lite"},"aa_ifbench":{"rank":9,"of":62,"score":77.2,"pct":86.9,"variant":"gemini-3-1-flash-lite"},"aa_lcr":{"rank":57,"of":109,"score":74.3,"pct":48.1,"variant":"gemini-3-1-flash-lite"},"aa_mmmuPro":{"rank":30,"of":55,"score":75.5,"pct":46.3,"variant":"gemini-3-1-flash-lite"},"aa_critpt":{"rank":68,"of":112,"score":1.1,"pct":39.6,"variant":"gemini-3-1-flash-lite"},"aa_omniscience":{"rank":62,"of":109,"score":-16.4,"pct":43.5,"variant":"gemini-3-1-flash-lite"},"aa_gdpvalNormalized":{"rank":75,"of":107,"score":0,"pct":30.2,"variant":"gemini-3-1-flash-lite"},"aa_apexAgents":{"rank":17,"of":22,"score":12.2,"pct":23.8,"variant":"gemini-3-1-flash-lite"},"epoch_eci":{"rank":81,"of":239,"score":144.45,"pct":66.4,"variant":"Gemini 3.1 Flash-Lite"},"epoch_frontiermath":{"rank":54,"of":72,"score":27.7,"pct":25.4,"variant":"gemini-3.1-flash-lite_high"},"epoch_gpqa":{"rank":71,"of":201,"score":81.8,"pct":65,"variant":"gemini-3.1-flash-lite_high"},"epoch_aime":{"rank":73,"of":182,"score":80,"pct":60.2,"variant":"gemini-3.1-flash-lite_high"},"scale_hle":{"rank":26,"of":42,"score":8.64,"pct":39,"variant":"gemini-3.1-flash-lite-preview"},"scale_multichallenge":{"rank":10,"of":28,"score":60.61,"pct":66.7,"variant":"gemini-3.1-flash-lite-preview"},"scale_mcp":{"rank":30,"of":34,"score":57.1,"pct":12.1,"variant":"gemini-3.1-flash-lite (high)"},"vals_index":{"rank":61,"of":63,"score":15.5,"pct":3.2,"variant":"google/gemini-3.1-flash-lite-preview"},"vals_vibe_code_bench":{"rank":62,"of":63,"score":0,"pct":1.6,"variant":"google/gemini-3.1-flash-lite-preview"},"vals_finance_agent":{"rank":59,"of":63,"score":30,"pct":6.5,"variant":"google/gemini-3.1-flash-lite-preview"},"vals_terminal_bench_2_1":{"rank":61,"of":63,"score":34.1,"pct":3.2,"variant":"google/gemini-3.1-flash-lite-preview"},"vals_emb":{"rank":63,"of":63,"score":8.6,"pct":0,"variant":"google/gemini-3.1-flash-lite-preview"},"vals_code_migration":{"rank":58,"of":63,"score":4.6,"pct":8.1,"variant":"google/gemini-3.1-flash-lite-preview"},"vals_legal_research":{"rank":61,"of":63,"score":3.4,"pct":3.2,"variant":"google/gemini-3.1-flash-lite-preview"},"vals_legal_agent_benchmark":{"rank":51,"of":63,"score":0,"pct":19.4,"variant":"google/gemini-3.1-flash-lite-preview"}},"domains":{"overall":27.9,"coding":29.3,"agent":17.6,"reasoning":30.5,"math":57,"knowledge":59.9,"writing":56.8,"instruction":54.7,"chat":43.4,"business":53.2,"japanese":75.7,"vision":40.1,"longctx":34.9},"coverage":4,"avgPct":35.7,"overall":27.9,"rank":103,"avgRank":59.8,"aliases":["gemini-3.1-flash-lite-preview","gemini-3-1-flash-lite","Gemini 3.1 Flash-Lite","gemini-3.1-flash-lite_high","gemini-3.1-flash-lite (high)","google/gemini-3.1-flash-lite-preview"],"open":false,"release":"2026-03-03","reasoning":true,"ctx":1000000,"pin":0.25,"pout":1.5,"tps":296,"ttft":5.67,"theta":-0.76,"se":0.147,"lo":22.2,"hi":34.4,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"o1","name":"o1","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":95,"of":239,"score":141.92,"pct":60.5,"variant":"o1"},"scale":{"rank":31,"of":42,"score":7.96,"pct":26.8,"variant":"o1 (December 2024)"},"simplebench":{"rank":61,"of":99,"score":41.7,"pct":38.8,"variant":"o1-preview"},"benchlm":{"rank":63,"of":74,"score":36.32,"pct":15.1,"variant":"o1-preview"}},"metrics":{"arena_coding":{"rank":147,"of":344,"score":1416,"pct":57.4,"variant":"o1-preview"},"arena_math":{"rank":131,"of":332,"score":1386.4,"pct":60.7,"variant":"o1-preview"},"arena_creative_writing":{"rank":115,"of":347,"score":1365.4,"pct":67.1,"variant":"o1-preview"},"arena_instruction_following":{"rank":126,"of":349,"score":1381,"pct":64.1,"variant":"o1-preview"},"arena_hard_prompts":{"rank":141,"of":349,"score":1396.4,"pct":59.8,"variant":"o1-preview"},"arena_multi_turn":{"rank":132,"of":347,"score":1390.2,"pct":62.1,"variant":"o1-preview"},"arena_expert":{"rank":148,"of":301,"score":1382.1,"pct":51,"variant":"o1-preview"},"arena_japanese":{"rank":96,"of":226,"score":1347.8,"pct":57.8,"variant":"o1-preview"},"arena_industry_business_and_management_and_financial_operations":{"rank":158,"of":342,"score":1353,"pct":54,"variant":"o1-preview"},"arena_industry_medicine_and_healthcare":{"rank":164,"of":320,"score":1366.1,"pct":48.9,"variant":"o1-preview"},"arena_industry_legal_and_government":{"rank":138,"of":323,"score":1391.1,"pct":57.5,"variant":"o1-preview"},"epoch_eci":{"rank":95,"of":239,"score":141.92,"pct":60.5,"variant":"o1"},"scale_hle":{"rank":31,"of":42,"score":7.96,"pct":26.8,"variant":"o1 (December 2024)"},"simplebench":{"rank":61,"of":99,"score":41.7,"pct":38.8,"variant":"o1-preview"},"benchlm":{"rank":63,"of":74,"score":36.32,"pct":15.1,"variant":"o1-preview"},"benchlm_coding":{"rank":55,"of":63,"score":23.9,"pct":12.9,"variant":"o1-preview"}},"domains":{"overall":27.8,"coding":25.1,"reasoning":31.1,"math":44.8,"knowledge":51.4,"writing":41.4,"instruction":30.6,"chat":24.8,"business":55.6,"japanese":61},"coverage":4,"avgPct":35.3,"overall":27.8,"rank":104,"avgRank":62.5,"aliases":["o1-preview","o1","o1 (December 2024)"],"open":false,"release":"2024-09-12","reasoning":true,"ctx":128000,"pin":16.5,"pout":66,"theta":-0.764,"se":0.168,"lo":21.4,"hi":35.2,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"deepseek-r1","name":"DeepSeek R1","provider":"deepseek","providerName":"DeepSeek","country":"CN","sites":{"aa":{"rank":83,"of":107,"score":11.4,"pct":22.6,"variant":"deepseek-r1-0120"},"epoch":{"rank":99,"of":239,"score":141.3,"pct":58.8,"variant":"DeepSeek-R1 (May 2025)"},"arc":{"rank":61,"of":79,"score":1.3,"pct":23.1,"variant":"Deepseek R1"},"simplebench":{"rank":76,"of":99,"score":30.9,"pct":23.5,"variant":"DeepSeek R1"},"benchlm":{"rank":57,"of":74,"score":42.63,"pct":23.3,"variant":"DeepSeek-R1"}},"metrics":{"arena_coding":{"rank":97,"of":344,"score":1464,"pct":72,"variant":"deepseek-r1-0528"},"arena_math":{"rank":102,"of":332,"score":1411.8,"pct":69.5,"variant":"deepseek-r1"},"arena_creative_writing":{"rank":94,"of":347,"score":1389.5,"pct":73.1,"variant":"deepseek-r1-0528"},"arena_instruction_following":{"rank":112,"of":349,"score":1397.2,"pct":68.1,"variant":"deepseek-r1"},"arena_hard_prompts":{"rank":103,"of":349,"score":1432.6,"pct":70.7,"variant":"deepseek-r1-0528"},"arena_multi_turn":{"rank":111,"of":347,"score":1410.1,"pct":68.2,"variant":"deepseek-r1"},"arena_expert":{"rank":118,"of":301,"score":1416.5,"pct":61,"variant":"deepseek-r1-0528"},"arena_japanese":{"rank":63,"of":226,"score":1392.2,"pct":72.4,"variant":"deepseek-r1-0528"},"arena_industry_business_and_management_and_financial_operations":{"rank":111,"of":342,"score":1406.4,"pct":67.7,"variant":"deepseek-r1-0528"},"arena_industry_medicine_and_healthcare":{"rank":92,"of":320,"score":1441.3,"pct":71.5,"variant":"deepseek-r1-0528"},"arena_industry_legal_and_government":{"rank":108,"of":323,"score":1415.4,"pct":66.8,"variant":"deepseek-r1-0528"},"aa_index":{"rank":83,"of":107,"score":11.4,"pct":22.6,"variant":"deepseek-r1-0120"},"aa_hle":{"rank":95,"of":109,"score":8.5,"pct":13,"variant":"deepseek-r1-0120"},"aa_gpqa":{"rank":80,"of":100,"score":70.8,"pct":20.2,"variant":"deepseek-r1-0120"},"aa_scicode":{"rank":80,"of":107,"score":38.3,"pct":25.5,"variant":"deepseek-r1-0120"},"aa_terminalbenchHard":{"rank":54,"of":62,"score":6.1,"pct":13.1,"variant":"deepseek-r1-0120"},"aa_tau2":{"rank":59,"of":61,"score":11.4,"pct":3.3,"variant":"deepseek-r1-0120"},"aa_ifbench":{"rank":52,"of":62,"score":39,"pct":16.4,"variant":"deepseek-r1-0120"},"aa_lcr":{"rank":82,"of":109,"score":57.7,"pct":25,"variant":"deepseek-r1-0120"},"aa_critpt":{"rank":74,"of":112,"score":0.6,"pct":34.2,"variant":"deepseek-r1-0120"},"aa_omniscience":{"rank":79,"of":109,"score":-32.2,"pct":27.8,"variant":"deepseek-r1-0120"},"aa_gdpvalNormalized":{"rank":75,"of":107,"score":0,"pct":30.2,"variant":"deepseek-r1-0120"},"epoch_eci":{"rank":99,"of":239,"score":141.3,"pct":58.8,"variant":"DeepSeek-R1 (May 2025)"},"epoch_gpqa":{"rank":82,"of":201,"score":76.3,"pct":59.5,"variant":"DeepSeek-R1-0528"},"epoch_aime":{"rank":92,"of":182,"score":66.4,"pct":49.7,"variant":"DeepSeek-R1-0528"},"arc_v2":{"rank":61,"of":79,"score":1.3,"pct":23.1,"variant":"Deepseek R1"},"arc_v1":{"rank":62,"of":76,"score":21.2,"pct":18.7,"variant":"Deepseek R1 (05/28)"},"eqbench_cw":{"rank":61,"of":137,"score":1500,"pct":55.9,"variant":"deepseek-ai/DeepSeek-R1"},"simplebench":{"rank":76,"of":99,"score":30.9,"pct":23.5,"variant":"DeepSeek R1"},"benchlm":{"rank":57,"of":74,"score":42.63,"pct":23.3,"variant":"DeepSeek-R1"},"benchlm_knowledge":{"rank":51,"of":69,"score":38.72,"pct":26.5,"variant":"DeepSeek-R1"},"benchlm_instructionFollowing":{"rank":43,"of":53,"score":44.5,"pct":19.2,"variant":"DeepSeek-R1"}},"domains":{"overall":27.7,"coding":17.8,"agent":13.5,"reasoning":20.6,"math":51.9,"knowledge":57.4,"writing":49.8,"instruction":12.8,"chat":31.4,"business":55.7,"japanese":70.6,"longctx":7.5},"coverage":5,"avgPct":30.3,"overall":27.7,"rank":105,"avgRank":75.2,"aliases":["deepseek-r1-0528","deepseek-r1","deepseek-r1-0120","DeepSeek-R1 (May 2025)","DeepSeek-R1-0528","Deepseek R1","Deepseek R1 (05/28)","deepseek-ai/DeepSeek-R1","DeepSeek R1","DeepSeek-R1"],"open":true,"release":"2025-01-20","reasoning":true,"ctx":128000,"pin":2,"pout":4,"theta":-0.768,"se":0.153,"lo":21.8,"hi":34.4,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gpt-4-1-mini","name":"GPT-4.1 mini","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":122,"of":239,"score":135.01,"pct":49.2,"variant":"GPT-4.1 mini"},"arc":{"rank":71,"of":79,"score":0,"pct":10.3,"variant":"GPT-4.1-Mini"}},"metrics":{"epoch_eci":{"rank":122,"of":239,"score":135.01,"pct":49.2,"variant":"GPT-4.1 mini"},"arc_v2":{"rank":71,"of":79,"score":0,"pct":10.3,"variant":"GPT-4.1-Mini"},"arc_v1":{"rank":74,"of":76,"score":3.5,"pct":2.7,"variant":"GPT-4.1-Mini"},"eqbench_cw":{"rank":101,"of":137,"score":1147,"pct":26.5,"variant":"gpt-4.1-mini"}},"domains":{"overall":26.8,"reasoning":20.2,"writing":26.7},"coverage":2,"avgPct":29.8,"overall":26.8,"rank":106,"avgRank":96.5,"aliases":["GPT-4.1 mini","GPT-4.1-Mini","gpt-4.1-mini"],"release":"2025-04-14","open":false,"ctx":1000000,"pin":0.4,"pout":1.6,"tps":126,"ttft":0.84,"theta":-0.803,"se":0.262,"lo":17.6,"hi":38.6,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"mistral-3-5","name":"Mistral 3.5","provider":"mistral","providerName":"Mistral AI","country":"FR","sites":{"aa":{"rank":75,"of":107,"score":14.2,"pct":30.2,"variant":"mistral-medium-3-5"},"epoch":{"rank":98,"of":239,"score":141.42,"pct":59.2,"variant":"Mistral Medium 3.5"},"vals":{"rank":59,"of":63,"score":17.9,"pct":6.5,"variant":"mistralai/mistral-medium-3.5"},"eqbench":{"rank":28,"of":28,"score":993,"pct":0,"variant":"mistral-medium-3-5"}},"metrics":{"arena_coding":{"rank":82,"of":344,"score":1478.8,"pct":76.4,"variant":"mistral-medium-3.5"},"arena_math":{"rank":77,"of":332,"score":1429.4,"pct":77,"variant":"mistral-medium-3.5"},"arena_creative_writing":{"rank":82,"of":347,"score":1396.4,"pct":76.6,"variant":"mistral-medium-3.5"},"arena_instruction_following":{"rank":76,"of":349,"score":1421.4,"pct":78.4,"variant":"mistral-medium-3.5"},"arena_hard_prompts":{"rank":88,"of":349,"score":1445,"pct":75,"variant":"mistral-medium-3.5"},"arena_multi_turn":{"rank":85,"of":347,"score":1430.8,"pct":75.7,"variant":"mistral-medium-3.5"},"arena_expert":{"rank":98,"of":301,"score":1437.4,"pct":67.7,"variant":"mistral-medium-3.5"},"arena_industry_business_and_management_and_financial_operations":{"rank":82,"of":342,"score":1430.9,"pct":76.2,"variant":"mistral-medium-3.5"},"arena_industry_medicine_and_healthcare":{"rank":119,"of":320,"score":1421.8,"pct":63,"variant":"mistral-medium-3.5"},"arena_industry_legal_and_government":{"rank":79,"of":323,"score":1437.7,"pct":75.8,"variant":"mistral-medium-3.5"},"arena_webdev":{"rank":94,"of":110,"score":1264.5,"pct":14.7,"variant":"mistral-medium-3.5"},"arena_vision":{"rank":67,"of":134,"score":1199,"pct":50.4,"variant":"mistral-medium-3.5"},"arena_agent":{"rank":40,"of":43,"score":-0.109,"pct":7.1,"variant":"Mistral Medium 3.5"},"aa_index":{"rank":75,"of":107,"score":14.2,"pct":30.2,"variant":"mistral-medium-3-5"},"aa_hle":{"rank":78,"of":109,"score":13.8,"pct":28.7,"variant":"mistral-medium-3-5"},"aa_gpqa":{"rank":74,"of":100,"score":74.8,"pct":26.3,"variant":"mistral-medium-3-5"},"aa_scicode":{"rank":70,"of":107,"score":40.2,"pct":34.9,"variant":"mistral-medium-3-5"},"aa_terminalbenchHard":{"rank":28,"of":62,"score":33.3,"pct":55.7,"variant":"mistral-medium-3-5"},"aa_tau2":{"rank":14,"of":61,"score":94.2,"pct":78.3,"variant":"mistral-medium-3-5"},"aa_ifbench":{"rank":29,"of":62,"score":68.8,"pct":54.1,"variant":"mistral-medium-3-5"},"aa_lcr":{"rank":73,"of":109,"score":69.3,"pct":33.3,"variant":"mistral-medium-3-5"},"aa_mmmuPro":{"rank":44,"of":55,"score":64.9,"pct":20.4,"variant":"mistral-medium-3-5"},"aa_critpt":{"rank":86,"of":112,"score":0,"pct":23.4,"variant":"mistral-medium-3-5"},"aa_omniscience":{"rank":81,"of":109,"score":-36.8,"pct":25.9,"variant":"mistral-medium-3-5"},"aa_gdpvalNormalized":{"rank":64,"of":107,"score":0.1,"pct":40.6,"variant":"mistral-medium-3-5"},"epoch_eci":{"rank":98,"of":239,"score":141.42,"pct":59.2,"variant":"Mistral Medium 3.5"},"vals_index":{"rank":59,"of":63,"score":17.9,"pct":6.5,"variant":"mistralai/mistral-medium-3.5"},"vals_vibe_code_bench":{"rank":60,"of":63,"score":2.9,"pct":4.8,"variant":"mistralai/mistral-medium-3.5"},"vals_finance_agent":{"rank":56,"of":63,"score":32.1,"pct":11.3,"variant":"mistralai/mistral-medium-3.5"},"vals_terminal_bench_2_1":{"rank":60,"of":63,"score":39,"pct":4.8,"variant":"mistralai/mistral-medium-3.5"},"vals_emb":{"rank":61,"of":63,"score":11.2,"pct":3.2,"variant":"mistralai/mistral-medium-3.5"},"vals_code_migration":{"rank":58,"of":63,"score":4.6,"pct":8.1,"variant":"mistralai/mistral-medium-3.5"},"vals_legal_research":{"rank":57,"of":63,"score":9.1,"pct":9.7,"variant":"mistralai/mistral-medium-3.5"},"vals_legal_agent_benchmark":{"rank":48,"of":63,"score":0.4,"pct":24.2,"variant":"mistralai/mistral-medium-3.5"},"eqbench":{"rank":28,"of":28,"score":993,"pct":0,"variant":"mistral-medium-3-5"}},"domains":{"overall":26.8,"coding":33,"agent":29.5,"reasoning":27.2,"math":57.4,"knowledge":56.8,"writing":51.3,"instruction":49.8,"chat":12.2,"business":58.4,"vision":13,"longctx":23.3},"coverage":4,"avgPct":24,"overall":26.8,"rank":107,"avgRank":65,"aliases":["mistral-medium-3.5","Mistral Medium 3.5","mistral-medium-3-5","mistralai/mistral-medium-3.5"],"open":true,"release":"2026-04-28","reasoning":true,"ctx":256000,"pin":1.5,"pout":7.5,"tps":149,"ttft":2.34,"theta":-0.805,"se":0.165,"lo":20.7,"hi":33.9,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gpt-4-5","name":"GPT-4.5","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":115,"of":239,"score":136.74,"pct":52.1,"variant":"GPT-4.5"},"arc":{"rank":66,"of":79,"score":0.8,"pct":16.7,"variant":"GPT-4.5"},"scale":{"rank":35,"of":42,"score":5.44,"pct":17.1,"variant":"GPT 4.5 Preview"},"simplebench":{"rank":73,"of":99,"score":34.5,"pct":26.5,"variant":"GPT-4.5"}},"metrics":{"epoch_eci":{"rank":115,"of":239,"score":136.74,"pct":52.1,"variant":"GPT-4.5"},"arc_v2":{"rank":66,"of":79,"score":0.8,"pct":16.7,"variant":"GPT-4.5"},"arc_v1":{"rank":67,"of":76,"score":10.3,"pct":12,"variant":"GPT-4.5"},"scale_hle":{"rank":35,"of":42,"score":5.44,"pct":17.1,"variant":"GPT 4.5 Preview"},"eqbench_cw":{"rank":96,"of":137,"score":1258,"pct":30.1,"variant":"gpt-4.5-preview"},"simplebench":{"rank":73,"of":99,"score":34.5,"pct":26.5,"variant":"GPT-4.5"}},"domains":{"overall":25.4,"reasoning":24.2,"knowledge":47.9,"writing":33.4},"coverage":4,"avgPct":28.1,"overall":25.4,"rank":108,"avgRank":72.3,"aliases":["GPT-4.5","GPT 4.5 Preview","gpt-4.5-preview"],"release":"2025-02-27","open":false,"ctx":128000,"theta":-0.86,"se":0.171,"lo":19.4,"hi":32.7,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"o3-mini","name":"o3-mini","provider":"openai","providerName":"OpenAI","country":"US","sites":{"aa":{"rank":86,"of":107,"score":11,"pct":19.8,"variant":"o3-mini"},"epoch":{"rank":101,"of":239,"score":140.35,"pct":58,"variant":"o3-mini"},"arc":{"rank":58,"of":79,"score":3,"pct":26.9,"variant":"o3-mini (High)"},"simplebench":{"rank":87,"of":99,"score":22.8,"pct":12.2,"variant":"o3-mini (high)"},"benchlm":{"rank":59,"of":74,"score":40.16,"pct":20.5,"variant":"o3-mini"}},"metrics":{"arena_coding":{"rank":129,"of":344,"score":1434.7,"pct":62.7,"variant":"o3-mini-high"},"arena_math":{"rank":110,"of":332,"score":1405.1,"pct":67.1,"variant":"o3-mini-high"},"arena_creative_writing":{"rank":167,"of":347,"score":1311.4,"pct":52,"variant":"o3-mini-high"},"arena_instruction_following":{"rank":140,"of":349,"score":1366.3,"pct":60.1,"variant":"o3-mini-high"},"arena_hard_prompts":{"rank":137,"of":349,"score":1401.3,"pct":60.9,"variant":"o3-mini-high"},"arena_multi_turn":{"rank":162,"of":347,"score":1345.3,"pct":53.5,"variant":"o3-mini-high"},"arena_expert":{"rank":135,"of":301,"score":1397.9,"pct":55.3,"variant":"o3-mini-high"},"arena_japanese":{"rank":117,"of":226,"score":1315.3,"pct":48.4,"variant":"o3-mini-high"},"arena_industry_business_and_management_and_financial_operations":{"rank":166,"of":342,"score":1349.2,"pct":51.6,"variant":"o3-mini-high"},"arena_industry_medicine_and_healthcare":{"rank":160,"of":320,"score":1368.3,"pct":50.2,"variant":"o3-mini-high"},"arena_industry_legal_and_government":{"rank":168,"of":323,"score":1359.3,"pct":48.1,"variant":"o3-mini-high"},"aa_index":{"rank":86,"of":107,"score":11,"pct":19.8,"variant":"o3-mini"},"aa_hle":{"rank":79,"of":109,"score":12,"pct":27.8,"variant":"o3-mini"},"aa_gpqa":{"rank":66,"of":100,"score":77.3,"pct":34.3,"variant":"o3-mini"},"aa_scicode":{"rank":62,"of":107,"score":42.8,"pct":42.5,"variant":"o3-mini"},"aa_terminalbenchHard":{"rank":54,"of":62,"score":6.1,"pct":13.1,"variant":"o3-mini"},"aa_tau2":{"rank":49,"of":61,"score":31.3,"pct":20,"variant":"o3-mini"},"aa_ifbench":{"rank":31,"of":62,"score":67.1,"pct":50.8,"variant":"o3-mini"},"aa_lcr":{"rank":88,"of":109,"score":43,"pct":19.4,"variant":"o3-mini"},"aa_critpt":{"rank":77,"of":112,"score":0.3,"pct":31.5,"variant":"o3-mini"},"aa_omniscience":{"rank":88,"of":109,"score":-42.6,"pct":19.4,"variant":"o3-mini"},"aa_gdpvalNormalized":{"rank":75,"of":107,"score":0,"pct":30.2,"variant":"o3-mini"},"epoch_eci":{"rank":101,"of":239,"score":140.35,"pct":58,"variant":"o3-mini"},"arc_v2":{"rank":58,"of":79,"score":3,"pct":26.9,"variant":"o3-mini (High)"},"arc_v1":{"rank":58,"of":76,"score":34.5,"pct":24,"variant":"o3-mini (High)"},"simplebench":{"rank":87,"of":99,"score":22.8,"pct":12.2,"variant":"o3-mini (high)"},"benchlm":{"rank":59,"of":74,"score":40.16,"pct":20.5,"variant":"o3-mini"},"benchlm_knowledge":{"rank":59,"of":69,"score":35.33,"pct":14.7,"variant":"o3-mini"}},"domains":{"overall":25.3,"coding":19.9,"agent":15.9,"reasoning":19.5,"math":50.3,"knowledge":51.7,"writing":26.1,"instruction":35.9,"chat":13.6,"business":49.8,"japanese":53.4,"longctx":1.5},"coverage":5,"avgPct":27.5,"overall":25.3,"rank":109,"avgRank":78.2,"aliases":["o3-mini-high","o3-mini","o3-mini (High)","o3-mini (high)"],"open":false,"release":"2025-01-31","reasoning":true,"ctx":200000,"pin":1.1,"pout":4.4,"tps":211,"ttft":6.06,"theta":-0.866,"se":0.153,"lo":19.8,"hi":31.7,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gemini-2-0-flash","name":"Gemini 2.0 Flash","provider":"google","providerName":"Google","country":"US","sites":{"epoch":{"rank":120,"of":239,"score":135.36,"pct":50,"variant":"Gemini 2.0 Flash Thinking (Jan 2025)"},"arc":{"rank":61,"of":79,"score":1.3,"pct":23.1,"variant":"Gemini 2.0 Flash"},"scale":{"rank":33,"of":42,"score":6.56,"pct":22,"variant":"Gemini 2.0 Flash Thinking (January 2025)"},"simplebench":{"rank":77,"of":99,"score":30.7,"pct":22.4,"variant":"Gemini 2.0 Flash Thinking"}},"metrics":{"epoch_eci":{"rank":120,"of":239,"score":135.36,"pct":50,"variant":"Gemini 2.0 Flash Thinking (Jan 2025)"},"arc_v2":{"rank":61,"of":79,"score":1.3,"pct":23.1,"variant":"Gemini 2.0 Flash"},"scale_hle":{"rank":33,"of":42,"score":6.56,"pct":22,"variant":"Gemini 2.0 Flash Thinking (January 2025)"},"scale_multichallenge":{"rank":28,"of":28,"score":36.35,"pct":0,"variant":"gemini-2-0-flash"},"simplebench":{"rank":77,"of":99,"score":30.7,"pct":22.4,"variant":"Gemini 2.0 Flash Thinking"}},"domains":{"overall":25.2,"reasoning":24.7,"knowledge":49.6,"instruction":6.6,"chat":4.1},"coverage":4,"avgPct":29.4,"overall":25.2,"rank":110,"avgRank":72.8,"aliases":["Gemini 2.0 Flash Thinking (Jan 2025)","Gemini 2.0 Flash","Gemini 2.0 Flash Thinking (January 2025)","gemini-2-0-flash","Gemini 2.0 Flash Thinking"],"release":"2024-12-11","open":false,"ctx":1000000,"pin":0,"pout":0,"theta":-0.868,"se":0.171,"lo":19.2,"hi":32.4,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gpt-4-1","name":"GPT-4.1","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":114,"of":239,"score":136.79,"pct":52.5,"variant":"GPT-4.1"},"arc":{"rank":69,"of":79,"score":0.4,"pct":12.8,"variant":"GPT-4.1"},"scale":{"rank":36,"of":42,"score":5.4,"pct":14.6,"variant":"GPT-4.1"},"simplebench":{"rank":82,"of":99,"score":27,"pct":17.3,"variant":"GPT-4.1"},"benchlm":{"rank":61,"of":74,"score":39.79,"pct":17.8,"variant":"GPT-4.1"}},"metrics":{"epoch_eci":{"rank":114,"of":239,"score":136.79,"pct":52.5,"variant":"GPT-4.1"},"arc_v2":{"rank":69,"of":79,"score":0.4,"pct":12.8,"variant":"GPT-4.1"},"arc_v1":{"rank":69,"of":76,"score":5.5,"pct":9.3,"variant":"GPT-4.1"},"scale_hle":{"rank":36,"of":42,"score":5.4,"pct":14.6,"variant":"GPT-4.1"},"scale_multichallenge":{"rank":27,"of":28,"score":39.43,"pct":3.7,"variant":"gpt-4.1"},"eqbench_cw":{"rank":74,"of":137,"score":1419.7,"pct":46.3,"variant":"gpt-4.1"},"simplebench":{"rank":82,"of":99,"score":27,"pct":17.3,"variant":"GPT-4.1"},"benchlm":{"rank":61,"of":74,"score":39.79,"pct":17.8,"variant":"GPT-4.1"},"benchlm_knowledge":{"rank":58,"of":69,"score":35.48,"pct":16.2,"variant":"GPT-4.1"},"benchlm_instructionFollowing":{"rank":40,"of":53,"score":48.9,"pct":25,"variant":"GPT-4.1"}},"domains":{"overall":24.8,"reasoning":21,"knowledge":50.3,"writing":44.5,"instruction":9.4,"chat":5.8},"coverage":5,"avgPct":23,"overall":24.8,"rank":111,"avgRank":72.4,"aliases":["GPT-4.1","gpt-4.1"],"release":"2025-04-14","open":false,"ctx":1000000,"pin":2,"pout":8,"tps":139,"ttft":1.04,"theta":-0.886,"se":0.148,"lo":19.6,"hi":30.9,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gpt-4-1-nano","name":"GPT-4.1 nano","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":136,"of":239,"score":129.62,"pct":43.3,"variant":"GPT-4.1 nano"},"arc":{"rank":71,"of":79,"score":0,"pct":10.3,"variant":"GPT-4.1-Nano"}},"metrics":{"epoch_eci":{"rank":136,"of":239,"score":129.62,"pct":43.3,"variant":"GPT-4.1 nano"},"arc_v2":{"rank":71,"of":79,"score":0,"pct":10.3,"variant":"GPT-4.1-Nano"},"arc_v1":{"rank":76,"of":76,"score":0,"pct":0,"variant":"GPT-4.1-Nano"},"eqbench_cw":{"rank":116,"of":137,"score":945.8,"pct":15.4,"variant":"gpt-4.1-nano"}},"domains":{"overall":24.3,"reasoning":19.2,"writing":16.8},"coverage":2,"avgPct":26.8,"overall":24.3,"rank":112,"avgRank":103.5,"aliases":["GPT-4.1 nano","GPT-4.1-Nano","gpt-4.1-nano"],"release":"2025-04-14","open":false,"ctx":1000000,"pin":0.1,"pout":0.4,"tps":131,"ttft":0.73,"theta":-0.909,"se":0.262,"lo":15.8,"hi":35.5,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gpt-oss-120b","name":"gpt-oss-120b","provider":"openai","providerName":"OpenAI","country":"US","sites":{"aa":{"rank":82,"of":107,"score":11.6,"pct":23.6,"variant":"gpt-oss-120b"},"epoch":{"rank":103,"of":239,"score":139.94,"pct":57.1,"variant":"gpt-oss-120b"},"simplebench":{"rank":90,"of":99,"score":22.1,"pct":9.2,"variant":"GPT-OSS 120B"},"benchlm":{"rank":62,"of":74,"score":37.76,"pct":16.4,"variant":"GPT-OSS 120B"}},"metrics":{"arena_coding":{"rank":167,"of":344,"score":1390.6,"pct":51.6,"variant":"gpt-oss-120b"},"arena_math":{"rank":137,"of":332,"score":1379.6,"pct":58.9,"variant":"gpt-oss-120b"},"arena_creative_writing":{"rank":209,"of":347,"score":1277.5,"pct":39.9,"variant":"gpt-oss-120b"},"arena_instruction_following":{"rank":176,"of":349,"score":1324.1,"pct":49.7,"variant":"gpt-oss-120b"},"arena_hard_prompts":{"rank":168,"of":349,"score":1362,"pct":52,"variant":"gpt-oss-120b"},"arena_multi_turn":{"rank":185,"of":347,"score":1326.6,"pct":46.8,"variant":"gpt-oss-120b"},"arena_expert":{"rank":166,"of":301,"score":1354.3,"pct":45,"variant":"gpt-oss-120b"},"arena_japanese":{"rank":109,"of":226,"score":1327.7,"pct":52,"variant":"gpt-oss-120b"},"arena_industry_business_and_management_and_financial_operations":{"rank":160,"of":342,"score":1351.7,"pct":53.4,"variant":"gpt-oss-120b"},"arena_industry_medicine_and_healthcare":{"rank":162,"of":320,"score":1366.3,"pct":49.5,"variant":"gpt-oss-120b"},"arena_industry_legal_and_government":{"rank":186,"of":323,"score":1340.6,"pct":42.5,"variant":"gpt-oss-120b"},"aa_index":{"rank":82,"of":107,"score":11.6,"pct":23.6,"variant":"gpt-oss-120b"},"aa_hle":{"rank":68,"of":109,"score":19.6,"pct":38,"variant":"gpt-oss-120b"},"aa_gpqa":{"rank":64,"of":100,"score":78.2,"pct":36.4,"variant":"gpt-oss-120b"},"aa_scicode":{"rank":87,"of":107,"score":34,"pct":18.9,"variant":"gpt-oss-120b"},"aa_terminalbenchHard":{"rank":39,"of":62,"score":23.5,"pct":37.7,"variant":"gpt-oss-120b"},"aa_tau2":{"rank":37,"of":61,"score":65.8,"pct":40,"variant":"gpt-oss-120b"},"aa_ifbench":{"rank":28,"of":62,"score":69,"pct":55.7,"variant":"gpt-oss-120b"},"aa_lcr":{"rank":84,"of":109,"score":52,"pct":23.1,"variant":"gpt-oss-120b"},"aa_critpt":{"rank":68,"of":112,"score":1.1,"pct":39.6,"variant":"gpt-oss-120b"},"aa_omniscience":{"rank":94,"of":109,"score":-49.2,"pct":13.9,"variant":"gpt-oss-120b"},"aa_gdpvalNormalized":{"rank":75,"of":107,"score":0,"pct":30.2,"variant":"gpt-oss-120b"},"aa_apexAgents":{"rank":19,"of":22,"score":3.1,"pct":14.3,"variant":"gpt-oss-120b"},"epoch_eci":{"rank":103,"of":239,"score":139.94,"pct":57.1,"variant":"gpt-oss-120b"},"epoch_gpqa":{"rank":85,"of":201,"score":75.8,"pct":58,"variant":"openai/gpt-oss-120b_high"},"epoch_aime":{"rank":45,"of":182,"score":88.9,"pct":75.7,"variant":"openai/gpt-oss-120b_high"},"scale_multichallenge":{"rank":24,"of":28,"score":45.34,"pct":14.8,"variant":"gpt-oss-120b"},"eqbench_cw":{"rank":115,"of":137,"score":961,"pct":16.2,"variant":"openai/gpt-oss-120b"},"simplebench":{"rank":90,"of":99,"score":22.1,"pct":9.2,"variant":"GPT-OSS 120B"},"benchlm":{"rank":62,"of":74,"score":37.76,"pct":16.4,"variant":"GPT-OSS 120B"},"benchlm_agentic":{"rank":49,"of":54,"score":19.66,"pct":9.4,"variant":"GPT-OSS 120B"},"benchlm_coding":{"rank":53,"of":63,"score":26.67,"pct":16.1,"variant":"GPT-OSS 120B"},"benchlm_knowledge":{"rank":53,"of":69,"score":36.86,"pct":23.5,"variant":"GPT-OSS 120B"},"benchlm_instructionFollowing":{"rank":29,"of":53,"score":82.8,"pct":46.2,"variant":"GPT-OSS 120B"}},"domains":{"overall":23.1,"coding":25.8,"agent":21.4,"reasoning":21.2,"math":50.8,"knowledge":54.6,"writing":16.5,"instruction":21.2,"chat":9.7,"business":47.7,"japanese":56.3,"longctx":4},"coverage":4,"avgPct":26.6,"overall":23.1,"rank":113,"avgRank":84.3,"aliases":["gpt-oss-120b","openai/gpt-oss-120b_high","openai/gpt-oss-120b","GPT-OSS 120B"],"open":true,"release":"2025-08-05","reasoning":true,"ctx":131072,"pin":0.15,"pout":0.5449999999999999,"tps":186,"ttft":0.83,"theta":-0.964,"se":0.176,"lo":17.3,"hi":30.1,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gemini-1-5-pro","name":"Gemini 1.5 Pro","provider":"google","providerName":"Google","country":"US","sites":{"epoch":{"rank":129,"of":239,"score":131.73,"pct":46.2,"variant":"Gemini 1.5 Pro (Sept 2024)"},"arc":{"rank":66,"of":79,"score":0.8,"pct":16.7,"variant":"Gemini 1.5 Pro"},"scale":{"rank":37,"of":42,"score":4.6,"pct":12.2,"variant":"Gemini-1.5-Pro-002"},"simplebench":{"rank":81,"of":99,"score":27.1,"pct":18.4,"variant":"Gemini 1.5 Pro 002"}},"metrics":{"arena_coding":{"rank":207,"of":344,"score":1356.4,"pct":39.9,"variant":"gemini-1.5-pro-002"},"arena_math":{"rank":166,"of":332,"score":1339.3,"pct":50.2,"variant":"gemini-1.5-pro-002"},"arena_creative_writing":{"rank":123,"of":347,"score":1358.1,"pct":64.7,"variant":"gemini-1.5-pro-002"},"arena_instruction_following":{"rank":163,"of":349,"score":1339.5,"pct":53.4,"variant":"gemini-1.5-pro-002"},"arena_hard_prompts":{"rank":179,"of":349,"score":1351.1,"pct":48.9,"variant":"gemini-1.5-pro-002"},"arena_multi_turn":{"rank":179,"of":347,"score":1329.4,"pct":48.6,"variant":"gemini-1.5-pro-002"},"arena_expert":{"rank":175,"of":301,"score":1338.6,"pct":42,"variant":"gemini-1.5-pro-002"},"arena_japanese":{"rank":116,"of":226,"score":1316,"pct":48.9,"variant":"gemini-1.5-pro-002"},"arena_industry_business_and_management_and_financial_operations":{"rank":181,"of":342,"score":1331,"pct":47.2,"variant":"gemini-1.5-pro-002"},"arena_industry_medicine_and_healthcare":{"rank":171,"of":320,"score":1355.4,"pct":46.7,"variant":"gemini-1.5-pro-002"},"arena_industry_legal_and_government":{"rank":161,"of":323,"score":1366.8,"pct":50.3,"variant":"gemini-1.5-pro-002"},"arena_vision":{"rank":75,"of":134,"score":1179.5,"pct":44.4,"variant":"gemini-1.5-pro-002"},"epoch_eci":{"rank":129,"of":239,"score":131.73,"pct":46.2,"variant":"Gemini 1.5 Pro (Sept 2024)"},"epoch_gpqa":{"rank":114,"of":201,"score":57.2,"pct":43.5,"variant":"gemini-1.5-pro-002"},"epoch_aime":{"rank":122,"of":182,"score":23.1,"pct":33.1,"variant":"gemini-1.5-pro-002"},"arc_v2":{"rank":66,"of":79,"score":0.8,"pct":16.7,"variant":"Gemini 1.5 Pro"},"scale_hle":{"rank":37,"of":42,"score":4.6,"pct":12.2,"variant":"Gemini-1.5-Pro-002"},"simplebench":{"rank":81,"of":99,"score":27.1,"pct":18.4,"variant":"Gemini 1.5 Pro 002"}},"domains":{"overall":22.6,"coding":18.3,"reasoning":20.4,"math":27.2,"knowledge":44.3,"writing":39.2,"instruction":17.7,"chat":10.8,"business":49.6,"japanese":53.5,"vision":13.3},"coverage":4,"avgPct":23.4,"overall":22.6,"rank":114,"avgRank":78.3,"aliases":["gemini-1.5-pro-002","Gemini 1.5 Pro (Sept 2024)","Gemini 1.5 Pro","Gemini-1.5-Pro-002","Gemini 1.5 Pro 002"],"open":false,"release":"2024-02-15","ctx":2000000,"theta":-0.985,"se":0.171,"lo":17,"hi":29.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"mercury-2-5","name":"Mercury 2.5","provider":"inception","providerName":"Inception","country":"US","sites":{"aa":{"rank":81,"of":107,"score":12.3,"pct":24.5,"variant":"mercury-2-5"},"vals":{"rank":62,"of":63,"score":13,"pct":1.6,"variant":"inception/mercury-2.5"}},"metrics":{"aa_index":{"rank":81,"of":107,"score":12.3,"pct":24.5,"variant":"mercury-2-5"},"aa_hle":{"rank":82,"of":109,"score":11.8,"pct":25,"variant":"mercury-2-5"},"aa_scicode":{"rank":78,"of":107,"score":38.5,"pct":27.4,"variant":"mercury-2-5"},"aa_lcr":{"rank":67,"of":109,"score":71.7,"pct":38.9,"variant":"mercury-2-5"},"aa_critpt":{"rank":86,"of":112,"score":0,"pct":23.4,"variant":"mercury-2-5"},"aa_omniscience":{"rank":83,"of":109,"score":-39.5,"pct":24.1,"variant":"mercury-2-5"},"aa_gdpvalNormalized":{"rank":75,"of":107,"score":0,"pct":30.2,"variant":"mercury-2-5"},"vals_index":{"rank":62,"of":63,"score":13,"pct":1.6,"variant":"inception/mercury-2.5"},"vals_vibe_code_bench":{"rank":58,"of":63,"score":3.7,"pct":8.1,"variant":"inception/mercury-2.5"},"vals_finance_agent":{"rank":62,"of":63,"score":18.6,"pct":1.6,"variant":"inception/mercury-2.5"},"vals_terminal_bench_2_1":{"rank":61,"of":63,"score":34.1,"pct":3.2,"variant":"inception/mercury-2.5"},"vals_emb":{"rank":62,"of":63,"score":8.8,"pct":1.6,"variant":"inception/mercury-2.5"},"vals_code_migration":{"rank":55,"of":63,"score":4.9,"pct":12.9,"variant":"inception/mercury-2.5"},"vals_legal_research":{"rank":60,"of":63,"score":4.3,"pct":4.8,"variant":"inception/mercury-2.5"},"vals_legal_agent_benchmark":{"rank":51,"of":63,"score":0,"pct":19.4,"variant":"inception/mercury-2.5"}},"domains":{"overall":22.6,"coding":30.2,"agent":15,"reasoning":20.6,"knowledge":47.1,"business":44.9,"longctx":28.5},"coverage":2,"avgPct":13.1,"overall":22.6,"rank":115,"avgRank":71.5,"aliases":["mercury-2-5","inception/mercury-2.5"],"release":"2026-09-08","open":false,"reasoning":true,"ctx":260000,"pin":0.25,"pout":0.75,"tps":770,"ttft":3.02,"theta":-0.986,"se":0.187,"lo":16.5,"hi":30,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":true},{"id":"mistral-3","name":"Mistral 3","provider":"mistral","providerName":"Mistral AI","country":"FR","sites":{"epoch":{"rank":123,"of":239,"score":134.07,"pct":48.7,"variant":"Mistral Medium 3"},"scale":{"rank":38,"of":42,"score":4.52,"pct":9.8,"variant":"Mistral Medium 3"}},"metrics":{"epoch_eci":{"rank":123,"of":239,"score":134.07,"pct":48.7,"variant":"Mistral Medium 3"},"scale_hle":{"rank":38,"of":42,"score":4.52,"pct":9.8,"variant":"Mistral Medium 3"}},"domains":{"overall":22.4,"reasoning":24.3,"knowledge":46.5},"coverage":2,"avgPct":29.3,"overall":22.4,"rank":116,"avgRank":80.5,"aliases":["Mistral Medium 3"],"release":"2025-05-07","open":false,"ctx":128000,"pin":0.4,"pout":2,"theta":-0.995,"se":0.231,"lo":15.2,"hi":31.7,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"o1-mini","name":"o1-mini","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":118,"of":239,"score":135.82,"pct":50.8,"variant":"o1-mini"},"arc":{"rank":66,"of":79,"score":0.8,"pct":16.7,"variant":"o1-mini"},"simplebench":{"rank":95,"of":99,"score":18.1,"pct":4.1,"variant":"o1-mini"}},"metrics":{"arena_coding":{"rank":171,"of":344,"score":1386.5,"pct":50.4,"variant":"o1-mini"},"arena_math":{"rank":154,"of":332,"score":1361.9,"pct":53.8,"variant":"o1-mini"},"arena_creative_writing":{"rank":206,"of":347,"score":1280.7,"pct":40.8,"variant":"o1-mini"},"arena_instruction_following":{"rank":168,"of":349,"score":1331.7,"pct":52,"variant":"o1-mini"},"arena_hard_prompts":{"rank":173,"of":349,"score":1359.9,"pct":50.6,"variant":"o1-mini"},"arena_multi_turn":{"rank":189,"of":347,"score":1323.7,"pct":45.7,"variant":"o1-mini"},"arena_expert":{"rank":169,"of":301,"score":1351,"pct":44,"variant":"o1-mini"},"arena_japanese":{"rank":138,"of":226,"score":1277,"pct":39.1,"variant":"o1-mini"},"arena_industry_business_and_management_and_financial_operations":{"rank":192,"of":342,"score":1318.4,"pct":44,"variant":"o1-mini"},"arena_industry_medicine_and_healthcare":{"rank":193,"of":320,"score":1337.1,"pct":39.8,"variant":"o1-mini"},"arena_industry_legal_and_government":{"rank":179,"of":323,"score":1343.1,"pct":44.7,"variant":"o1-mini"},"epoch_eci":{"rank":118,"of":239,"score":135.82,"pct":50.8,"variant":"o1-mini"},"arc_v2":{"rank":66,"of":79,"score":0.8,"pct":16.7,"variant":"o1-mini"},"arc_v1":{"rank":65,"of":76,"score":14,"pct":14.7,"variant":"o1-mini"},"simplebench":{"rank":95,"of":99,"score":18.1,"pct":4.1,"variant":"o1-mini"}},"domains":{"overall":21.8,"coding":24.5,"reasoning":13.7,"math":37.8,"knowledge":41.3,"writing":19.3,"instruction":15.8,"chat":9.9,"business":44.8,"japanese":44.2},"coverage":3,"avgPct":23.9,"overall":21.8,"rank":117,"avgRank":93,"aliases":["o1-mini"],"open":false,"release":"2024-09-12","reasoning":true,"ctx":128000,"theta":-1.023,"se":0.227,"lo":14.9,"hi":30.8,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"claude-sonnet-3-5","name":"Claude Sonnet 3.5","provider":"anthropic","providerName":"Anthropic","country":"US","sites":{"epoch":{"rank":125,"of":239,"score":133.55,"pct":47.9,"variant":"Claude 3.5 Sonnet (October 2024)"},"scale":{"rank":40,"of":42,"score":4.08,"pct":4.9,"variant":"Claude 3.5 Sonnet (October 2024)"}},"metrics":{"arena_coding":{"rank":127,"of":344,"score":1435.8,"pct":63.3,"variant":"claude-3-5-sonnet-20241022"},"arena_math":{"rank":160,"of":332,"score":1351.4,"pct":52,"variant":"claude-3-5-sonnet-20241022"},"arena_creative_writing":{"rank":112,"of":347,"score":1370.4,"pct":67.9,"variant":"claude-3-5-sonnet-20241022"},"arena_instruction_following":{"rank":133,"of":349,"score":1373.7,"pct":62.1,"variant":"claude-3-5-sonnet-20241022"},"arena_hard_prompts":{"rank":140,"of":349,"score":1398.8,"pct":60.1,"variant":"claude-3-5-sonnet-20241022"},"arena_multi_turn":{"rank":134,"of":347,"score":1389.9,"pct":61.6,"variant":"claude-3-5-sonnet-20241022"},"arena_expert":{"rank":152,"of":301,"score":1371.8,"pct":49.7,"variant":"claude-3-5-sonnet-20241022"},"arena_japanese":{"rank":123,"of":226,"score":1309.3,"pct":45.8,"variant":"claude-3-5-sonnet-20241022"},"arena_industry_business_and_management_and_financial_operations":{"rank":157,"of":342,"score":1353.9,"pct":54.3,"variant":"claude-3-5-sonnet-20241022"},"arena_industry_medicine_and_healthcare":{"rank":150,"of":320,"score":1384.2,"pct":53.3,"variant":"claude-3-5-sonnet-20241022"},"arena_industry_legal_and_government":{"rank":141,"of":323,"score":1383.5,"pct":56.5,"variant":"claude-3-5-sonnet-20241022"},"arena_vision":{"rank":79,"of":134,"score":1161.1,"pct":41.4,"variant":"claude-3-5-sonnet-20241022"},"epoch_eci":{"rank":125,"of":239,"score":133.55,"pct":47.9,"variant":"Claude 3.5 Sonnet (October 2024)"},"epoch_gpqa":{"rank":121,"of":201,"score":55.3,"pct":40,"variant":"claude-3-5-sonnet-20241022"},"epoch_aime":{"rank":133,"of":182,"score":8.5,"pct":27.1,"variant":"claude-3-5-sonnet-20241022"},"scale_hle":{"rank":40,"of":42,"score":4.08,"pct":4.9,"variant":"Claude 3.5 Sonnet (October 2024)"},"eqbench_cw":{"rank":70,"of":137,"score":1450.8,"pct":49.3,"variant":"claude-3-5-sonnet-20241022"}},"domains":{"overall":21.8,"coding":37.1,"reasoning":24,"math":26.3,"knowledge":45.2,"writing":45,"instruction":28,"chat":24.7,"business":54.6,"japanese":51.9,"vision":9.1},"coverage":2,"avgPct":26.4,"overall":21.8,"rank":118,"avgRank":82.5,"aliases":["claude-3-5-sonnet-20241022","Claude 3.5 Sonnet (October 2024)"],"open":false,"release":"2024-06-01","theta":-1.024,"se":0.231,"lo":14.7,"hi":30.9,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gpt-4o","name":"GPT-4o","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":139,"of":239,"score":128.97,"pct":42,"variant":"GPT-4o (May 2024)"},"arc":{"rank":71,"of":79,"score":0,"pct":10.3,"variant":"GPT-4o"},"scale":{"rank":42,"of":42,"score":2.72,"pct":0,"variant":"GPT-4o (November 2024)"}},"metrics":{"epoch_eci":{"rank":139,"of":239,"score":128.97,"pct":42,"variant":"GPT-4o (May 2024)"},"arc_v2":{"rank":71,"of":79,"score":0,"pct":10.3,"variant":"GPT-4o"},"arc_v1":{"rank":72,"of":76,"score":4.5,"pct":5.3,"variant":"GPT-4o"},"scale_hle":{"rank":42,"of":42,"score":2.72,"pct":0,"variant":"GPT-4o (November 2024)"}},"domains":{"overall":21.6,"reasoning":20.4,"knowledge":43.7},"coverage":3,"avgPct":17.4,"overall":21.6,"rank":119,"avgRank":84,"aliases":["GPT-4o (May 2024)","GPT-4o","GPT-4o (November 2024)"],"release":"2024-05-13","open":false,"ctx":128000,"pin":2.5,"pout":10,"tps":123,"ttft":1.09,"theta":-1.032,"se":0.185,"lo":15.8,"hi":28.7,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gpt-oss-20b","name":"gpt-oss-20b","provider":"openai","providerName":"OpenAI","country":"US","sites":{"aa":{"rank":95,"of":107,"score":9,"pct":11.3,"variant":"gpt-oss-20b"},"epoch":{"rank":111,"of":239,"score":137.81,"pct":53.8,"variant":"gpt-oss-20b"},"benchlm":{"rank":64,"of":74,"score":33.59,"pct":13.7,"variant":"GPT-OSS 20B"}},"metrics":{"arena_coding":{"rank":190,"of":344,"score":1369.2,"pct":44.9,"variant":"gpt-oss-20b"},"arena_math":{"rank":168,"of":332,"score":1335.3,"pct":49.5,"variant":"gpt-oss-20b"},"arena_creative_writing":{"rank":242,"of":347,"score":1239.6,"pct":30.3,"variant":"gpt-oss-20b"},"arena_instruction_following":{"rank":225,"of":349,"score":1281.3,"pct":35.6,"variant":"gpt-oss-20b"},"arena_hard_prompts":{"rank":210,"of":349,"score":1322.3,"pct":39.9,"variant":"gpt-oss-20b"},"arena_multi_turn":{"rank":223,"of":347,"score":1289.4,"pct":35.8,"variant":"gpt-oss-20b"},"arena_expert":{"rank":193,"of":301,"score":1313.6,"pct":36,"variant":"gpt-oss-20b"},"arena_japanese":{"rank":147,"of":226,"score":1256.3,"pct":35.1,"variant":"gpt-oss-20b"},"arena_industry_business_and_management_and_financial_operations":{"rank":188,"of":342,"score":1322.6,"pct":45.2,"variant":"gpt-oss-20b"},"arena_industry_medicine_and_healthcare":{"rank":178,"of":320,"score":1350,"pct":44.5,"variant":"gpt-oss-20b"},"arena_industry_legal_and_government":{"rank":221,"of":323,"score":1320.6,"pct":31.7,"variant":"gpt-oss-20b"},"aa_index":{"rank":95,"of":107,"score":9,"pct":11.3,"variant":"gpt-oss-20b"},"aa_hle":{"rank":85,"of":109,"score":11,"pct":22.2,"variant":"gpt-oss-20b"},"aa_gpqa":{"rank":84,"of":100,"score":68.8,"pct":16.2,"variant":"gpt-oss-20b"},"aa_scicode":{"rank":75,"of":107,"score":38.9,"pct":30.2,"variant":"gpt-oss-20b"},"aa_terminalbenchHard":{"rank":50,"of":62,"score":10.6,"pct":19.7,"variant":"gpt-oss-20b"},"aa_tau2":{"rank":38,"of":61,"score":60.2,"pct":38.3,"variant":"gpt-oss-20b"},"aa_ifbench":{"rank":32,"of":62,"score":65.1,"pct":49.2,"variant":"gpt-oss-20b"},"aa_lcr":{"rank":96,"of":109,"score":34.7,"pct":12,"variant":"gpt-oss-20b"},"aa_critpt":{"rank":67,"of":112,"score":1.4,"pct":40.5,"variant":"gpt-oss-20b"},"aa_omniscience":{"rank":102,"of":109,"score":-63,"pct":6.5,"variant":"gpt-oss-20b"},"aa_gdpvalNormalized":{"rank":75,"of":107,"score":0,"pct":30.2,"variant":"gpt-oss-20b"},"aa_apexAgents":{"rank":22,"of":22,"score":0.7,"pct":0,"variant":"gpt-oss-20b"},"epoch_eci":{"rank":111,"of":239,"score":137.81,"pct":53.8,"variant":"gpt-oss-20b"},"epoch_gpqa":{"rank":111,"of":201,"score":60.8,"pct":45,"variant":"gpt-oss-20b_medium"},"epoch_aime":{"rank":94,"of":182,"score":65.3,"pct":48.6,"variant":"gpt-oss-20b_medium"},"eqbench_cw":{"rank":134,"of":137,"score":665.6,"pct":2.2,"variant":"openai/gpt-oss-20b"},"benchlm":{"rank":64,"of":74,"score":33.59,"pct":13.7,"variant":"GPT-OSS 20B"},"benchlm_agentic":{"rank":50,"of":54,"score":15.24,"pct":7.5,"variant":"GPT-OSS 20B"},"benchlm_coding":{"rank":56,"of":63,"score":21.97,"pct":11.3,"variant":"GPT-OSS 20B"},"benchlm_knowledge":{"rank":60,"of":69,"score":32.68,"pct":13.2,"variant":"GPT-OSS 20B"},"benchlm_instructionFollowing":{"rank":32,"of":53,"score":77.8,"pct":40.4,"variant":"GPT-OSS 20B"}},"domains":{"overall":20.7,"coding":19.9,"agent":16.1,"reasoning":16.1,"math":35.7,"knowledge":44.7,"writing":8.5,"instruction":27,"chat":5.9,"business":44.9,"japanese":39.3,"longctx":0.6},"coverage":3,"avgPct":26.3,"overall":20.7,"rank":120,"avgRank":90,"aliases":["gpt-oss-20b","gpt-oss-20b_medium","openai/gpt-oss-20b","GPT-OSS 20B"],"open":true,"release":"2025-08-05","reasoning":true,"ctx":131072,"pin":0.07,"pout":0.215,"tps":203,"ttft":0.78,"theta":-1.077,"se":0.191,"lo":14.9,"hi":27.8,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"llama-4-scout","name":"Llama 4 Scout","provider":"meta","providerName":"Meta","country":"US","sites":{"epoch":{"rank":135,"of":239,"score":129.64,"pct":43.7,"variant":"Llama 4 Scout"},"arc":{"rank":71,"of":79,"score":0,"pct":10.3,"variant":"Llama 4 Scout"},"benchlm":{"rank":66,"of":74,"score":29.42,"pct":11,"variant":"Llama 4 Scout"}},"metrics":{"arena_coding":{"rank":198,"of":344,"score":1362.3,"pct":42.6,"variant":"llama-4-scout-17b-16e-instruct"},"arena_math":{"rank":185,"of":332,"score":1308.2,"pct":44.4,"variant":"llama-4-scout-17b-16e-instruct"},"arena_creative_writing":{"rank":194,"of":347,"score":1288.7,"pct":44.2,"variant":"llama-4-scout-17b-16e-instruct"},"arena_instruction_following":{"rank":210,"of":349,"score":1298.9,"pct":39.9,"variant":"llama-4-scout-17b-16e-instruct"},"arena_hard_prompts":{"rank":200,"of":349,"score":1328.7,"pct":42.8,"variant":"llama-4-scout-17b-16e-instruct"},"arena_multi_turn":{"rank":197,"of":347,"score":1319.2,"pct":43.4,"variant":"llama-4-scout-17b-16e-instruct"},"arena_expert":{"rank":200,"of":301,"score":1308.5,"pct":33.7,"variant":"llama-4-scout-17b-16e-instruct"},"arena_japanese":{"rank":143,"of":226,"score":1261,"pct":36.9,"variant":"llama-4-scout-17b-16e-instruct"},"arena_industry_business_and_management_and_financial_operations":{"rank":197,"of":342,"score":1315.7,"pct":42.5,"variant":"llama-4-scout-17b-16e-instruct"},"arena_industry_medicine_and_healthcare":{"rank":189,"of":320,"score":1341.4,"pct":41.1,"variant":"llama-4-scout-17b-16e-instruct"},"arena_industry_legal_and_government":{"rank":184,"of":323,"score":1341,"pct":43.2,"variant":"llama-4-scout-17b-16e-instruct"},"arena_vision":{"rank":95,"of":134,"score":1127.2,"pct":29.3,"variant":"llama-4-scout-17b-16e-instruct"},"epoch_eci":{"rank":135,"of":239,"score":129.64,"pct":43.7,"variant":"Llama 4 Scout"},"epoch_gpqa":{"rank":124,"of":201,"score":51.8,"pct":38.5,"variant":"Llama-4-Scout-17B-16E-Instruct"},"epoch_aime":{"rank":137,"of":182,"score":7.8,"pct":24.9,"variant":"Llama-4-Scout-17B-16E-Instruct"},"arc_v2":{"rank":71,"of":79,"score":0,"pct":10.3,"variant":"Llama 4 Scout"},"arc_v1":{"rank":75,"of":76,"score":0.5,"pct":1.3,"variant":"Llama 4 Scout"},"eqbench_cw":{"rank":125,"of":137,"score":783.1,"pct":8.8,"variant":"meta-llama/Llama-4-Scout-17B-16E-Instruct"},"benchlm":{"rank":66,"of":74,"score":29.42,"pct":11,"variant":"Llama 4 Scout"},"benchlm_agentic":{"rank":53,"of":54,"score":8.9,"pct":1.9,"variant":"Llama 4 Scout"},"benchlm_coding":{"rank":60,"of":63,"score":14.26,"pct":4.8,"variant":"Llama 4 Scout"},"benchlm_knowledge":{"rank":63,"of":69,"score":26.16,"pct":8.8,"variant":"Llama 4 Scout"},"benchlm_instructionFollowing":{"rank":44,"of":53,"score":44.3,"pct":17.3,"variant":"Llama 4 Scout"}},"domains":{"overall":19.4,"coding":14.3,"agent":11.8,"reasoning":14.3,"math":19.6,"knowledge":37.2,"writing":13.2,"instruction":9,"chat":9.3,"business":44.2,"japanese":40.4,"vision":4.4},"coverage":3,"avgPct":21.7,"overall":19.4,"rank":121,"avgRank":90.7,"aliases":["llama-4-scout-17b-16e-instruct","Llama 4 Scout","Llama-4-Scout-17B-16E-Instruct","meta-llama/Llama-4-Scout-17B-16E-Instruct"],"open":true,"release":"2025-04-05","ctx":10000000,"pin":0.19,"pout":0.6799999999999999,"tps":107,"ttft":0.86,"theta":-1.141,"se":0.195,"lo":13.9,"hi":26.4,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"llama-4-maverick","name":"Llama 4 Maverick","provider":"meta","providerName":"Meta","country":"US","sites":{"epoch":{"rank":128,"of":239,"score":132.2,"pct":46.6,"variant":"Llama 4 Maverick"},"arc":{"rank":71,"of":79,"score":0,"pct":10.3,"variant":"Llama 4 Maverick"},"scale":{"rank":34,"of":42,"score":5.68,"pct":19.5,"variant":"Llama 4 Maverick"},"simplebench":{"rank":78,"of":99,"score":27.7,"pct":21.4,"variant":"Llama 4 Maverick"},"benchlm":{"rank":71,"of":74,"score":22.96,"pct":4.1,"variant":"Llama 4 Maverick"}},"metrics":{"arena_coding":{"rank":185,"of":344,"score":1372.8,"pct":46.4,"variant":"llama-4-maverick-17b-128e-instruct"},"arena_math":{"rank":177,"of":332,"score":1316.6,"pct":46.8,"variant":"llama-4-maverick-17b-128e-instruct"},"arena_creative_writing":{"rank":172,"of":347,"score":1306.8,"pct":50.6,"variant":"llama-4-maverick-17b-128e-instruct"},"arena_instruction_following":{"rank":196,"of":349,"score":1313.4,"pct":44,"variant":"llama-4-maverick-17b-128e-instruct"},"arena_hard_prompts":{"rank":189,"of":349,"score":1338.4,"pct":46,"variant":"llama-4-maverick-17b-128e-instruct"},"arena_multi_turn":{"rank":186,"of":347,"score":1326.2,"pct":46.5,"variant":"llama-4-maverick-17b-128e-instruct"},"arena_expert":{"rank":183,"of":301,"score":1326,"pct":39.3,"variant":"llama-4-maverick-17b-128e-instruct"},"arena_japanese":{"rank":145,"of":226,"score":1257.6,"pct":36,"variant":"llama-4-maverick-17b-128e-instruct"},"arena_industry_business_and_management_and_financial_operations":{"rank":195,"of":342,"score":1317,"pct":43.1,"variant":"llama-4-maverick-17b-128e-instruct"},"arena_industry_medicine_and_healthcare":{"rank":184,"of":320,"score":1343.9,"pct":42.6,"variant":"llama-4-maverick-17b-128e-instruct"},"arena_industry_legal_and_government":{"rank":185,"of":323,"score":1340.9,"pct":42.9,"variant":"llama-4-maverick-17b-128e-instruct"},"arena_vision":{"rank":89,"of":134,"score":1145.3,"pct":33.8,"variant":"llama-4-maverick-17b-128e-instruct"},"epoch_eci":{"rank":128,"of":239,"score":132.2,"pct":46.6,"variant":"Llama 4 Maverick"},"arc_v2":{"rank":71,"of":79,"score":0,"pct":10.3,"variant":"Llama 4 Maverick"},"arc_v1":{"rank":73,"of":76,"score":4.4,"pct":4,"variant":"Llama 4 Maverick"},"scale_hle":{"rank":34,"of":42,"score":5.68,"pct":19.5,"variant":"Llama 4 Maverick"},"eqbench_cw":{"rank":121,"of":137,"score":860.1,"pct":11.8,"variant":"meta-llama/Llama-4-Maverick-17B-128E-Instruct"},"simplebench":{"rank":78,"of":99,"score":27.7,"pct":21.4,"variant":"Llama 4 Maverick"},"benchlm":{"rank":71,"of":74,"score":22.96,"pct":4.1,"variant":"Llama 4 Maverick"},"benchlm_agentic":{"rank":51,"of":54,"score":11.88,"pct":5.7,"variant":"Llama 4 Maverick"},"benchlm_coding":{"rank":58,"of":63,"score":18.36,"pct":8.1,"variant":"Llama 4 Maverick"},"benchlm_knowledge":{"rank":61,"of":69,"score":30.73,"pct":11.8,"variant":"Llama 4 Maverick"},"benchlm_instructionFollowing":{"rank":40,"of":53,"score":48.9,"pct":25,"variant":"Llama 4 Maverick"}},"domains":{"overall":18.6,"coding":18.1,"agent":13.9,"reasoning":19.9,"math":26.3,"knowledge":45.9,"writing":16.2,"instruction":11.8,"chat":10.3,"business":44.3,"japanese":39.6,"vision":6.5},"coverage":5,"avgPct":20.4,"overall":18.6,"rank":122,"avgRank":76.4,"aliases":["llama-4-maverick-17b-128e-instruct","Llama 4 Maverick","meta-llama/Llama-4-Maverick-17B-128E-Instruct"],"open":true,"release":"2025-04-05","ctx":1000000,"pin":0.26,"pout":0.9099999999999999,"tps":116,"ttft":0.9,"theta":-1.181,"se":0.148,"lo":14.4,"hi":23.7,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"mistral-large-3","name":"Mistral Large 3","provider":"mistral","providerName":"Mistral AI","country":"FR","sites":{"aa":{"rank":91,"of":107,"score":9.3,"pct":15.1,"variant":"mistral-large-3"},"simplebench":{"rank":91,"of":99,"score":20.4,"pct":8.2,"variant":"Mistral Large 3"}},"metrics":{"arena_coding":{"rank":92,"of":344,"score":1468.7,"pct":73.5,"variant":"mistral-large-3"},"arena_math":{"rank":116,"of":332,"score":1401.6,"pct":65.3,"variant":"mistral-large-3"},"arena_creative_writing":{"rank":107,"of":347,"score":1373.7,"pct":69.4,"variant":"mistral-large-3"},"arena_instruction_following":{"rank":110,"of":349,"score":1399.1,"pct":68.7,"variant":"mistral-large-3"},"arena_hard_prompts":{"rank":107,"of":349,"score":1430.8,"pct":69.5,"variant":"mistral-large-3"},"arena_multi_turn":{"rank":97,"of":347,"score":1420.3,"pct":72.3,"variant":"mistral-large-3"},"arena_expert":{"rank":109,"of":301,"score":1423.6,"pct":64,"variant":"mistral-large-3"},"arena_japanese":{"rank":75,"of":226,"score":1379.6,"pct":67.1,"variant":"mistral-large-3"},"arena_industry_business_and_management_and_financial_operations":{"rank":105,"of":342,"score":1411.7,"pct":69.5,"variant":"mistral-large-3"},"arena_industry_medicine_and_healthcare":{"rank":108,"of":320,"score":1429.9,"pct":66.5,"variant":"mistral-large-3"},"arena_industry_legal_and_government":{"rank":104,"of":323,"score":1419,"pct":68,"variant":"mistral-large-3"},"arena_webdev":{"rank":102,"of":110,"score":1228.6,"pct":7.3,"variant":"mistral-large-3"},"arena_vision":{"rank":63,"of":134,"score":1201.3,"pct":53.4,"variant":"mistral-large-3"},"aa_index":{"rank":91,"of":107,"score":9.3,"pct":15.1,"variant":"mistral-large-3"},"aa_hle":{"rank":106,"of":109,"score":4.2,"pct":2.8,"variant":"mistral-large-3"},"aa_gpqa":{"rank":85,"of":100,"score":68,"pct":15.2,"variant":"mistral-large-3"},"aa_scicode":{"rank":82,"of":107,"score":36.6,"pct":23.6,"variant":"mistral-large-3"},"aa_terminalbenchHard":{"rank":46,"of":62,"score":15.9,"pct":26.2,"variant":"mistral-large-3"},"aa_tau2":{"rank":57,"of":61,"score":24.6,"pct":6.7,"variant":"mistral-large-3"},"aa_ifbench":{"rank":55,"of":62,"score":36.2,"pct":11.5,"variant":"mistral-large-3"},"aa_lcr":{"rank":95,"of":109,"score":36,"pct":13,"variant":"mistral-large-3"},"aa_mmmuPro":{"rank":48,"of":55,"score":55.7,"pct":13,"variant":"mistral-large-3"},"aa_critpt":{"rank":86,"of":112,"score":0,"pct":23.4,"variant":"mistral-large-3"},"aa_omniscience":{"rank":84,"of":109,"score":-39.6,"pct":23.1,"variant":"mistral-large-3"},"aa_gdpvalNormalized":{"rank":75,"of":107,"score":0,"pct":30.2,"variant":"mistral-large-3"},"simplebench":{"rank":91,"of":99,"score":20.4,"pct":8.2,"variant":"Mistral Large 3"}},"domains":{"overall":18.1,"coding":21.9,"agent":20.2,"reasoning":13.8,"math":49.3,"knowledge":50.6,"writing":44.1,"instruction":13.3,"chat":35.1,"business":56.1,"japanese":68.1,"vision":5.1,"longctx":0.7},"coverage":2,"avgPct":11.6,"overall":18.1,"rank":123,"avgRank":91,"aliases":["mistral-large-3","Mistral Large 3"],"open":true,"release":"2025-12-02","ctx":256000,"pin":0.5,"pout":1.5,"tps":76,"ttft":1.1,"theta":-1.21,"se":0.239,"lo":11.9,"hi":26.5,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"deepseek-v3","name":"DeepSeek V3","provider":"deepseek","providerName":"DeepSeek","country":"CN","sites":{"aa":{"rank":90,"of":107,"score":9.7,"pct":16,"variant":"deepseek-v3-0324"},"epoch":{"rank":117,"of":239,"score":135.95,"pct":51.3,"variant":"DeepSeek-V3 (Mar 2025)"},"simplebench":{"rank":93,"of":99,"score":18.9,"pct":6.1,"variant":"DeepSeek V3"},"benchlm":{"rank":65,"of":74,"score":31.9,"pct":12.3,"variant":"DeepSeek V3"}},"metrics":{"arena_coding":{"rank":138,"of":344,"score":1428.7,"pct":60.1,"variant":"deepseek-v3-0324"},"arena_math":{"rank":146,"of":332,"score":1368.3,"pct":56.2,"variant":"deepseek-v3-0324"},"arena_creative_writing":{"rank":94,"of":347,"score":1389.5,"pct":73.1,"variant":"deepseek-v3-0324"},"arena_instruction_following":{"rank":130,"of":349,"score":1378.3,"pct":62.9,"variant":"deepseek-v3-0324"},"arena_hard_prompts":{"rank":129,"of":349,"score":1408.3,"pct":63.2,"variant":"deepseek-v3-0324"},"arena_multi_turn":{"rank":109,"of":347,"score":1411.1,"pct":68.8,"variant":"deepseek-v3-0324"},"arena_expert":{"rank":134,"of":301,"score":1398.5,"pct":55.7,"variant":"deepseek-v3-0324"},"arena_japanese":{"rank":100,"of":226,"score":1344.1,"pct":56,"variant":"deepseek-v3-0324"},"arena_industry_business_and_management_and_financial_operations":{"rank":128,"of":342,"score":1389.7,"pct":62.8,"variant":"deepseek-v3-0324"},"arena_industry_medicine_and_healthcare":{"rank":116,"of":320,"score":1426.5,"pct":63.9,"variant":"deepseek-v3-0324"},"arena_industry_legal_and_government":{"rank":111,"of":323,"score":1410.7,"pct":65.8,"variant":"deepseek-v3-0324"},"aa_index":{"rank":90,"of":107,"score":9.7,"pct":16,"variant":"deepseek-v3-0324"},"aa_hle":{"rank":100,"of":109,"score":4.7,"pct":8.3,"variant":"deepseek-v3-0324"},"aa_gpqa":{"rank":87,"of":100,"score":65.5,"pct":13.1,"variant":"deepseek-v3-0324"},"aa_scicode":{"rank":73,"of":107,"score":39,"pct":32.1,"variant":"deepseek-v3-0324"},"aa_terminalbenchHard":{"rank":47,"of":62,"score":15.2,"pct":24.6,"variant":"deepseek-v3-0324"},"aa_tau2":{"rank":43,"of":61,"score":47.1,"pct":30,"variant":"deepseek-v3-0324"},"aa_ifbench":{"rank":50,"of":62,"score":41,"pct":19.7,"variant":"deepseek-v3-0324"},"aa_lcr":{"rank":90,"of":109,"score":40.7,"pct":17.6,"variant":"deepseek-v3-0324"},"aa_critpt":{"rank":86,"of":112,"score":0,"pct":23.4,"variant":"deepseek-v3"},"aa_omniscience":{"rank":85,"of":109,"score":-40.7,"pct":22.2,"variant":"deepseek-v3-0324"},"aa_gdpvalNormalized":{"rank":75,"of":107,"score":0,"pct":30.2,"variant":"deepseek-v3"},"epoch_eci":{"rank":117,"of":239,"score":135.95,"pct":51.3,"variant":"DeepSeek-V3 (Mar 2025)"},"epoch_gpqa":{"rank":97,"of":201,"score":67.6,"pct":52,"variant":"DeepSeek-V3-0324"},"epoch_aime":{"rank":113,"of":182,"score":37.8,"pct":38.1,"variant":"DeepSeek-V3-0324"},"eqbench_cw":{"rank":69,"of":137,"score":1472.3,"pct":50,"variant":"deepseek-ai/DeepSeek-V3-0324"},"simplebench":{"rank":93,"of":99,"score":18.9,"pct":6.1,"variant":"DeepSeek V3"},"benchlm":{"rank":65,"of":74,"score":31.9,"pct":12.3,"variant":"DeepSeek V3"},"benchlm_agentic":{"rank":52,"of":54,"score":11.12,"pct":3.8,"variant":"DeepSeek V3"},"benchlm_coding":{"rank":57,"of":63,"score":18.94,"pct":9.7,"variant":"DeepSeek V3"},"benchlm_knowledge":{"rank":62,"of":69,"score":29.97,"pct":10.3,"variant":"DeepSeek V3"},"benchlm_instructionFollowing":{"rank":49,"of":53,"score":38.2,"pct":7.7,"variant":"DeepSeek V3"}},"domains":{"overall":18,"coding":20.2,"agent":13.9,"reasoning":12.9,"math":35.7,"knowledge":47.4,"writing":48.6,"instruction":10.9,"chat":31.7,"business":54.7,"japanese":60.2,"longctx":1.1},"coverage":4,"avgPct":21.4,"overall":18,"rank":124,"avgRank":91.3,"aliases":["deepseek-v3-0324","deepseek-v3","DeepSeek-V3 (Mar 2025)","DeepSeek-V3-0324","deepseek-ai/DeepSeek-V3-0324","DeepSeek V3"],"open":true,"release":"2024-12-26","ctx":128000,"pin":0.32,"pout":0.89,"theta":-1.212,"se":0.176,"lo":13.3,"hi":24,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"mistral-small-3-1","name":"Mistral Small 3.1","provider":"mistral","providerName":"Mistral AI","country":"FR","sites":{"aa":{"rank":100,"of":107,"score":7.1,"pct":6.6,"variant":"mistral-small-3-1"},"epoch":{"rank":143,"of":239,"score":127.48,"pct":40.3,"variant":"Mistral Small 3.1"}},"metrics":{"aa_index":{"rank":100,"of":107,"score":7.1,"pct":6.6,"variant":"mistral-small-3-1"},"aa_hle":{"rank":104,"of":109,"score":4.3,"pct":4.6,"variant":"mistral-small-3-1"},"aa_gpqa":{"rank":96,"of":100,"score":45.4,"pct":4,"variant":"mistral-small-3-1"},"aa_scicode":{"rank":95,"of":107,"score":27.8,"pct":11.3,"variant":"mistral-small-3-1"},"aa_terminalbenchHard":{"rank":52,"of":62,"score":7.6,"pct":16.4,"variant":"mistral-small-3-1"},"aa_tau2":{"rank":54,"of":61,"score":25.1,"pct":11.7,"variant":"mistral-small-3-1"},"aa_ifbench":{"rank":60,"of":62,"score":29.9,"pct":3.3,"variant":"mistral-small-3-1"},"aa_lcr":{"rank":104,"of":109,"score":22.3,"pct":4.6,"variant":"mistral-small-3-1"},"aa_critpt":{"rank":86,"of":112,"score":0,"pct":23.4,"variant":"mistral-small-3-1"},"aa_omniscience":{"rank":95,"of":109,"score":-50.7,"pct":13,"variant":"mistral-small-3-1"},"aa_gdpvalNormalized":{"rank":75,"of":107,"score":0,"pct":30.2,"variant":"mistral-small-3-1"},"epoch_eci":{"rank":143,"of":239,"score":127.48,"pct":40.3,"variant":"Mistral Small 3.1"}},"domains":{"overall":16.4,"coding":11.2,"agent":15.8,"reasoning":12.4,"knowledge":34.3,"instruction":5.6,"business":49.2,"longctx":0.1},"coverage":2,"avgPct":23.5,"overall":16.4,"rank":125,"avgRank":121.5,"aliases":["mistral-small-3-1","Mistral Small 3.1"],"release":"2025-03-17","open":true,"ctx":128000,"pin":0.11,"pout":0.17,"theta":-1.304,"se":0.253,"lo":10.4,"hi":24.8,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"grok-2","name":"Grok 2","provider":"xai","providerName":"xAI","country":"US","sites":{"epoch":{"rank":132,"of":239,"score":130.48,"pct":45,"variant":"Grok-2 (Dec 2024)"},"simplebench":{"rank":88,"of":99,"score":22.7,"pct":11.2,"variant":"Grok 2"}},"metrics":{"epoch_eci":{"rank":132,"of":239,"score":130.48,"pct":45,"variant":"Grok-2 (Dec 2024)"},"epoch_gpqa":{"rank":122,"of":201,"score":53.8,"pct":39.5,"variant":"grok-2-1212"},"epoch_aime":{"rank":131,"of":182,"score":11.5,"pct":28.2,"variant":"grok-2-1212"},"simplebench":{"rank":88,"of":99,"score":22.7,"pct":11.2,"variant":"Grok 2"}},"domains":{"overall":15.9,"reasoning":15.3,"math":19.2,"knowledge":36.3},"coverage":2,"avgPct":28.1,"overall":15.9,"rank":126,"avgRank":110,"aliases":["Grok-2 (Dec 2024)","grok-2-1212","Grok 2"],"release":"2024-12-12","open":true,"ctx":131072,"theta":-1.334,"se":0.335,"lo":8.7,"hi":27.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"llama-3-1-405b","name":"Llama 3.1 405B","provider":"meta","providerName":"Meta","country":"US","sites":{"epoch":{"rank":140,"of":239,"score":128.76,"pct":41.6,"variant":"Llama 3.1-405B"},"simplebench":{"rank":86,"of":99,"score":23,"pct":13.3,"variant":"Llama 3.1 405b instruct"}},"metrics":{"epoch_eci":{"rank":140,"of":239,"score":128.76,"pct":41.6,"variant":"Llama 3.1-405B"},"epoch_gpqa":{"rank":126,"of":201,"score":50.9,"pct":37.5,"variant":"Llama-3.1-405B-Instruct"},"epoch_aime":{"rank":132,"of":182,"score":9.7,"pct":27.6,"variant":"Llama-3.1-405B-Instruct"},"eqbench_cw":{"rank":120,"of":137,"score":870.1,"pct":12.5,"variant":"meta-llama/llama-3.1-405b-instruct"},"simplebench":{"rank":86,"of":99,"score":23,"pct":13.3,"variant":"Llama 3.1 405b instruct"}},"domains":{"overall":15.1,"reasoning":15.5,"math":18.5,"knowledge":32.9,"writing":14},"coverage":2,"avgPct":27.5,"overall":15.1,"rank":127,"avgRank":113,"aliases":["Llama 3.1-405B","Llama-3.1-405B-Instruct","meta-llama/llama-3.1-405b-instruct","Llama 3.1 405b instruct"],"release":"2024-07-23","open":true,"ctx":128000,"theta":-1.38,"se":0.335,"lo":8.2,"hi":26.2,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gpt-4o-mini","name":"GPT-4o mini","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":149,"of":239,"score":126.56,"pct":37.8,"variant":"GPT-4o mini"},"arc":{"rank":71,"of":79,"score":0,"pct":10.3,"variant":"GPT-4o-mini"},"simplebench":{"rank":98,"of":99,"score":10.7,"pct":1,"variant":"GPT-4o mini"},"benchlm":{"rank":69,"of":74,"score":26.88,"pct":6.8,"variant":"GPT-4o mini"}},"metrics":{"epoch_eci":{"rank":149,"of":239,"score":126.56,"pct":37.8,"variant":"GPT-4o mini"},"arc_v2":{"rank":71,"of":79,"score":0,"pct":10.3,"variant":"GPT-4o-mini"},"eqbench_cw":{"rank":119,"of":137,"score":872.8,"pct":13.2,"variant":"gpt-4o-mini"},"simplebench":{"rank":98,"of":99,"score":10.7,"pct":1,"variant":"GPT-4o mini"},"benchlm":{"rank":69,"of":74,"score":26.88,"pct":6.8,"variant":"GPT-4o mini"},"benchlm_coding":{"rank":63,"of":63,"score":12.03,"pct":0,"variant":"GPT-4o mini"},"benchlm_knowledge":{"rank":67,"of":69,"score":20.55,"pct":2.9,"variant":"GPT-4o mini"},"benchlm_instructionFollowing":{"rank":51,"of":53,"score":33.2,"pct":3.8,"variant":"GPT-4o mini"}},"domains":{"overall":14.9,"coding":13.5,"reasoning":9.4,"knowledge":32.4,"writing":14.1,"instruction":10.7},"coverage":4,"avgPct":14,"overall":14.9,"rank":128,"avgRank":96.8,"aliases":["GPT-4o mini","GPT-4o-mini","gpt-4o-mini"],"release":"2024-07-18","open":false,"ctx":128000,"pin":0.15,"pout":0.6,"tps":109,"ttft":0.94,"theta":-1.395,"se":0.179,"lo":10.8,"hi":20.2,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gemma-3-27b","name":"Gemma 3 27B","provider":"google","providerName":"Google","country":"US","sites":{"aa":{"rank":104,"of":107,"score":4.9,"pct":2.8,"variant":"gemma-3-27b-instruct"},"epoch":{"rank":134,"of":239,"score":130.04,"pct":44.1,"variant":"Gemma 3 27B"},"benchlm":{"rank":67,"of":74,"score":28.74,"pct":9.6,"variant":"Gemma 3 27B"}},"metrics":{"arena_coding":{"rank":204,"of":344,"score":1357.8,"pct":40.8,"variant":"gemma-3-27b-it"},"arena_math":{"rank":173,"of":332,"score":1321.9,"pct":48,"variant":"gemma-3-27b-it"},"arena_creative_writing":{"rank":133,"of":347,"score":1348.4,"pct":61.8,"variant":"gemma-3-27b-it"},"arena_instruction_following":{"rank":159,"of":349,"score":1343.6,"pct":54.6,"variant":"gemma-3-27b-it"},"arena_hard_prompts":{"rank":165,"of":349,"score":1366,"pct":52.9,"variant":"gemma-3-27b-it"},"arena_multi_turn":{"rank":152,"of":347,"score":1358.5,"pct":56.4,"variant":"gemma-3-27b-it"},"arena_expert":{"rank":177,"of":301,"score":1335.6,"pct":41.3,"variant":"gemma-3-27b-it"},"arena_japanese":{"rank":124,"of":226,"score":1308.4,"pct":45.3,"variant":"gemma-3-27b-it"},"arena_industry_business_and_management_and_financial_operations":{"rank":140,"of":342,"score":1376.9,"pct":59.2,"variant":"gemma-3-27b-it"},"arena_industry_medicine_and_healthcare":{"rank":132,"of":320,"score":1405.4,"pct":58.9,"variant":"gemma-3-27b-it"},"arena_industry_legal_and_government":{"rank":144,"of":323,"score":1382.9,"pct":55.6,"variant":"gemma-3-27b-it"},"arena_vision":{"rank":82,"of":134,"score":1158.8,"pct":39.1,"variant":"gemma-3-27b-it"},"aa_index":{"rank":104,"of":107,"score":4.9,"pct":2.8,"variant":"gemma-3-27b-instruct"},"aa_hle":{"rank":103,"of":109,"score":4.4,"pct":5.6,"variant":"gemma-3-27b-instruct"},"aa_gpqa":{"rank":97,"of":100,"score":42.8,"pct":3,"variant":"gemma-3-27b-instruct"},"aa_scicode":{"rank":101,"of":107,"score":23.3,"pct":5.7,"variant":"gemma-3-27b-instruct"},"aa_terminalbenchHard":{"rank":59,"of":62,"score":3.8,"pct":4.9,"variant":"gemma-3-27b-instruct"},"aa_tau2":{"rank":61,"of":61,"score":10.5,"pct":0,"variant":"gemma-3-27b-instruct"},"aa_ifbench":{"rank":58,"of":62,"score":31.8,"pct":6.6,"variant":"gemma-3-27b-instruct"},"aa_lcr":{"rank":108,"of":109,"score":7.3,"pct":0.9,"variant":"gemma-3-27b-instruct"},"aa_mmmuPro":{"rank":51,"of":55,"score":48,"pct":7.4,"variant":"gemma-3-27b-instruct"},"aa_critpt":{"rank":86,"of":112,"score":0,"pct":23.4,"variant":"gemma-3-27b-instruct"},"aa_omniscience":{"rank":105,"of":109,"score":-67.2,"pct":3.7,"variant":"gemma-3-27b-instruct"},"aa_gdpvalNormalized":{"rank":75,"of":107,"score":0,"pct":30.2,"variant":"gemma-3-27b-instruct"},"epoch_eci":{"rank":134,"of":239,"score":130.04,"pct":44.1,"variant":"Gemma 3 27B"},"epoch_gpqa":{"rank":136,"of":201,"score":47.7,"pct":32.5,"variant":"gemma-3-27b-it"},"epoch_aime":{"rank":123,"of":182,"score":22.5,"pct":32.6,"variant":"gemma-3-27b-it"},"eqbench_cw":{"rank":95,"of":137,"score":1265.7,"pct":30.9,"variant":"google/gemma-3-27b-it"},"benchlm":{"rank":67,"of":74,"score":28.74,"pct":9.6,"variant":"Gemma 3 27B"},"benchlm_agentic":{"rank":54,"of":54,"score":6.93,"pct":0,"variant":"Gemma 3 27B"},"benchlm_coding":{"rank":62,"of":63,"score":12.97,"pct":1.6,"variant":"Gemma 3 27B"},"benchlm_knowledge":{"rank":65,"of":69,"score":24.07,"pct":5.9,"variant":"Gemma 3 27B"},"benchlm_instructionFollowing":{"rank":50,"of":53,"score":34.3,"pct":5.8,"variant":"Gemma 3 27B"}},"domains":{"overall":14.5,"coding":10,"agent":9.7,"reasoning":12.8,"math":24.2,"knowledge":35.2,"writing":33.9,"instruction":6,"chat":16.3,"business":52.5,"japanese":51.7,"vision":1.5,"longctx":0},"coverage":3,"avgPct":18.8,"overall":14.5,"rank":129,"avgRank":101.7,"aliases":["gemma-3-27b-it","gemma-3-27b-instruct","Gemma 3 27B","google/gemma-3-27b-it"],"open":true,"release":"2025-03-12","ctx":128000,"pin":0,"pout":0,"theta":-1.418,"se":0.191,"lo":10.3,"hi":20.1,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"claude-opus-3","name":"Claude Opus 3","provider":"anthropic","providerName":"Anthropic","country":"US","sites":{"epoch":{"rank":148,"of":239,"score":126.91,"pct":38.2,"variant":"Claude 3 Opus"},"simplebench":{"rank":85,"of":99,"score":23.5,"pct":14.3,"variant":"Claude 3 Opus"},"benchlm":{"rank":68,"of":74,"score":28.66,"pct":8.2,"variant":"Claude 3 Opus"}},"metrics":{"arena_coding":{"rank":209,"of":344,"score":1355.1,"pct":39.4,"variant":"claude-3-opus-20240229"},"arena_math":{"rank":180,"of":332,"score":1312.1,"pct":45.9,"variant":"claude-3-opus-20240229"},"arena_creative_writing":{"rank":195,"of":347,"score":1287.5,"pct":43.9,"variant":"claude-3-opus-20240229"},"arena_instruction_following":{"rank":193,"of":349,"score":1314.2,"pct":44.8,"variant":"claude-3-opus-20240229"},"arena_hard_prompts":{"rank":199,"of":349,"score":1329.1,"pct":43.1,"variant":"claude-3-opus-20240229"},"arena_multi_turn":{"rank":193,"of":347,"score":1322.1,"pct":44.5,"variant":"claude-3-opus-20240229"},"arena_expert":{"rank":190,"of":301,"score":1318.1,"pct":37,"variant":"claude-3-opus-20240229"},"arena_japanese":{"rank":144,"of":226,"score":1260.9,"pct":36.4,"variant":"claude-3-opus-20240229"},"arena_industry_business_and_management_and_financial_operations":{"rank":211,"of":342,"score":1305,"pct":38.4,"variant":"claude-3-opus-20240229"},"arena_industry_medicine_and_healthcare":{"rank":198,"of":320,"score":1334,"pct":38.2,"variant":"claude-3-opus-20240229"},"arena_industry_legal_and_government":{"rank":174,"of":323,"score":1348.1,"pct":46.3,"variant":"claude-3-opus-20240229"},"arena_vision":{"rank":111,"of":134,"score":1062,"pct":17.3,"variant":"claude-3-opus-20240229"},"epoch_eci":{"rank":148,"of":239,"score":126.91,"pct":38.2,"variant":"Claude 3 Opus"},"epoch_gpqa":{"rank":142,"of":201,"score":47.2,"pct":29.5,"variant":"claude-3-opus-20240229"},"epoch_simpleqa":{"rank":64,"of":69,"score":12.6,"pct":7.4,"variant":"claude-3-opus-20240229"},"epoch_aime":{"rank":152,"of":182,"score":4.7,"pct":16.6,"variant":"claude-3-opus-20240229"},"simplebench":{"rank":85,"of":99,"score":23.5,"pct":14.3,"variant":"Claude 3 Opus"},"benchlm":{"rank":68,"of":74,"score":28.66,"pct":8.2,"variant":"Claude 3 Opus"},"benchlm_coding":{"rank":59,"of":63,"score":14.86,"pct":6.5,"variant":"Claude 3 Opus"},"benchlm_knowledge":{"rank":66,"of":69,"score":23.36,"pct":4.4,"variant":"Claude 3 Opus"}},"domains":{"overall":14,"coding":14.7,"reasoning":13.5,"math":19.7,"knowledge":34.9,"writing":20.7,"instruction":12.2,"chat":9.7,"business":44,"japanese":40.4,"vision":1},"coverage":3,"avgPct":20.2,"overall":14,"rank":130,"avgRank":100.3,"aliases":["claude-3-opus-20240229","Claude 3 Opus"],"open":false,"release":"2024-02-29","ctx":200000,"pin":15,"pout":75,"theta":-1.454,"se":0.22,"lo":9.4,"hi":20.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"phi-4","name":"Phi-4","provider":"microsoft","providerName":"Microsoft","country":"US","sites":{"epoch":{"rank":133,"of":239,"score":130.43,"pct":44.5,"variant":"Phi-4"},"benchlm":{"rank":70,"of":74,"score":25.93,"pct":5.5,"variant":"Phi-4"}},"metrics":{"arena_coding":{"rank":244,"of":344,"score":1306.3,"pct":29.2,"variant":"phi-4"},"arena_math":{"rank":222,"of":332,"score":1264.7,"pct":33.2,"variant":"phi-4"},"arena_creative_writing":{"rank":258,"of":347,"score":1209.9,"pct":25.7,"variant":"phi-4"},"arena_instruction_following":{"rank":252,"of":349,"score":1245.4,"pct":27.9,"variant":"phi-4"},"arena_hard_prompts":{"rank":247,"of":349,"score":1277.7,"pct":29.3,"variant":"phi-4"},"arena_multi_turn":{"rank":252,"of":347,"score":1242,"pct":27.5,"variant":"phi-4"},"arena_expert":{"rank":231,"of":301,"score":1267.8,"pct":23.3,"variant":"phi-4"},"arena_japanese":{"rank":181,"of":226,"score":1194,"pct":20,"variant":"phi-4"},"arena_industry_business_and_management_and_financial_operations":{"rank":251,"of":342,"score":1256,"pct":26.7,"variant":"phi-4"},"arena_industry_medicine_and_healthcare":{"rank":242,"of":320,"score":1272.5,"pct":24.5,"variant":"phi-4"},"arena_industry_legal_and_government":{"rank":238,"of":323,"score":1298.8,"pct":26.4,"variant":"phi-4"},"epoch_eci":{"rank":133,"of":239,"score":130.43,"pct":44.5,"variant":"Phi-4"},"epoch_gpqa":{"rank":117,"of":201,"score":56.1,"pct":42,"variant":"phi-4"},"epoch_aime":{"rank":130,"of":182,"score":13.8,"pct":28.7,"variant":"phi-4"},"benchlm":{"rank":70,"of":74,"score":25.93,"pct":5.5,"variant":"Phi-4"},"benchlm_knowledge":{"rank":64,"of":69,"score":25.65,"pct":7.4,"variant":"Phi-4"},"benchlm_instructionFollowing":{"rank":53,"of":53,"score":27.4,"pct":0,"variant":"Phi-4"}},"domains":{"overall":13.1,"coding":10.9,"reasoning":6.7,"math":15.2,"knowledge":34.6,"writing":8.8,"instruction":3.2,"chat":2.8,"business":32.1,"japanese":26.2},"coverage":2,"avgPct":25,"overall":13.1,"rank":131,"avgRank":101.5,"aliases":["phi-4","Phi-4"],"open":true,"release":"2024-12-12","ctx":16000,"pin":0.125,"pout":0.5,"tps":40,"ttft":2.63,"theta":-1.516,"se":0.252,"lo":8.2,"hi":20.1,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"llama-3-3-70b","name":"Llama 3.3 70B","provider":"meta","providerName":"Meta","country":"US","sites":{"epoch":{"rank":144,"of":239,"score":127.32,"pct":39.9,"variant":"Llama 3.3 70B"},"simplebench":{"rank":92,"of":99,"score":19.9,"pct":7.1,"variant":"Llama 3.3 70b instruct"}},"metrics":{"arena_coding":{"rank":220,"of":344,"score":1345.9,"pct":36.2,"variant":"llama-3.3-70b-instruct"},"arena_math":{"rank":197,"of":332,"score":1295.9,"pct":40.8,"variant":"llama-3.3-70b-instruct"},"arena_creative_writing":{"rank":200,"of":347,"score":1285.2,"pct":42.5,"variant":"llama-3.3-70b-instruct"},"arena_instruction_following":{"rank":216,"of":349,"score":1292.6,"pct":38.2,"variant":"llama-3.3-70b-instruct"},"arena_hard_prompts":{"rank":212,"of":349,"score":1320.6,"pct":39.4,"variant":"llama-3.3-70b-instruct"},"arena_multi_turn":{"rank":198,"of":347,"score":1316.5,"pct":43.1,"variant":"llama-3.3-70b-instruct"},"arena_expert":{"rank":209,"of":301,"score":1297,"pct":30.7,"variant":"llama-3.3-70b-instruct"},"arena_japanese":{"rank":174,"of":226,"score":1212.3,"pct":23.1,"variant":"llama-3.3-70b-instruct"},"arena_industry_business_and_management_and_financial_operations":{"rank":212,"of":342,"score":1303.4,"pct":38.1,"variant":"llama-3.3-70b-instruct"},"arena_industry_medicine_and_healthcare":{"rank":190,"of":320,"score":1341.2,"pct":40.8,"variant":"llama-3.3-70b-instruct"},"arena_industry_legal_and_government":{"rank":180,"of":323,"score":1342.5,"pct":44.4,"variant":"llama-3.3-70b-instruct"},"epoch_eci":{"rank":144,"of":239,"score":127.32,"pct":39.9,"variant":"Llama 3.3 70B"},"epoch_gpqa":{"rank":139,"of":201,"score":47.4,"pct":31,"variant":"Llama-3.3-70B-Instruct"},"epoch_aime":{"rank":151,"of":182,"score":5.1,"pct":17.1,"variant":"Llama-3.3-70B-Instruct"},"simplebench":{"rank":92,"of":99,"score":19.9,"pct":7.1,"variant":"Llama 3.3 70b instruct"}},"domains":{"overall":13,"coding":16.5,"reasoning":11.1,"math":17.6,"knowledge":30.5,"writing":20.2,"instruction":8.7,"chat":8.9,"business":43,"japanese":29.7},"coverage":2,"avgPct":23.5,"overall":13,"rank":132,"avgRank":118,"aliases":["llama-3.3-70b-instruct","Llama 3.3 70B","Llama-3.3-70B-Instruct","Llama 3.3 70b instruct"],"open":true,"release":"2024-12-06","ctx":128000,"pin":0.71,"pout":0.72,"tps":87,"ttft":1.71,"theta":-1.523,"se":0.335,"lo":7,"hi":22.9,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gemma-3-12b","name":"Gemma 3 12B","provider":"google","providerName":"Google","country":"US","sites":{"aa":{"rank":106,"of":107,"score":3.8,"pct":0.9,"variant":"gemma-3-12b-instruct"},"epoch":{"rank":156,"of":239,"score":123.49,"pct":34.9,"variant":"Gemma 3 12B"}},"metrics":{"arena_coding":{"rank":233,"of":344,"score":1316.2,"pct":32.4,"variant":"gemma-3-12b-it"},"arena_math":{"rank":176,"of":332,"score":1317.5,"pct":47.1,"variant":"gemma-3-12b-it"},"arena_creative_writing":{"rank":149,"of":347,"score":1332.6,"pct":57.2,"variant":"gemma-3-12b-it"},"arena_instruction_following":{"rank":180,"of":349,"score":1321.1,"pct":48.6,"variant":"gemma-3-12b-it"},"arena_hard_prompts":{"rank":197,"of":349,"score":1331.8,"pct":43.7,"variant":"gemma-3-12b-it"},"arena_multi_turn":{"rank":164,"of":347,"score":1344.3,"pct":52.9,"variant":"gemma-3-12b-it"},"arena_expert":{"rank":228,"of":301,"score":1272.8,"pct":24.3,"variant":"gemma-3-12b-it"},"arena_industry_business_and_management_and_financial_operations":{"rank":131,"of":342,"score":1386,"pct":61.9,"variant":"gemma-3-12b-it"},"arena_industry_medicine_and_healthcare":{"rank":208,"of":320,"score":1324.1,"pct":35.1,"variant":"gemma-3-12b-it"},"arena_industry_legal_and_government":{"rank":145,"of":323,"score":1382.5,"pct":55.3,"variant":"gemma-3-12b-it"},"aa_index":{"rank":106,"of":107,"score":3.8,"pct":0.9,"variant":"gemma-3-12b-instruct"},"aa_hle":{"rank":106,"of":109,"score":4.2,"pct":2.8,"variant":"gemma-3-12b-instruct"},"aa_gpqa":{"rank":99,"of":100,"score":34.9,"pct":1,"variant":"gemma-3-12b-instruct"},"aa_scicode":{"rank":105,"of":107,"score":16.4,"pct":1.9,"variant":"gemma-3-12b-instruct"},"aa_terminalbenchHard":{"rank":61,"of":62,"score":0.8,"pct":1.6,"variant":"gemma-3-12b-instruct"},"aa_tau2":{"rank":60,"of":61,"score":10.8,"pct":1.7,"variant":"gemma-3-12b-instruct"},"aa_ifbench":{"rank":54,"of":62,"score":36.7,"pct":13.1,"variant":"gemma-3-12b-instruct"},"aa_lcr":{"rank":107,"of":109,"score":8.3,"pct":1.9,"variant":"gemma-3-12b-instruct"},"aa_mmmuPro":{"rank":55,"of":55,"score":37.5,"pct":0,"variant":"gemma-3-12b-instruct"},"aa_critpt":{"rank":86,"of":112,"score":0,"pct":23.4,"variant":"gemma-3-12b-instruct"},"aa_omniscience":{"rank":109,"of":109,"score":-77.1,"pct":0,"variant":"gemma-3-12b-instruct"},"aa_gdpvalNormalized":{"rank":75,"of":107,"score":0,"pct":30.2,"variant":"gemma-3-12b-instruct"},"epoch_eci":{"rank":156,"of":239,"score":123.49,"pct":34.9,"variant":"Gemma 3 12B"},"epoch_gpqa":{"rank":160,"of":201,"score":39.5,"pct":20.5,"variant":"gemma-3-12b-it"},"epoch_aime":{"rank":127,"of":182,"score":16.7,"pct":30.4,"variant":"gemma-3-12b-it"},"eqbench_cw":{"rank":106,"of":137,"score":1125.5,"pct":22.8,"variant":"google/gemma-3-12b-it"}},"domains":{"overall":12.5,"coding":4.6,"agent":11.3,"reasoning":11.3,"math":22.5,"knowledge":24.8,"writing":26.7,"instruction":7.3,"chat":13.4,"business":52.8,"vision":0.3,"longctx":0},"coverage":2,"avgPct":17.9,"overall":12.5,"rank":133,"avgRank":131,"aliases":["gemma-3-12b-it","gemma-3-12b-instruct","Gemma 3 12B","google/gemma-3-12b-it"],"open":true,"release":"2025-03-12","ctx":128000,"pin":0,"pout":0,"theta":-1.557,"se":0.253,"lo":7.8,"hi":19.4,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gpt-4-turbo","name":"GPT-4 Turbo","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":145,"of":239,"score":127.25,"pct":39.5,"variant":"GPT-4 Turbo (Apr 2024)"},"simplebench":{"rank":83,"of":99,"score":25.1,"pct":16.3,"variant":"GPT-4 Turbo"},"benchlm":{"rank":72,"of":74,"score":21.64,"pct":2.7,"variant":"GPT-4 Turbo"}},"metrics":{"epoch_eci":{"rank":145,"of":239,"score":127.25,"pct":39.5,"variant":"GPT-4 Turbo (Apr 2024)"},"simplebench":{"rank":83,"of":99,"score":25.1,"pct":16.3,"variant":"GPT-4 Turbo"},"benchlm":{"rank":72,"of":74,"score":21.64,"pct":2.7,"variant":"GPT-4 Turbo"},"benchlm_coding":{"rank":61,"of":63,"score":14.06,"pct":3.2,"variant":"GPT-4 Turbo"}},"domains":{"overall":10.9,"coding":15.2,"reasoning":17.4},"coverage":3,"avgPct":19.5,"overall":10.9,"rank":134,"avgRank":100,"aliases":["GPT-4 Turbo (Apr 2024)","GPT-4 Turbo"],"release":"2023-11-06","open":false,"ctx":128000,"pin":10,"pout":30,"tps":32,"ttft":3.19,"theta":-1.681,"se":0.22,"lo":7.2,"hi":16.1,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"command-r","name":"Command R","provider":"cohere","providerName":"Cohere","country":"CA","sites":{"epoch":{"rank":168,"of":239,"score":119.28,"pct":29.8,"variant":"Command R+"},"simplebench":{"rank":97,"of":99,"score":17.4,"pct":2,"variant":"Command R+"}},"metrics":{"arena_coding":{"rank":284,"of":344,"score":1243.5,"pct":17.5,"variant":"command-r"},"arena_math":{"rank":277,"of":332,"score":1176.5,"pct":16.6,"variant":"command-r"},"arena_creative_writing":{"rank":268,"of":347,"score":1194.7,"pct":22.8,"variant":"command-r"},"arena_instruction_following":{"rank":276,"of":349,"score":1199.6,"pct":21,"variant":"command-r"},"arena_hard_prompts":{"rank":286,"of":349,"score":1214.7,"pct":18.1,"variant":"command-r"},"arena_multi_turn":{"rank":273,"of":347,"score":1197.5,"pct":21.4,"variant":"command-r"},"arena_expert":{"rank":267,"of":301,"score":1214.4,"pct":11.3,"variant":"command-r"},"arena_japanese":{"rank":193,"of":226,"score":1162.9,"pct":14.7,"variant":"command-r"},"arena_industry_business_and_management_and_financial_operations":{"rank":269,"of":342,"score":1222.8,"pct":21.4,"variant":"command-r"},"arena_industry_medicine_and_healthcare":{"rank":258,"of":320,"score":1245.2,"pct":19.4,"variant":"command-r"},"arena_industry_legal_and_government":{"rank":250,"of":323,"score":1280.4,"pct":22.7,"variant":"command-r"},"epoch_eci":{"rank":168,"of":239,"score":119.28,"pct":29.8,"variant":"Command R+"},"simplebench":{"rank":97,"of":99,"score":17.4,"pct":2,"variant":"Command R+"}},"domains":{"overall":8.9,"coding":5.4,"reasoning":6.3,"math":6.4,"knowledge":16.1,"writing":7.3,"instruction":1.9,"chat":1.4,"business":26.8,"japanese":20.8},"coverage":2,"avgPct":15.9,"overall":8.9,"rank":135,"avgRank":132.5,"aliases":["command-r","Command R+"],"open":true,"release":"2024-08-30","theta":-1.859,"se":0.335,"lo":4.7,"hi":16.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gpt-3-5-turbo","name":"GPT-3.5 Turbo","provider":"openai","providerName":"OpenAI","country":"US","sites":{"epoch":{"rank":171,"of":239,"score":118.48,"pct":28.6,"variant":"GPT-3.5 Turbo (Nov 2023)"},"simplebench":{"rank":99,"of":99,"score":8,"pct":0,"variant":"GPT-3.5 Turbo"}},"metrics":{"arena_coding":{"rank":263,"of":344,"score":1275,"pct":23.6,"variant":"gpt-3.5-turbo-0125"},"arena_math":{"rank":260,"of":332,"score":1204.2,"pct":21.8,"variant":"gpt-3.5-turbo-1106"},"arena_creative_writing":{"rank":273,"of":347,"score":1190,"pct":21.4,"variant":"gpt-3.5-turbo-0125"},"arena_instruction_following":{"rank":265,"of":349,"score":1215.1,"pct":24.1,"variant":"gpt-3.5-turbo-0125"},"arena_hard_prompts":{"rank":276,"of":349,"score":1228.6,"pct":21,"variant":"gpt-3.5-turbo-0125"},"arena_multi_turn":{"rank":269,"of":347,"score":1200.9,"pct":22.5,"variant":"gpt-3.5-turbo-0125"},"arena_expert":{"rank":266,"of":301,"score":1214.9,"pct":11.7,"variant":"gpt-3.5-turbo-1106"},"arena_japanese":{"rank":196,"of":226,"score":1142.2,"pct":13.3,"variant":"gpt-3.5-turbo-0125"},"arena_industry_business_and_management_and_financial_operations":{"rank":279,"of":342,"score":1198.2,"pct":18.5,"variant":"gpt-3.5-turbo-0125"},"arena_industry_medicine_and_healthcare":{"rank":268,"of":320,"score":1226.8,"pct":16.3,"variant":"gpt-3.5-turbo-0125"},"arena_industry_legal_and_government":{"rank":268,"of":323,"score":1248.9,"pct":17.1,"variant":"gpt-3.5-turbo-0125"},"epoch_eci":{"rank":171,"of":239,"score":118.48,"pct":28.6,"variant":"GPT-3.5 Turbo (Nov 2023)"},"epoch_frontiermath":{"rank":72,"of":72,"score":0,"pct":0,"variant":"gpt-3.5-turbo-0125"},"epoch_gpqa":{"rank":184,"of":201,"score":28,"pct":8.5,"variant":"gpt-3.5-turbo-1106"},"epoch_aime":{"rank":166,"of":182,"score":2.2,"pct":8.8,"variant":"gpt-3.5-turbo-0125"},"eqbench_cw":{"rank":136,"of":137,"score":450.9,"pct":0.7,"variant":"openai/gpt-3.5-turbo-0613"},"simplebench":{"rank":99,"of":99,"score":8,"pct":0,"variant":"GPT-3.5 Turbo"}},"domains":{"overall":6.2,"coding":7.7,"reasoning":4.2,"math":11.3,"knowledge":12.5,"writing":4.6,"instruction":2.4,"chat":1.4,"business":21.4,"japanese":17.7},"coverage":2,"avgPct":14.3,"overall":6.2,"rank":136,"avgRank":135,"aliases":["gpt-3.5-turbo-0125","gpt-3.5-turbo-1106","GPT-3.5 Turbo (Nov 2023)","openai/gpt-3.5-turbo-0613","GPT-3.5 Turbo"],"open":false,"release":"2022-11-30","ctx":4096,"pin":0.5,"pout":1.5,"theta":-2.178,"se":0.335,"lo":3.2,"hi":11.6,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"claude-haiku-3","name":"Claude Haiku 3","provider":"anthropic","providerName":"Anthropic","country":"US","sites":{"epoch":{"rank":174,"of":239,"score":118.3,"pct":27.3,"variant":"Claude 3 Haiku"},"benchlm":{"rank":73,"of":74,"score":14.75,"pct":1.4,"variant":"Claude 3 Haiku"}},"metrics":{"arena_coding":{"rank":248,"of":344,"score":1301.2,"pct":28,"variant":"claude-3-haiku-20240307"},"arena_math":{"rank":241,"of":332,"score":1231.6,"pct":27.5,"variant":"claude-3-haiku-20240307"},"arena_creative_writing":{"rank":255,"of":347,"score":1215.1,"pct":26.6,"variant":"claude-3-haiku-20240307"},"arena_instruction_following":{"rank":253,"of":349,"score":1245.1,"pct":27.6,"variant":"claude-3-haiku-20240307"},"arena_hard_prompts":{"rank":255,"of":349,"score":1265.2,"pct":27,"variant":"claude-3-haiku-20240307"},"arena_multi_turn":{"rank":249,"of":347,"score":1244.9,"pct":28.3,"variant":"claude-3-haiku-20240307"},"arena_expert":{"rank":241,"of":301,"score":1253,"pct":20,"variant":"claude-3-haiku-20240307"},"arena_japanese":{"rank":191,"of":226,"score":1171.7,"pct":15.6,"variant":"claude-3-haiku-20240307"},"arena_industry_business_and_management_and_financial_operations":{"rank":255,"of":342,"score":1247.8,"pct":25.5,"variant":"claude-3-haiku-20240307"},"arena_industry_medicine_and_healthcare":{"rank":239,"of":320,"score":1279.1,"pct":25.4,"variant":"claude-3-haiku-20240307"},"arena_industry_legal_and_government":{"rank":244,"of":323,"score":1285.8,"pct":24.5,"variant":"claude-3-haiku-20240307"},"arena_vision":{"rank":123,"of":134,"score":1000.5,"pct":8.3,"variant":"claude-3-haiku-20240307"},"epoch_eci":{"rank":174,"of":239,"score":118.3,"pct":27.3,"variant":"Claude 3 Haiku"},"epoch_gpqa":{"rank":167,"of":201,"score":36.3,"pct":17,"variant":"claude-3-haiku-20240307"},"epoch_aime":{"rank":170,"of":182,"score":1.8,"pct":6.6,"variant":"claude-3-haiku-20240307"},"eqbench_cw":{"rank":130,"of":137,"score":717.3,"pct":5.1,"variant":"anthropic/claude-3-haiku"},"benchlm":{"rank":73,"of":74,"score":14.75,"pct":1.4,"variant":"Claude 3 Haiku"},"benchlm_knowledge":{"rank":68,"of":69,"score":19.7,"pct":1.5,"variant":"Claude 3 Haiku"},"benchlm_instructionFollowing":{"rank":48,"of":53,"score":39.9,"pct":9.6,"variant":"Claude 3 Haiku"}},"domains":{"overall":5.6,"coding":10.3,"reasoning":5.6,"math":10.6,"knowledge":25.9,"writing":8.2,"instruction":4.7,"chat":2.9,"business":29.7,"japanese":22.2,"vision":0.2},"coverage":2,"avgPct":14.4,"overall":5.6,"rank":137,"avgRank":123.5,"aliases":["claude-3-haiku-20240307","Claude 3 Haiku","anthropic/claude-3-haiku"],"open":false,"release":"2024-03-01","ctx":200000,"pin":0.25,"pout":1.25,"theta":-2.265,"se":0.252,"lo":3.4,"hi":9,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gemini-1-0-pro","name":"Gemini 1.0 Pro","provider":"google","providerName":"Google","country":"US","sites":{"epoch":{"rank":178,"of":239,"score":116.97,"pct":25.6,"variant":"Gemini 1.0 Pro"},"benchlm":{"rank":74,"of":74,"score":12.95,"pct":0,"variant":"Gemini 1.0 Pro"}},"metrics":{"epoch_eci":{"rank":178,"of":239,"score":116.97,"pct":25.6,"variant":"Gemini 1.0 Pro"},"benchlm":{"rank":74,"of":74,"score":12.95,"pct":0,"variant":"Gemini 1.0 Pro"},"benchlm_knowledge":{"rank":69,"of":69,"score":15.41,"pct":0,"variant":"Gemini 1.0 Pro"}},"domains":{"overall":4.9,"knowledge":26.4},"coverage":2,"avgPct":12.8,"overall":4.9,"rank":138,"avgRank":126,"aliases":["Gemini 1.0 Pro"],"release":"2023-12-06","open":false,"ctx":32768,"theta":-2.375,"se":0.252,"lo":3,"hi":7.9,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gemini-3-deep","name":"Gemini 3 Deep","provider":"google","providerName":"Google","country":"US","sites":{"arc":{"rank":9,"of":79,"score":84.6,"pct":89.7,"variant":"Gemini 3 Deep Think (2/26)"}},"metrics":{"aa_critpt":{"rank":14,"of":112,"score":25.7,"pct":88.3,"variant":"gemini-3-deep-think"},"arc_v2":{"rank":9,"of":79,"score":84.6,"pct":89.7,"variant":"Gemini 3 Deep Think (2/26)"},"arc_v1":{"rank":11,"of":76,"score":96,"pct":86.7,"variant":"Gemini 3 Deep Think (2/26)"}},"domains":{"overall":86.4,"reasoning":82,"knowledge":84},"coverage":1,"avgPct":89.7,"overall":86.4,"rank":null,"avgRank":9,"aliases":["gemini-3-deep-think","Gemini 3 Deep Think (2/26)"],"release":"2026-02-05","open":false,"reasoning":true,"ctx":128000,"theta":1.482,"se":0.295,"lo":77.7,"hi":92.1,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"step-5","name":"Step 5","provider":"stepfun","providerName":"StepFun","country":"CN","sites":{"aa":{"rank":14,"of":107,"score":43.7,"pct":87.7,"variant":"step-5-preview"}},"metrics":{"aa_index":{"rank":14,"of":107,"score":43.7,"pct":87.7,"variant":"step-5-preview"},"aa_hle":{"rank":15,"of":109,"score":46.5,"pct":87,"variant":"step-5-preview"},"aa_scicode":{"rank":8,"of":107,"score":58.9,"pct":93.4,"variant":"step-5-preview"},"aa_lcr":{"rank":2,"of":109,"score":88.3,"pct":99.1,"variant":"step-5-preview"},"aa_mmmuPro":{"rank":28,"of":55,"score":76.4,"pct":50,"variant":"step-5-preview"},"aa_critpt":{"rank":16,"of":112,"score":20.9,"pct":86.5,"variant":"step-5-preview"},"aa_omniscience":{"rank":24,"of":109,"score":16.4,"pct":78.7,"variant":"step-5-preview"},"aa_gdpvalNormalized":{"rank":13,"of":107,"score":0.5,"pct":88.7,"variant":"step-5-preview"}},"domains":{"overall":83.3,"coding":82.4,"reasoning":80.8,"knowledge":86.5,"business":86.9,"vision":47,"longctx":72.6},"coverage":1,"avgPct":87.7,"overall":83.3,"rank":null,"avgRank":14,"aliases":["step-5-preview"],"release":"2026-09-18","open":false,"reasoning":true,"ctx":1000000,"pin":1,"pout":2.7,"tps":83,"ttft":2.98,"theta":1.283,"se":0.282,"lo":73.6,"hi":89.9,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":true},{"id":"hy4","name":"Hy4","provider":"tencent","providerName":"Tencent","country":"CN","sites":{"vals":{"rank":26,"of":63,"score":55.4,"pct":59.7,"variant":"tencent/hy4-preview"}},"metrics":{"arena_webdev":{"rank":11,"of":110,"score":1631.3,"pct":90.8,"variant":"hy4-preview"},"arena_agent":{"rank":9,"of":43,"score":0.05,"pct":81,"variant":"Hy4 preview"},"vals_index":{"rank":26,"of":63,"score":55.4,"pct":59.7,"variant":"tencent/hy4-preview"},"vals_vibe_code_bench":{"rank":21,"of":63,"score":77.5,"pct":67.7,"variant":"tencent/hy4-preview"},"vals_finance_agent":{"rank":16,"of":63,"score":55.1,"pct":75.8,"variant":"tencent/hy4-preview"},"vals_terminal_bench_2_1":{"rank":40,"of":63,"score":55.1,"pct":37.1,"variant":"tencent/hy4-preview"},"vals_emb":{"rank":29,"of":63,"score":58.1,"pct":54.8,"variant":"tencent/hy4-preview"},"vals_code_migration":{"rank":12,"of":63,"score":46.8,"pct":82.3,"variant":"tencent/hy4-preview"},"vals_legal_research":{"rank":12,"of":63,"score":45.2,"pct":82.3,"variant":"tencent/hy4-preview"},"vals_legal_agent_benchmark":{"rank":15,"of":63,"score":9.2,"pct":77.4,"variant":"tencent/hy4-preview"}},"domains":{"overall":79.1,"coding":81.4,"agent":73.9,"business":87.1},"coverage":1,"avgPct":59.7,"overall":79.1,"rank":null,"avgRank":26,"aliases":["hy4-preview","Hy4 preview","tencent/hy4-preview"],"open":true,"release":"2026-08-28","reasoning":true,"theta":1.067,"se":0.243,"lo":69.7,"hi":86.2,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":true},{"id":"gpt-5-6-luna-30","name":"GPT-5.6 Luna 30","provider":"openai","providerName":"OpenAI","country":"US","sites":{"arc":{"rank":27,"of":79,"score":59.6,"pct":66.7,"variant":"GPT-5.6 Luna 2026-07-30 (Max)"}},"metrics":{"arc_v2":{"rank":27,"of":79,"score":59.6,"pct":66.7,"variant":"GPT-5.6 Luna 2026-07-30 (Max)"},"arc_v1":{"rank":22,"of":76,"score":90.7,"pct":72,"variant":"GPT-5.6 Luna 2026-07-30 (Max)"}},"domains":{"overall":73.8,"reasoning":74.3},"coverage":1,"avgPct":66.7,"overall":73.8,"rank":null,"avgRank":27,"aliases":["GPT-5.6 Luna 2026-07-30 (Max)"],"release":"2026-07-30","theta":0.827,"se":0.295,"lo":60.5,"hi":83.7,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"qwen-3-8-max","name":"Qwen 3.8 Max","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"epoch":{"rank":17,"of":239,"score":156.69,"pct":93.3,"variant":"Qwen 3.8 Max"}},"metrics":{"epoch_eci":{"rank":17,"of":239,"score":156.69,"pct":93.3,"variant":"Qwen 3.8 Max"}},"domains":{"overall":71.7},"coverage":1,"avgPct":93.3,"overall":71.7,"rank":null,"avgRank":17,"aliases":["Qwen 3.8 Max"],"release":"2026-08-02","open":false,"theta":0.742,"se":0.499,"lo":47.5,"hi":87.6,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gpt-5-2-codex","name":"GPT-5.2 Codex","provider":"openai","providerName":"OpenAI","country":"US","sites":{"livebench":{"rank":39,"of":60,"score":74,"pct":35.6,"variant":"gpt-5.2-codex"}},"metrics":{"arena_webdev":{"rank":85,"of":110,"score":1338.7,"pct":22.9,"variant":"gpt-5.2-codex"},"livebench_global":{"rank":39,"of":60,"score":74,"pct":35.6,"variant":"gpt-5.2-codex"},"livebench_reasoning":{"rank":50,"of":60,"score":77.7,"pct":16.9,"variant":"gpt-5.2-codex"},"livebench_coding":{"rank":5,"of":60,"score":83.6,"pct":93.2,"variant":"gpt-5.2-codex"},"livebench_agentic_coding":{"rank":39,"of":60,"score":49.4,"pct":35.6,"variant":"gpt-5.2-codex"},"livebench_mathematics":{"rank":34,"of":60,"score":88.8,"pct":44.1,"variant":"gpt-5.2-codex"},"livebench_data_analysis":{"rank":22,"of":60,"score":78.2,"pct":64.4,"variant":"gpt-5.2-codex"},"livebench_language":{"rank":50,"of":60,"score":73.7,"pct":16.9,"variant":"gpt-5.2-codex"},"livebench_if":{"rank":38,"of":60,"score":66.4,"pct":37.3,"variant":"gpt-5.2-codex"}},"domains":{"overall":71.5,"coding":51,"agent":60.6,"reasoning":55.5,"math":73.8,"writing":53.4,"instruction":62.6,"business":87.4},"coverage":1,"avgPct":35.6,"overall":71.5,"rank":null,"avgRank":39,"aliases":["gpt-5.2-codex"],"open":false,"release":"2025-12-11","reasoning":true,"ctx":400000,"pin":1.75,"pout":14,"theta":0.736,"se":0.186,"lo":63.1,"hi":78.6,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"deepseek-v4-flash-vision","name":"DeepSeek V4 Flash Vision","provider":"deepseek","providerName":"DeepSeek","country":"CN","sites":{"aa":{"rank":30,"of":107,"score":34.8,"pct":72.6,"variant":"deepseek-v4-flash-vision"}},"metrics":{"aa_index":{"rank":30,"of":107,"score":34.8,"pct":72.6,"variant":"deepseek-v4-flash-vision"},"aa_hle":{"rank":43,"of":109,"score":34.5,"pct":61.1,"variant":"deepseek-v4-flash-vision"},"aa_gpqa":{"rank":24,"of":100,"score":91.3,"pct":76.8,"variant":"deepseek-v4-flash-vision"},"aa_scicode":{"rank":42,"of":107,"score":49.7,"pct":61.3,"variant":"deepseek-v4-flash-vision"},"aa_lcr":{"rank":23,"of":109,"score":81.3,"pct":79.6,"variant":"deepseek-v4-flash-vision"},"aa_mmmuPro":{"rank":35,"of":55,"score":74.8,"pct":37,"variant":"deepseek-v4-flash-vision"},"aa_critpt":{"rank":39,"of":112,"score":10.9,"pct":65.8,"variant":"deepseek-v4-flash-vision"},"aa_omniscience":{"rank":66,"of":109,"score":-17.6,"pct":39.8,"variant":"deepseek-v4-flash-vision"},"aa_gdpvalNormalized":{"rank":13,"of":107,"score":0.5,"pct":88.7,"variant":"deepseek-v4-flash-vision"}},"domains":{"overall":70.1,"coding":63,"reasoning":61.6,"knowledge":74.8,"business":86.9,"vision":41.3,"longctx":54.4},"coverage":1,"avgPct":72.6,"overall":70.1,"rank":null,"avgRank":30,"aliases":["deepseek-v4-flash-vision"],"release":"2026-08-21","open":false,"reasoning":true,"ctx":1000000,"pin":0.44,"pout":1.32,"tps":217,"ttft":0.94,"theta":0.681,"se":0.282,"lo":56.7,"hi":80.7,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"k2-horizon-375b-a23b","name":"K2 Horizon 375B A23B","provider":null,"providerName":"Institute of Foundation Models","sites":{"aa":{"rank":37,"of":107,"score":30.5,"pct":66,"variant":"k2-horizon-375b-a23b"}},"metrics":{"aa_index":{"rank":37,"of":107,"score":30.5,"pct":66,"variant":"k2-horizon-375b-a23b"},"aa_hle":{"rank":48,"of":109,"score":32,"pct":56.5,"variant":"k2-horizon-375b-a23b"},"aa_gpqa":{"rank":42,"of":100,"score":87.3,"pct":58.6,"variant":"k2-horizon-375b-a23b"},"aa_scicode":{"rank":61,"of":107,"score":42.9,"pct":43.4,"variant":"k2-horizon-375b-a23b"},"aa_lcr":{"rank":29,"of":109,"score":80,"pct":74.1,"variant":"k2-horizon-375b-a23b"},"aa_critpt":{"rank":51,"of":112,"score":4.6,"pct":55,"variant":"k2-horizon-375b-a23b"},"aa_omniscience":{"rank":47,"of":109,"score":-3,"pct":57.4,"variant":"k2-horizon-375b-a23b"},"aa_gdpvalNormalized":{"rank":29,"of":107,"score":0.4,"pct":73.6,"variant":"k2-horizon-375b-a23b"}},"domains":{"overall":62,"coding":44.6,"reasoning":56.8,"knowledge":73.1,"business":81.9,"longctx":50.7},"coverage":1,"avgPct":66,"overall":62,"rank":null,"avgRank":37,"aliases":["k2-horizon-375b-a23b"],"release":"2026-09-03","open":true,"reasoning":true,"ctx":524288,"theta":0.391,"se":0.282,"lo":47.7,"hi":74.4,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":true},{"id":"grok-4-1-fast","name":"Grok 4.1 Fast","provider":"xai","providerName":"xAI","country":"US","sites":{"simplebench":{"rank":43,"of":99,"score":56,"pct":57.1,"variant":"Grok 4.1 Fast"}},"metrics":{"arena_coding":{"rank":99,"of":344,"score":1460.5,"pct":71.4,"variant":"grok-4-1-fast-reasoning"},"arena_math":{"rank":93,"of":332,"score":1417.4,"pct":72.2,"variant":"grok-4-1-fast-reasoning"},"arena_creative_writing":{"rank":62,"of":347,"score":1414.5,"pct":82.4,"variant":"grok-4-1-fast-reasoning"},"arena_instruction_following":{"rank":104,"of":349,"score":1401.5,"pct":70.4,"variant":"grok-4-1-fast-reasoning"},"arena_hard_prompts":{"rank":93,"of":349,"score":1441.1,"pct":73.6,"variant":"grok-4-1-fast-reasoning"},"arena_multi_turn":{"rank":107,"of":347,"score":1413.4,"pct":69.4,"variant":"grok-4-1-fast-reasoning"},"arena_expert":{"rank":97,"of":301,"score":1438.3,"pct":68,"variant":"grok-4-1-fast-reasoning"},"arena_japanese":{"rank":87,"of":226,"score":1361.5,"pct":61.8,"variant":"grok-4-1-fast-reasoning"},"arena_industry_business_and_management_and_financial_operations":{"rank":96,"of":342,"score":1416.9,"pct":72.1,"variant":"grok-4-1-fast-reasoning"},"arena_industry_medicine_and_healthcare":{"rank":84,"of":320,"score":1446.3,"pct":74,"variant":"grok-4-1-fast-reasoning"},"arena_industry_legal_and_government":{"rank":98,"of":323,"score":1425.5,"pct":69.9,"variant":"grok-4-1-fast-reasoning"},"arena_webdev":{"rank":99,"of":110,"score":1240.6,"pct":10.1,"variant":"grok-4-1-fast-reasoning"},"arena_vision":{"rank":68,"of":134,"score":1194.5,"pct":49.6,"variant":"grok-4-1-fast-reasoning"},"eqbench_cw":{"rank":89,"of":137,"score":1327.4,"pct":35.3,"variant":"grok-4.1-fast"},"simplebench":{"rank":43,"of":99,"score":56,"pct":57.1,"variant":"Grok 4.1 Fast"}},"domains":{"overall":59.7,"coding":25.7,"reasoning":57.8,"math":53.9,"knowledge":67.6,"writing":45.3,"instruction":38.6,"chat":32.5,"business":67.2,"japanese":64.1,"vision":17.9},"coverage":1,"avgPct":57.1,"overall":59.7,"rank":null,"avgRank":43,"aliases":["grok-4-1-fast-reasoning","grok-4.1-fast","Grok 4.1 Fast"],"open":false,"release":"2025-11-19","reasoning":true,"ctx":2000000,"theta":0.316,"se":0.412,"lo":38.9,"hi":77.6,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"mimo-v2-5","name":"MiMo-V2.5","provider":"xiaomi","providerName":"Xiaomi","country":"CN","sites":{"vals":{"rank":43,"of":63,"score":39.9,"pct":32.3,"variant":"xiaomi/mimo-v2.5"}},"metrics":{"arena_coding":{"rank":67,"of":344,"score":1490.6,"pct":80.8,"variant":"mimo-v2.5"},"arena_math":{"rank":68,"of":332,"score":1440.1,"pct":79.8,"variant":"mimo-v2.5"},"arena_creative_writing":{"rank":88,"of":347,"score":1392.9,"pct":74.9,"variant":"mimo-v2.5"},"arena_instruction_following":{"rank":67,"of":349,"score":1431.2,"pct":81,"variant":"mimo-v2.5"},"arena_hard_prompts":{"rank":65,"of":349,"score":1461.7,"pct":81.6,"variant":"mimo-v2.5"},"arena_multi_turn":{"rank":65,"of":347,"score":1449.9,"pct":81.5,"variant":"mimo-v2.5"},"arena_expert":{"rank":61,"of":301,"score":1473.6,"pct":80,"variant":"mimo-v2.5"},"arena_japanese":{"rank":113,"of":226,"score":1321.1,"pct":50.2,"variant":"mimo-v2.5"},"arena_industry_business_and_management_and_financial_operations":{"rank":69,"of":342,"score":1441.1,"pct":80.1,"variant":"mimo-v2.5"},"arena_industry_medicine_and_healthcare":{"rank":80,"of":320,"score":1448.2,"pct":75.2,"variant":"mimo-v2.5"},"arena_industry_legal_and_government":{"rank":94,"of":323,"score":1427.2,"pct":71.1,"variant":"mimo-v2.5"},"arena_webdev":{"rank":53,"of":110,"score":1437.2,"pct":52.3,"variant":"mimo-v2.5"},"arena_vision":{"rank":47,"of":134,"score":1233.2,"pct":65.4,"variant":"mimo-v2.5"},"vals_index":{"rank":43,"of":63,"score":39.9,"pct":32.3,"variant":"xiaomi/mimo-v2.5"},"vals_vibe_code_bench":{"rank":41,"of":63,"score":42.2,"pct":35.5,"variant":"xiaomi/mimo-v2.5"},"vals_finance_agent":{"rank":54,"of":63,"score":36.7,"pct":14.5,"variant":"xiaomi/mimo-v2.5"},"vals_terminal_bench_2_1":{"rank":36,"of":63,"score":60.7,"pct":43.5,"variant":"xiaomi/mimo-v2.5"},"vals_emb":{"rank":39,"of":63,"score":55.1,"pct":38.7,"variant":"xiaomi/mimo-v2.5"},"vals_code_migration":{"rank":44,"of":63,"score":13.4,"pct":30.6,"variant":"xiaomi/mimo-v2.5"},"vals_legal_research":{"rank":57,"of":63,"score":9.1,"pct":9.7,"variant":"xiaomi/mimo-v2.5"},"vals_legal_agent_benchmark":{"rank":38,"of":63,"score":1.7,"pct":40.3,"variant":"xiaomi/mimo-v2.5"}},"domains":{"overall":59.2,"coding":58.2,"agent":57,"reasoning":55.9,"math":60.5,"knowledge":72.4,"writing":50.2,"instruction":51.2,"chat":46.8,"business":70.3,"japanese":54.8,"vision":35},"coverage":1,"avgPct":32.3,"overall":59.2,"rank":null,"avgRank":43,"aliases":["mimo-v2.5","xiaomi/mimo-v2.5"],"open":true,"release":"2026-04-22","reasoning":true,"ctx":1000000,"pin":0.14,"pout":0.28,"tps":46,"ttft":3.38,"theta":0.297,"se":0.243,"lo":46.8,"hi":70.5,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"grok-4-3-beta","name":"Grok 4.3 Beta","provider":"xai","providerName":"xAI","country":"US","sites":{"epoch":{"rank":54,"of":239,"score":149.13,"pct":77.7,"variant":"Grok 4.3 Beta"}},"metrics":{"epoch_eci":{"rank":54,"of":239,"score":149.13,"pct":77.7,"variant":"Grok 4.3 Beta"}},"domains":{"overall":56.4},"coverage":1,"avgPct":77.7,"overall":56.4,"rank":null,"avgRank":54,"aliases":["Grok 4.3 Beta"],"release":"2026-04-17","open":false,"theta":0.204,"se":0.499,"lo":31.6,"hi":78.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"quasar-438b","name":"Quasar 438B","provider":null,"providerName":"Multiverse Computing","sites":{"aa":{"rank":43,"of":107,"score":26.7,"pct":60.4,"variant":"quasar-438b"}},"metrics":{"aa_index":{"rank":43,"of":107,"score":26.7,"pct":60.4,"variant":"quasar-438b"},"aa_hle":{"rank":70,"of":109,"score":18.7,"pct":36.1,"variant":"quasar-438b"},"aa_gpqa":{"rank":77,"of":100,"score":73.2,"pct":23.2,"variant":"quasar-438b"},"aa_scicode":{"rank":46,"of":107,"score":48.1,"pct":57.5,"variant":"quasar-438b"},"aa_lcr":{"rank":54,"of":109,"score":76.3,"pct":50.9,"variant":"quasar-438b"},"aa_critpt":{"rank":43,"of":112,"score":9.4,"pct":62.2,"variant":"quasar-438b"},"aa_omniscience":{"rank":46,"of":109,"score":-2.6,"pct":58.3,"variant":"quasar-438b"},"aa_gdpvalNormalized":{"rank":39,"of":107,"score":0.3,"pct":64.2,"variant":"quasar-438b"}},"domains":{"overall":54.2,"coding":58.8,"reasoning":31.1,"knowledge":63.3,"business":75.4,"longctx":40.3},"coverage":1,"avgPct":60.4,"overall":54.2,"rank":null,"avgRank":43,"aliases":["quasar-438b"],"release":"2026-08-10","open":false,"reasoning":true,"ctx":1000000,"pin":0.6,"pout":1.8,"tps":167,"ttft":1.09,"theta":0.134,"se":0.282,"lo":39.8,"hi":67.9,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"qwen-3-6-plus","name":"Qwen 3.6 Plus","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"epoch":{"rank":58,"of":239,"score":147.67,"pct":76.1,"variant":"Qwen 3.6 Plus"}},"metrics":{"epoch_eci":{"rank":58,"of":239,"score":147.67,"pct":76.1,"variant":"Qwen 3.6 Plus"}},"domains":{"overall":53.1},"coverage":1,"avgPct":76.1,"overall":53.1,"rank":null,"avgRank":58,"aliases":["Qwen 3.6 Plus"],"release":"2026-03-31","open":false,"theta":0.101,"se":0.499,"lo":28.9,"hi":76,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gpt-5-5-06-26","name":"GPT-5.5.06.26","provider":"openai","providerName":"OpenAI","country":"US","sites":{"aa":{"rank":45,"of":107,"score":26,"pct":58.5,"variant":"gpt-5-5-instant-06-26"}},"metrics":{"aa_index":{"rank":45,"of":107,"score":26,"pct":58.5,"variant":"gpt-5-5-instant-06-26"},"aa_hle":{"rank":67,"of":109,"score":19.9,"pct":38.9,"variant":"gpt-5-5-instant-06-26"},"aa_gpqa":{"rank":57,"of":100,"score":82.3,"pct":43.4,"variant":"gpt-5-5-instant-06-26"},"aa_scicode":{"rank":30,"of":107,"score":52.5,"pct":72.6,"variant":"gpt-5-5-instant-06-26"},"aa_lcr":{"rank":70,"of":109,"score":70,"pct":36.1,"variant":"gpt-5-5-instant-06-26"},"aa_critpt":{"rank":86,"of":112,"score":0,"pct":23.4,"variant":"gpt-5-5-instant-06-26"},"aa_omniscience":{"rank":34,"of":109,"score":3.7,"pct":69.4,"variant":"gpt-5-5-instant-06-26"},"aa_gdpvalNormalized":{"rank":75,"of":107,"score":0,"pct":30.2,"variant":"gpt-5-5-instant-06-26"}},"domains":{"overall":52.7,"coding":69.8,"reasoning":33.2,"knowledge":64.2,"business":49.2,"longctx":24.7},"coverage":1,"avgPct":58.5,"overall":52.7,"rank":null,"avgRank":45,"aliases":["gpt-5-5-instant-06-26"],"release":"2026-06-25","open":false,"reasoning":true,"ctx":400000,"pin":5,"pout":30,"tps":127,"ttft":1.05,"theta":0.087,"se":0.282,"lo":38.4,"hi":66.6,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"hy3","name":"Hy3","provider":"tencent","providerName":"Tencent","country":"CN","sites":{"aa":{"rank":48,"of":107,"score":25.3,"pct":55.7,"variant":"hy3"}},"metrics":{"arena_coding":{"rank":51,"of":344,"score":1502.7,"pct":85.4,"variant":"hy3"},"arena_math":{"rank":21,"of":332,"score":1479.5,"pct":94,"variant":"hy3"},"arena_creative_writing":{"rank":61,"of":347,"score":1418.5,"pct":82.7,"variant":"hy3"},"arena_instruction_following":{"rank":52,"of":349,"score":1444,"pct":85.3,"variant":"hy3"},"arena_hard_prompts":{"rank":50,"of":349,"score":1476.1,"pct":85.9,"variant":"hy3"},"arena_multi_turn":{"rank":59,"of":347,"score":1455.1,"pct":83.2,"variant":"hy3"},"arena_expert":{"rank":47,"of":301,"score":1485,"pct":84.7,"variant":"hy3"},"arena_industry_business_and_management_and_financial_operations":{"rank":56,"of":342,"score":1448.1,"pct":83.9,"variant":"hy3"},"arena_industry_medicine_and_healthcare":{"rank":33,"of":320,"score":1486,"pct":90,"variant":"hy3"},"arena_industry_legal_and_government":{"rank":69,"of":323,"score":1449,"pct":78.9,"variant":"hy3"},"arena_webdev":{"rank":38,"of":110,"score":1509.2,"pct":66.1,"variant":"hy3"},"arena_agent":{"rank":32,"of":43,"score":-0.052,"pct":26.2,"variant":"Hy3"},"aa_index":{"rank":48,"of":107,"score":25.3,"pct":55.7,"variant":"hy3"},"aa_hle":{"rank":47,"of":109,"score":33.5,"pct":57.4,"variant":"hy3"},"aa_gpqa":{"rank":35,"of":100,"score":89.7,"pct":65.7,"variant":"hy3"},"aa_scicode":{"rank":44,"of":107,"score":48.6,"pct":59.4,"variant":"hy3"},"aa_lcr":{"rank":40,"of":109,"score":79,"pct":63.9,"variant":"hy3"},"aa_critpt":{"rank":50,"of":112,"score":4.9,"pct":55.9,"variant":"hy3"},"aa_omniscience":{"rank":68,"of":109,"score":-18.5,"pct":38,"variant":"hy3"},"aa_gdpvalNormalized":{"rank":39,"of":107,"score":0.3,"pct":64.2,"variant":"hy3"}},"domains":{"overall":51.2,"coding":66.1,"agent":52.5,"reasoning":60.9,"math":70.9,"knowledge":75.4,"writing":58.3,"instruction":56.7,"chat":48.9,"business":75.5,"longctx":47.9},"coverage":1,"avgPct":55.7,"overall":51.2,"rank":null,"avgRank":48,"aliases":["hy3","Hy3"],"open":true,"release":"2026-04-23","reasoning":true,"ctx":256000,"pin":0.063,"pout":0.21,"tps":85,"ttft":2.86,"theta":0.039,"se":0.282,"lo":37,"hi":65.2,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"k2-horizon-mova-36b-a4b","name":"K2 Horizon MoVA 36B A4B","provider":null,"providerName":"Institute of Foundation Models","sites":{"aa":{"rank":48,"of":107,"score":25.3,"pct":55.7,"variant":"k2-horizon-mova-36b-a4b"}},"metrics":{"aa_index":{"rank":48,"of":107,"score":25.3,"pct":55.7,"variant":"k2-horizon-mova-36b-a4b"},"aa_hle":{"rank":57,"of":109,"score":23.4,"pct":48.1,"variant":"k2-horizon-mova-36b-a4b"},"aa_gpqa":{"rank":58,"of":100,"score":82.2,"pct":42.4,"variant":"k2-horizon-mova-36b-a4b"},"aa_scicode":{"rank":71,"of":107,"score":40,"pct":34,"variant":"k2-horizon-mova-36b-a4b"},"aa_lcr":{"rank":67,"of":109,"score":71.7,"pct":38.9,"variant":"k2-horizon-mova-36b-a4b"},"aa_critpt":{"rank":63,"of":112,"score":2.3,"pct":44.1,"variant":"k2-horizon-mova-36b-a4b"},"aa_omniscience":{"rank":56,"of":109,"score":-10.9,"pct":49.1,"variant":"k2-horizon-mova-36b-a4b"},"aa_gdpvalNormalized":{"rank":39,"of":107,"score":0.3,"pct":64.2,"variant":"k2-horizon-mova-36b-a4b"}},"domains":{"overall":51.2,"coding":37,"reasoning":39.7,"knowledge":64.7,"business":75.4,"longctx":28.5},"coverage":1,"avgPct":55.7,"overall":51.2,"rank":null,"avgRank":48,"aliases":["k2-horizon-mova-36b-a4b"],"release":"2026-09-03","open":true,"reasoning":true,"ctx":524288,"theta":0.039,"se":0.282,"lo":37,"hi":65.2,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":true},{"id":"qwen-3-5-plus","name":"Qwen 3.5 Plus","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"epoch":{"rank":64,"of":239,"score":146.79,"pct":73.5,"variant":"Qwen 3.5 Plus (hosted 397B-A17B)"}},"metrics":{"epoch_eci":{"rank":64,"of":239,"score":146.79,"pct":73.5,"variant":"Qwen 3.5 Plus (hosted 397B-A17B)"}},"domains":{"overall":51.2},"coverage":1,"avgPct":73.5,"overall":51.2,"rank":null,"avgRank":64,"aliases":["Qwen 3.5 Plus (hosted 397B-A17B)"],"release":"2026-02-16","open":false,"theta":0.038,"se":0.499,"lo":27.3,"hi":74.5,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"ling-3-0-flash-vl","name":"Ling-3.0-flash-VL","provider":"antgroup","providerName":"Ant Group","country":"CN","sites":{"aa":{"rank":53,"of":107,"score":24.6,"pct":50.9,"variant":"ling-3-0-flash-vl"}},"metrics":{"aa_index":{"rank":53,"of":107,"score":24.6,"pct":50.9,"variant":"ling-3-0-flash-vl"},"aa_hle":{"rank":62,"of":109,"score":22,"pct":43.5,"variant":"ling-3-0-flash-vl"},"aa_gpqa":{"rank":47,"of":100,"score":86.2,"pct":53.5,"variant":"ling-3-0-flash-vl"},"aa_scicode":{"rank":59,"of":107,"score":44.2,"pct":45.3,"variant":"ling-3-0-flash-vl"},"aa_lcr":{"rank":43,"of":109,"score":78.3,"pct":61.1,"variant":"ling-3-0-flash-vl"},"aa_mmmuPro":{"rank":20,"of":55,"score":79,"pct":64.8,"variant":"ling-3-0-flash-vl"},"aa_critpt":{"rank":64,"of":112,"score":2,"pct":43.2,"variant":"ling-3-0-flash-vl"},"aa_omniscience":{"rank":50,"of":109,"score":-4.5,"pct":54.6,"variant":"ling-3-0-flash-vl"},"aa_gdpvalNormalized":{"rank":39,"of":107,"score":0.3,"pct":64.2,"variant":"ling-3-0-flash-vl"}},"domains":{"overall":49.8,"coding":48.2,"reasoning":37,"knowledge":65.8,"business":75.4,"vision":56.3,"longctx":45.9},"coverage":1,"avgPct":50.9,"overall":49.8,"rank":null,"avgRank":53,"aliases":["ling-3-0-flash-vl"],"release":"2026-09-10","open":true,"reasoning":true,"ctx":262144,"pin":0.075,"pout":0.22,"tps":146,"ttft":1.83,"theta":-0.008,"se":0.282,"lo":35.7,"hi":63.9,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":true},{"id":"grok-build-0-1","name":"Grok Build 0.1","provider":"xai","providerName":"xAI","country":"US","sites":{"livebench":{"rank":54,"of":60,"score":67.8,"pct":10.2,"variant":"grok-build-0.1"}},"metrics":{"livebench_global":{"rank":54,"of":60,"score":67.8,"pct":10.2,"variant":"grok-build-0.1"},"livebench_reasoning":{"rank":53,"of":60,"score":76.4,"pct":11.9,"variant":"grok-build-0.1"},"livebench_coding":{"rank":60,"of":60,"score":65.4,"pct":0,"variant":"grok-build-0.1"},"livebench_agentic_coding":{"rank":47,"of":60,"score":45.8,"pct":22,"variant":"grok-build-0.1"},"livebench_mathematics":{"rank":57,"of":60,"score":78.4,"pct":5.1,"variant":"grok-build-0.1"},"livebench_data_analysis":{"rank":44,"of":60,"score":70.8,"pct":27.1,"variant":"grok-build-0.1"},"livebench_language":{"rank":54,"of":60,"score":72.5,"pct":10.2,"variant":"grok-build-0.1"},"livebench_if":{"rank":40,"of":60,"score":65.2,"pct":33.9,"variant":"grok-build-0.1"}},"domains":{"overall":47.8,"coding":35.6,"agent":52.2,"reasoning":51.4,"math":42.8,"writing":50,"instruction":58.8,"business":77.6},"coverage":1,"avgPct":10.2,"overall":47.8,"rank":null,"avgRank":54,"aliases":["grok-build-0.1"],"release":"2026-06-16","open":false,"reasoning":true,"ctx":256000,"pin":1,"pout":2,"tps":46,"ttft":0.61,"theta":-0.071,"se":0.186,"lo":38.4,"hi":57.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"deepseek-v3-2-exp","name":"DeepSeek V3.2 Exp","provider":"deepseek","providerName":"DeepSeek","country":"CN","sites":{"epoch":{"rank":79,"of":239,"score":145.02,"pct":67.2,"variant":"DeepSeek-V3.2-Exp"}},"metrics":{"arena_coding":{"rank":84,"of":344,"score":1475.7,"pct":75.8,"variant":"deepseek-v3.2-exp-thinking"},"arena_math":{"rank":86,"of":332,"score":1424.3,"pct":74.3,"variant":"deepseek-v3.2-exp-thinking"},"arena_creative_writing":{"rank":66,"of":347,"score":1408.4,"pct":81.2,"variant":"deepseek-v3.2-exp"},"arena_instruction_following":{"rank":84,"of":349,"score":1415.6,"pct":76.1,"variant":"deepseek-v3.2-exp-thinking"},"arena_hard_prompts":{"rank":83,"of":349,"score":1446.7,"pct":76.4,"variant":"deepseek-v3.2-exp-thinking"},"arena_multi_turn":{"rank":88,"of":347,"score":1428.5,"pct":74.9,"variant":"deepseek-v3.2-exp"},"arena_expert":{"rank":87,"of":301,"score":1446.8,"pct":71.3,"variant":"deepseek-v3.2-exp-thinking"},"arena_japanese":{"rank":99,"of":226,"score":1345.5,"pct":56.4,"variant":"deepseek-v3.2-exp"},"arena_industry_business_and_management_and_financial_operations":{"rank":87,"of":342,"score":1423,"pct":74.8,"variant":"deepseek-v3.2-exp"},"arena_industry_medicine_and_healthcare":{"rank":49,"of":320,"score":1474.8,"pct":85,"variant":"deepseek-v3.2-exp-thinking"},"arena_industry_legal_and_government":{"rank":93,"of":323,"score":1428.2,"pct":71.4,"variant":"deepseek-v3.2-exp-thinking"},"arena_webdev":{"rank":93,"of":110,"score":1271.7,"pct":15.6,"variant":"deepseek-v3.2-exp"},"epoch_eci":{"rank":79,"of":239,"score":145.02,"pct":67.2,"variant":"DeepSeek-V3.2-Exp"}},"domains":{"overall":47.3,"coding":30.3,"reasoning":50.1,"math":55.9,"knowledge":71.8,"writing":55.2,"instruction":44.5,"chat":38.2,"business":68.1,"japanese":60.5},"coverage":1,"avgPct":67.2,"overall":47.3,"rank":null,"avgRank":79,"aliases":["deepseek-v3.2-exp-thinking","deepseek-v3.2-exp","DeepSeek-V3.2-Exp"],"open":true,"reasoning":true,"release":"2025-09-29","theta":-0.088,"se":0.499,"lo":24.3,"hi":71.4,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"qwen3-7-flash","name":"Qwen3.7 Flash","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"epoch":{"rank":80,"of":239,"score":144.62,"pct":66.8,"variant":"Qwen3.7 Flash"}},"metrics":{"epoch_eci":{"rank":80,"of":239,"score":144.62,"pct":66.8,"variant":"Qwen3.7 Flash"},"epoch_frontiermath":{"rank":61,"of":72,"score":19.3,"pct":15.5,"variant":"qwen3.7-flash_none"},"epoch_gpqa":{"rank":68,"of":201,"score":82.3,"pct":66.5,"variant":"qwen3.7-flash"},"epoch_aime":{"rank":53,"of":182,"score":86.7,"pct":71.3,"variant":"qwen3.7-flash"}},"domains":{"overall":46.4,"math":51.4,"knowledge":70.8},"coverage":1,"avgPct":66.8,"overall":46.4,"rank":null,"avgRank":80,"aliases":["Qwen3.7 Flash","qwen3.7-flash_none","qwen3.7-flash"],"release":"2026-07-27","open":false,"reasoning":true,"theta":-0.116,"se":0.499,"lo":23.7,"hi":70.7,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"grok-4-fast","name":"Grok 4 Fast","provider":"xai","providerName":"xAI","country":"US","sites":{"epoch":{"rank":82,"of":239,"score":144.21,"pct":66,"variant":"Grok 4 Fast"}},"metrics":{"arena_coding":{"rank":105,"of":344,"score":1457.8,"pct":69.7,"variant":"grok-4-fast-chat"},"arena_math":{"rank":85,"of":332,"score":1425.1,"pct":74.6,"variant":"grok-4-fast-chat"},"arena_creative_writing":{"rank":97,"of":347,"score":1384,"pct":72.3,"variant":"grok-4-fast-chat"},"arena_instruction_following":{"rank":115,"of":349,"score":1394.3,"pct":67.2,"variant":"grok-4-fast-chat"},"arena_hard_prompts":{"rank":106,"of":349,"score":1431.1,"pct":69.8,"variant":"grok-4-fast-chat"},"arena_multi_turn":{"rank":93,"of":347,"score":1422.2,"pct":73.4,"variant":"grok-4-fast-chat"},"arena_expert":{"rank":116,"of":301,"score":1416.8,"pct":61.7,"variant":"grok-4-fast-chat"},"arena_japanese":{"rank":82,"of":226,"score":1369.8,"pct":64,"variant":"grok-4-fast-reasoning"},"arena_industry_business_and_management_and_financial_operations":{"rank":117,"of":342,"score":1403.2,"pct":66,"variant":"grok-4-fast-reasoning"},"arena_industry_medicine_and_healthcare":{"rank":90,"of":320,"score":1442.4,"pct":72.1,"variant":"grok-4-fast-chat"},"arena_industry_legal_and_government":{"rank":95,"of":323,"score":1426.6,"pct":70.8,"variant":"grok-4-fast-reasoning"},"arena_webdev":{"rank":109,"of":110,"score":1161.8,"pct":0.9,"variant":"grok-4-fast-reasoning"},"epoch_eci":{"rank":82,"of":239,"score":144.21,"pct":66,"variant":"Grok 4 Fast"}},"domains":{"overall":45.5,"coding":17.4,"reasoning":44.1,"math":56.2,"knowledge":64.3,"writing":47.3,"instruction":35.7,"chat":35.8,"business":65.9,"japanese":66},"coverage":1,"avgPct":66,"overall":45.5,"rank":null,"avgRank":82,"aliases":["grok-4-fast-chat","grok-4-fast-reasoning","Grok 4 Fast"],"open":false,"release":"2025-09-19","reasoning":true,"ctx":2000000,"pin":0.2,"pout":0.5,"theta":-0.145,"se":0.499,"lo":23,"hi":69.9,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"ling-3-0-flash-fin","name":"Ling-3.0-flash-Fin","provider":"antgroup","providerName":"Ant Group","country":"CN","sites":{"aa":{"rank":57,"of":107,"score":22.6,"pct":47.2,"variant":"ling-3-0-flash-fin"}},"metrics":{"aa_index":{"rank":57,"of":107,"score":22.6,"pct":47.2,"variant":"ling-3-0-flash-fin"},"aa_hle":{"rank":59,"of":109,"score":22.6,"pct":46.3,"variant":"ling-3-0-flash-fin"},"aa_scicode":{"rank":64,"of":107,"score":42.4,"pct":40.6,"variant":"ling-3-0-flash-fin"},"aa_lcr":{"rank":59,"of":109,"score":73.7,"pct":46.3,"variant":"ling-3-0-flash-fin"},"aa_critpt":{"rank":59,"of":112,"score":2.6,"pct":47.7,"variant":"ling-3-0-flash-fin"},"aa_omniscience":{"rank":59,"of":109,"score":-14.6,"pct":46.3,"variant":"ling-3-0-flash-fin"},"aa_gdpvalNormalized":{"rank":39,"of":107,"score":0.3,"pct":64.2,"variant":"ling-3-0-flash-fin"},"aa_apexAgents":{"rank":11,"of":22,"score":27.4,"pct":52.4,"variant":"ling-3-0-flash-fin"}},"domains":{"overall":45.5,"coding":43.3,"agent":55.3,"reasoning":38.1,"knowledge":62.3,"business":76.5,"longctx":33.4},"coverage":1,"avgPct":47.2,"overall":45.5,"rank":null,"avgRank":57,"aliases":["ling-3-0-flash-fin"],"release":"2026-09-11","open":true,"reasoning":true,"ctx":262144,"pin":0.075,"pout":0.22,"tps":159,"ttft":1.71,"theta":-0.143,"se":0.282,"lo":31.9,"hi":59.9,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":true},{"id":"qwen-3-5-flash","name":"Qwen 3.5 Flash","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"epoch":{"rank":84,"of":239,"score":143.98,"pct":65.1,"variant":"Qwen 3.5 Flash (hosted 35B-A3B)"}},"metrics":{"epoch_eci":{"rank":84,"of":239,"score":143.98,"pct":65.1,"variant":"Qwen 3.5 Flash (hosted 35B-A3B)"}},"domains":{"overall":45},"coverage":1,"avgPct":65.1,"overall":45,"rank":null,"avgRank":84,"aliases":["Qwen 3.5 Flash (hosted 35B-A3B)"],"release":"2026-02-25","open":false,"theta":-0.162,"se":0.499,"lo":22.6,"hi":69.5,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"qwen-3-6-35b-a3b","name":"Qwen 3.6 35B A3B","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"epoch":{"rank":85,"of":239,"score":143.92,"pct":64.7,"variant":"Qwen 3.6 35B-A3B"}},"metrics":{"epoch_eci":{"rank":85,"of":239,"score":143.92,"pct":64.7,"variant":"Qwen 3.6 35B-A3B"}},"domains":{"overall":44.8},"coverage":1,"avgPct":64.7,"overall":44.8,"rank":null,"avgRank":85,"aliases":["Qwen 3.6 35B-A3B"],"release":"2026-04-14","open":true,"theta":-0.166,"se":0.499,"lo":22.6,"hi":69.4,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"qwen3-max","name":"Qwen3 Max","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"epoch":{"rank":94,"of":239,"score":142.41,"pct":60.9,"variant":"Qwen3-Max"}},"metrics":{"arena_coding":{"rank":79,"of":344,"score":1481.1,"pct":77.3,"variant":"qwen3-max-preview"},"arena_math":{"rank":72,"of":332,"score":1436,"pct":78.5,"variant":"qwen3-max-preview"},"arena_creative_writing":{"rank":90,"of":347,"score":1392.3,"pct":74.3,"variant":"qwen3-max-preview"},"arena_instruction_following":{"rank":73,"of":349,"score":1425.6,"pct":79.3,"variant":"qwen3-max-preview"},"arena_hard_prompts":{"rank":70,"of":349,"score":1458.6,"pct":80.2,"variant":"qwen3-max-preview"},"arena_multi_turn":{"rank":73,"of":347,"score":1443.1,"pct":79.2,"variant":"qwen3-max-preview"},"arena_expert":{"rank":69,"of":301,"score":1467.2,"pct":77.3,"variant":"qwen3-max-preview"},"arena_japanese":{"rank":69,"of":226,"score":1387.5,"pct":69.8,"variant":"qwen3-max-preview"},"arena_industry_business_and_management_and_financial_operations":{"rank":62,"of":342,"score":1445.5,"pct":82.1,"variant":"qwen3-max-preview"},"arena_industry_medicine_and_healthcare":{"rank":51,"of":320,"score":1473.5,"pct":84.3,"variant":"qwen3-max-preview"},"arena_industry_legal_and_government":{"rank":89,"of":323,"score":1431.5,"pct":72.7,"variant":"qwen3-max-preview"},"epoch_eci":{"rank":94,"of":239,"score":142.41,"pct":60.9,"variant":"Qwen3-Max"}},"domains":{"overall":41.5,"coding":50.5,"reasoning":54.7,"math":59.3,"knowledge":74.1,"writing":50,"instruction":48.8,"chat":44,"business":70.7,"japanese":69.7},"coverage":1,"avgPct":60.9,"overall":41.5,"rank":null,"avgRank":94,"aliases":["qwen3-max-preview","Qwen3-Max"],"open":false,"release":"2025-09-05","reasoning":true,"ctx":262144,"pin":1.2,"pout":6,"tps":58,"ttft":2.28,"theta":-0.274,"se":0.499,"lo":20.3,"hi":66.5,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"k2-horizon-7b","name":"K2 Horizon 7B","provider":null,"providerName":"Institute of Foundation Models","sites":{"aa":{"rank":62,"of":107,"score":20.6,"pct":42.5,"variant":"k2-horizon-7b"}},"metrics":{"aa_index":{"rank":62,"of":107,"score":20.6,"pct":42.5,"variant":"k2-horizon-7b"},"aa_hle":{"rank":71,"of":109,"score":18.2,"pct":35.2,"variant":"k2-horizon-7b"},"aa_gpqa":{"rank":72,"of":100,"score":75.3,"pct":28.3,"variant":"k2-horizon-7b"},"aa_scicode":{"rank":96,"of":107,"score":27.5,"pct":10.4,"variant":"k2-horizon-7b"},"aa_lcr":{"rank":72,"of":109,"score":69.7,"pct":34.3,"variant":"k2-horizon-7b"},"aa_critpt":{"rank":77,"of":112,"score":0.3,"pct":31.5,"variant":"k2-horizon-7b"},"aa_omniscience":{"rank":63,"of":109,"score":-16.6,"pct":42.6,"variant":"k2-horizon-7b"},"aa_gdpvalNormalized":{"rank":39,"of":107,"score":0.3,"pct":64.2,"variant":"k2-horizon-7b"}},"domains":{"overall":41.4,"coding":12.9,"reasoning":30.2,"knowledge":57.8,"business":75.4,"longctx":24.1},"coverage":1,"avgPct":42.5,"overall":41.4,"rank":null,"avgRank":62,"aliases":["k2-horizon-7b"],"release":"2026-09-03","open":true,"reasoning":true,"ctx":524288,"theta":-0.278,"se":0.282,"lo":28.3,"hi":55.8,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":true},{"id":"longcat-2-0","name":"LongCat 2.0","provider":"meituan","providerName":"Meituan","country":"CN","sites":{"aa":{"rank":63,"of":107,"score":19.1,"pct":41.5,"variant":"longcat-2-0"}},"metrics":{"aa_index":{"rank":63,"of":107,"score":19.1,"pct":41.5,"variant":"longcat-2-0"},"aa_hle":{"rank":45,"of":109,"score":33.7,"pct":59.3,"variant":"longcat-2-0"},"aa_gpqa":{"rank":65,"of":100,"score":78,"pct":35.4,"variant":"longcat-2-0"},"aa_scicode":{"rank":84,"of":107,"score":36.3,"pct":21.7,"variant":"longcat-2-0"},"aa_lcr":{"rank":77,"of":109,"score":65,"pct":29.6,"variant":"longcat-2-0"},"aa_critpt":{"rank":59,"of":112,"score":2.6,"pct":47.7,"variant":"longcat-2-0"},"aa_omniscience":{"rank":72,"of":109,"score":-23.4,"pct":34.3,"variant":"longcat-2-0"},"aa_gdpvalNormalized":{"rank":54,"of":107,"score":0.2,"pct":50,"variant":"longcat-2-0"}},"domains":{"overall":38.4,"coding":28.1,"reasoning":60.1,"knowledge":68.3,"business":67.6,"longctx":15.7},"coverage":1,"avgPct":41.5,"overall":38.4,"rank":null,"avgRank":63,"aliases":["longcat-2-0"],"release":"2026-06-29","open":true,"reasoning":true,"ctx":1000000,"pin":0.3,"pout":1.2,"theta":-0.38,"se":0.282,"lo":25.8,"hi":52.6,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"qwen3-6-35b-a3b","name":"Qwen3.6 35B A3B","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"aa":{"rank":65,"of":107,"score":18.2,"pct":39.6,"variant":"qwen3-6-35b-a3b"}},"metrics":{"aa_index":{"rank":65,"of":107,"score":18.2,"pct":39.6,"variant":"qwen3-6-35b-a3b"},"aa_hle":{"rank":61,"of":109,"score":22.2,"pct":44.4,"variant":"qwen3-6-35b-a3b"},"aa_gpqa":{"rank":52,"of":100,"score":84.1,"pct":48.5,"variant":"qwen3-6-35b-a3b"},"aa_scicode":{"rank":82,"of":107,"score":36.6,"pct":23.6,"variant":"qwen3-6-35b-a3b"},"aa_terminalbenchHard":{"rank":26,"of":62,"score":34.8,"pct":59,"variant":"qwen3-6-35b-a3b"},"aa_tau2":{"rank":9,"of":61,"score":95.3,"pct":86.7,"variant":"qwen3-6-35b-a3b"},"aa_ifbench":{"rank":33,"of":62,"score":64.4,"pct":47.5,"variant":"qwen3-6-35b-a3b"},"aa_lcr":{"rank":67,"of":109,"score":71.7,"pct":38.9,"variant":"qwen3-6-35b-a3b"},"aa_mmmuPro":{"rank":32,"of":55,"score":75,"pct":42.6,"variant":"qwen3-6-35b-a3b"},"aa_critpt":{"rank":77,"of":112,"score":0.3,"pct":31.5,"variant":"qwen3-6-35b-a3b"},"aa_omniscience":{"rank":71,"of":109,"score":-22.2,"pct":35.2,"variant":"qwen3-6-35b-a3b"},"aa_gdpvalNormalized":{"rank":54,"of":107,"score":0.2,"pct":50,"variant":"qwen3-6-35b-a3b"},"epoch_frontiermath":{"rank":59,"of":72,"score":20.4,"pct":18.3,"variant":"qwen3.6-35b-a3b_none"},"epoch_gpqa":{"rank":58,"of":201,"score":84.8,"pct":71.5,"variant":"qwen3.6-35b-a3b_none"},"epoch_aime":{"rank":53,"of":182,"score":86.7,"pct":71.3,"variant":"qwen3.6-35b-a3b"}},"domains":{"overall":36.6,"coding":37.7,"agent":49.6,"reasoning":37.4,"math":51.9,"knowledge":66.9,"instruction":43.6,"business":67.6,"vision":42,"longctx":28.5},"coverage":1,"avgPct":39.6,"overall":36.6,"rank":null,"avgRank":65,"aliases":["qwen3-6-35b-a3b","qwen3.6-35b-a3b_none","qwen3.6-35b-a3b"],"release":"2026-04-15","open":true,"reasoning":true,"ctx":262144,"pin":0.375,"pout":2.25,"tps":134,"ttft":2.13,"theta":-0.44,"se":0.282,"lo":24.4,"hi":50.7,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"qwen3-30b-a3b","name":"Qwen3 30B A3B","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"epoch":{"rank":105,"of":239,"score":139.63,"pct":56.3,"variant":"Qwen3-30B-A3B-Thinking (Jul 2025)"}},"metrics":{"arena_coding":{"rank":173,"of":344,"score":1385.9,"pct":49.9,"variant":"qwen3-30b-a3b"},"arena_math":{"rank":159,"of":332,"score":1351.5,"pct":52.3,"variant":"qwen3-30b-a3b"},"arena_creative_writing":{"rank":204,"of":347,"score":1283.2,"pct":41.3,"variant":"qwen3-30b-a3b"},"arena_instruction_following":{"rank":199,"of":349,"score":1310.1,"pct":43.1,"variant":"qwen3-30b-a3b"},"arena_hard_prompts":{"rank":185,"of":349,"score":1344.4,"pct":47.1,"variant":"qwen3-30b-a3b"},"arena_multi_turn":{"rank":196,"of":347,"score":1320,"pct":43.6,"variant":"qwen3-30b-a3b"},"arena_expert":{"rank":173,"of":301,"score":1343,"pct":42.7,"variant":"qwen3-30b-a3b"},"arena_japanese":{"rank":148,"of":226,"score":1256.1,"pct":34.7,"variant":"qwen3-30b-a3b"},"arena_industry_business_and_management_and_financial_operations":{"rank":182,"of":342,"score":1330.2,"pct":46.9,"variant":"qwen3-30b-a3b"},"arena_industry_medicine_and_healthcare":{"rank":194,"of":320,"score":1336.7,"pct":39.5,"variant":"qwen3-30b-a3b"},"arena_industry_legal_and_government":{"rank":220,"of":323,"score":1324,"pct":32,"variant":"qwen3-30b-a3b"},"epoch_eci":{"rank":105,"of":239,"score":139.63,"pct":56.3,"variant":"Qwen3-30B-A3B-Thinking (Jul 2025)"},"epoch_gpqa":{"rank":110,"of":201,"score":61.7,"pct":45.5,"variant":"Qwen3-30B-A3B"},"epoch_aime":{"rank":96,"of":182,"score":62.8,"pct":47.5,"variant":"Qwen3-30B-A3B"}},"domains":{"overall":35.7,"coding":24.3,"reasoning":17,"math":38.3,"knowledge":42.1,"writing":19.8,"instruction":11.5,"chat":9.4,"business":43.4,"japanese":39.3},"coverage":1,"avgPct":56.3,"overall":35.7,"rank":null,"avgRank":105,"aliases":["qwen3-30b-a3b","Qwen3-30B-A3B-Thinking (Jul 2025)","Qwen3-30B-A3B"],"open":true,"release":"2025-04-28","reasoning":true,"ctx":32768,"pin":0.2,"pout":2.4,"tps":108,"ttft":2.19,"theta":-0.471,"se":0.499,"lo":16.6,"hi":60.8,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"qwen3-5-9b","name":"Qwen3.5 9B","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"epoch":{"rank":106,"of":239,"score":139.45,"pct":55.9,"variant":"Qwen3.5-9B"}},"metrics":{"epoch_eci":{"rank":106,"of":239,"score":139.45,"pct":55.9,"variant":"Qwen3.5-9B"},"epoch_gpqa":{"rank":77,"of":201,"score":79,"pct":62,"variant":"qwen3.5-9B"},"epoch_aime":{"rank":97,"of":182,"score":61.7,"pct":47,"variant":"qwen3.5-9B_none"}},"domains":{"overall":35.3,"math":47.4,"knowledge":67.2},"coverage":1,"avgPct":55.9,"overall":35.3,"rank":null,"avgRank":106,"aliases":["Qwen3.5-9B","qwen3.5-9B","qwen3.5-9B_none"],"release":"2026-02-24","open":true,"reasoning":true,"ctx":262144,"pin":0.17,"pout":0.25,"tps":91,"ttft":0.75,"theta":-0.484,"se":0.499,"lo":16.4,"hi":60.4,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"muse-glimmer","name":"Muse Glimmer","provider":"meta","providerName":"Meta","country":"US","sites":{"aa":{"rank":66,"of":107,"score":17.5,"pct":38.7,"variant":"muse-glimmer"}},"metrics":{"arena_coding":{"rank":76,"of":344,"score":1482.7,"pct":78.1,"variant":"muse-glimmer"},"arena_math":{"rank":50,"of":332,"score":1454.3,"pct":85.2,"variant":"muse-glimmer"},"arena_creative_writing":{"rank":107,"of":347,"score":1373.7,"pct":69.4,"variant":"muse-glimmer"},"arena_instruction_following":{"rank":85,"of":349,"score":1415.4,"pct":75.9,"variant":"muse-glimmer"},"arena_hard_prompts":{"rank":87,"of":349,"score":1445.1,"pct":75.3,"variant":"muse-glimmer"},"arena_multi_turn":{"rank":81,"of":347,"score":1435.5,"pct":76.9,"variant":"muse-glimmer"},"arena_expert":{"rank":95,"of":301,"score":1438.8,"pct":68.7,"variant":"muse-glimmer"},"arena_industry_business_and_management_and_financial_operations":{"rank":55,"of":342,"score":1449,"pct":84.2,"variant":"muse-glimmer"},"arena_industry_medicine_and_healthcare":{"rank":70,"of":320,"score":1460.2,"pct":78.4,"variant":"muse-glimmer"},"arena_industry_legal_and_government":{"rank":91,"of":323,"score":1428.8,"pct":72,"variant":"muse-glimmer"},"arena_webdev":{"rank":78,"of":110,"score":1359.6,"pct":29.4,"variant":"muse-glimmer"},"aa_index":{"rank":66,"of":107,"score":17.5,"pct":38.7,"variant":"muse-glimmer"},"aa_hle":{"rank":62,"of":109,"score":22,"pct":43.5,"variant":"muse-glimmer"},"aa_gpqa":{"rank":54,"of":100,"score":83.5,"pct":46.5,"variant":"muse-glimmer"},"aa_scicode":{"rank":56,"of":107,"score":44.9,"pct":48.1,"variant":"muse-glimmer"},"aa_lcr":{"rank":12,"of":109,"score":83.3,"pct":89.8,"variant":"muse-glimmer"},"aa_mmmuPro":{"rank":37,"of":55,"score":74.3,"pct":33.3,"variant":"muse-glimmer"},"aa_critpt":{"rank":59,"of":112,"score":2.6,"pct":47.7,"variant":"muse-glimmer"},"aa_omniscience":{"rank":80,"of":109,"score":-32.8,"pct":26.9,"variant":"muse-glimmer"},"aa_gdpvalNormalized":{"rank":64,"of":107,"score":0.1,"pct":40.6,"variant":"muse-glimmer"}},"domains":{"overall":35.2,"coding":45.2,"reasoning":39.1,"math":64.4,"knowledge":64.8,"writing":44.1,"instruction":44.4,"chat":41,"business":64.2,"vision":39.5,"longctx":60},"coverage":1,"avgPct":38.7,"overall":35.2,"rank":null,"avgRank":66,"aliases":["muse-glimmer"],"open":true,"release":"2026-08-10","reasoning":true,"ctx":131072,"pin":0.35,"pout":1.5,"tps":91,"ttft":0.94,"theta":-0.488,"se":0.282,"lo":23.3,"hi":49.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"ring-2-6-1t","name":"Ring-2.6-1T","provider":"antgroup","providerName":"Ant Group","country":"CN","sites":{"aa":{"rank":69,"of":107,"score":16.6,"pct":35.8,"variant":"ring-2-6-1t"}},"metrics":{"aa_index":{"rank":69,"of":107,"score":16.6,"pct":35.8,"variant":"ring-2-6-1t"},"aa_hle":{"rank":64,"of":109,"score":21.6,"pct":41.7,"variant":"ring-2-6-1t"},"aa_gpqa":{"rank":48,"of":100,"score":85.7,"pct":52.5,"variant":"ring-2-6-1t"},"aa_scicode":{"rank":55,"of":107,"score":45,"pct":49.1,"variant":"ring-2-6-1t"},"aa_terminalbenchHard":{"rank":33,"of":62,"score":28.8,"pct":47.5,"variant":"ring-2-6-1t"},"aa_tau2":{"rank":20,"of":61,"score":92.4,"pct":68.3,"variant":"ring-2-6-1t"},"aa_ifbench":{"rank":49,"of":62,"score":44.6,"pct":21.3,"variant":"ring-2-6-1t"},"aa_lcr":{"rank":70,"of":109,"score":70,"pct":36.1,"variant":"ring-2-6-1t"},"aa_critpt":{"rank":54,"of":112,"score":3.7,"pct":52.3,"variant":"ring-2-6-1t"},"aa_omniscience":{"rank":82,"of":109,"score":-37.7,"pct":25,"variant":"ring-2-6-1t"},"aa_gdpvalNormalized":{"rank":64,"of":107,"score":0.1,"pct":40.6,"variant":"ring-2-6-1t"}},"domains":{"overall":33.5,"coding":41.4,"agent":43.5,"reasoning":36.3,"knowledge":60.1,"instruction":15,"business":58.7,"longctx":24.7},"coverage":1,"avgPct":35.8,"overall":33.5,"rank":null,"avgRank":69,"aliases":["ring-2-6-1t"],"release":"2026-05-08","open":true,"reasoning":true,"ctx":262144,"pin":0.3,"pout":2.5,"tps":116,"ttft":3.84,"theta":-0.549,"se":0.282,"lo":22,"hi":47.4,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"qwen3-32b","name":"Qwen3 32B","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"epoch":{"rank":108,"of":239,"score":138.51,"pct":55,"variant":"Qwen3-32B"}},"metrics":{"arena_coding":{"rank":154,"of":344,"score":1406.8,"pct":55.4,"variant":"qwen3-32b"},"arena_math":{"rank":120,"of":332,"score":1398.5,"pct":64,"variant":"qwen3-32b"},"arena_creative_writing":{"rank":178,"of":347,"score":1303.8,"pct":48.8,"variant":"qwen3-32b"},"arena_instruction_following":{"rank":170,"of":349,"score":1331.1,"pct":51.4,"variant":"qwen3-32b"},"arena_hard_prompts":{"rank":164,"of":349,"score":1367.1,"pct":53.2,"variant":"qwen3-32b"},"arena_multi_turn":{"rank":172,"of":347,"score":1337.7,"pct":50.6,"variant":"qwen3-32b"},"arena_expert":{"rank":137,"of":301,"score":1397.4,"pct":54.7,"variant":"qwen3-32b"},"arena_industry_business_and_management_and_financial_operations":{"rank":177,"of":342,"score":1339.9,"pct":48.4,"variant":"qwen3-32b"},"arena_industry_medicine_and_healthcare":{"rank":154,"of":320,"score":1379,"pct":52,"variant":"qwen3-32b"},"arena_industry_legal_and_government":{"rank":211,"of":323,"score":1326.8,"pct":34.8,"variant":"qwen3-32b"},"epoch_eci":{"rank":108,"of":239,"score":138.51,"pct":55,"variant":"Qwen3-32B"},"epoch_gpqa":{"rank":102,"of":201,"score":65.7,"pct":49.5,"variant":"Qwen3-32B"},"epoch_aime":{"rank":90,"of":182,"score":66.9,"pct":50.8,"variant":"Qwen3-32B"}},"domains":{"overall":33.4,"coding":29.3,"reasoning":22.5,"math":49.2,"knowledge":52.8,"writing":24.3,"instruction":15.7,"chat":12.2,"business":44.9},"coverage":1,"avgPct":55,"overall":33.4,"rank":null,"avgRank":108,"aliases":["qwen3-32b","Qwen3-32B"],"open":true,"release":"2025-04-28","reasoning":true,"ctx":32768,"pin":0.16,"pout":0.64,"tps":105,"ttft":2.46,"theta":-0.551,"se":0.499,"lo":15.3,"hi":58.4,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"qwen3-14b","name":"Qwen3 14B","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"epoch":{"rank":110,"of":239,"score":138.23,"pct":54.2,"variant":"Qwen3-14B"}},"metrics":{"epoch_eci":{"rank":110,"of":239,"score":138.23,"pct":54.2,"variant":"Qwen3-14B"},"epoch_gpqa":{"rank":108,"of":201,"score":63.8,"pct":46.5,"variant":"qwen3-14b"},"epoch_aime":{"rank":92,"of":182,"score":66.4,"pct":49.7,"variant":"qwen3-14b"}},"domains":{"overall":32.9,"math":50.6,"knowledge":48.6},"coverage":1,"avgPct":54.2,"overall":32.9,"rank":null,"avgRank":110,"aliases":["Qwen3-14B","qwen3-14b"],"release":"2025-04-28","open":true,"reasoning":true,"ctx":32768,"pin":0.35,"pout":4.2,"tps":61,"ttft":2.74,"theta":-0.571,"se":0.499,"lo":14.9,"hi":57.7,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"qwen3-5-122b-a10b","name":"Qwen3.5 122B A10B","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"aa":{"rank":71,"of":107,"score":15.6,"pct":34,"variant":"qwen3-5-122b-a10b"}},"metrics":{"arena_coding":{"rank":103,"of":344,"score":1459.2,"pct":70.3,"variant":"qwen3.5-122b-a10b"},"arena_math":{"rank":89,"of":332,"score":1423.6,"pct":73.4,"variant":"qwen3.5-122b-a10b"},"arena_creative_writing":{"rank":113,"of":347,"score":1366.3,"pct":67.6,"variant":"qwen3.5-122b-a10b"},"arena_instruction_following":{"rank":96,"of":349,"score":1406.8,"pct":72.7,"variant":"qwen3.5-122b-a10b"},"arena_hard_prompts":{"rank":101,"of":349,"score":1432.9,"pct":71.3,"variant":"qwen3.5-122b-a10b"},"arena_multi_turn":{"rank":101,"of":347,"score":1417,"pct":71.1,"variant":"qwen3.5-122b-a10b"},"arena_expert":{"rank":89,"of":301,"score":1444.8,"pct":70.7,"variant":"qwen3.5-122b-a10b"},"arena_japanese":{"rank":90,"of":226,"score":1358.7,"pct":60.4,"variant":"qwen3.5-122b-a10b"},"arena_industry_business_and_management_and_financial_operations":{"rank":88,"of":342,"score":1422.7,"pct":74.5,"variant":"qwen3.5-122b-a10b"},"arena_industry_medicine_and_healthcare":{"rank":105,"of":320,"score":1431.7,"pct":67.4,"variant":"qwen3.5-122b-a10b"},"arena_industry_legal_and_government":{"rank":100,"of":323,"score":1423.7,"pct":69.3,"variant":"qwen3.5-122b-a10b"},"arena_webdev":{"rank":79,"of":110,"score":1358.1,"pct":28.4,"variant":"qwen3.5-122b-a10b"},"arena_vision":{"rank":50,"of":134,"score":1226.6,"pct":63.2,"variant":"qwen3.5-122b-a10b"},"aa_index":{"rank":71,"of":107,"score":15.6,"pct":34,"variant":"qwen3-5-122b-a10b"},"aa_hle":{"rank":56,"of":109,"score":25.2,"pct":49.1,"variant":"qwen3-5-122b-a10b"},"aa_gpqa":{"rank":48,"of":100,"score":85.7,"pct":52.5,"variant":"qwen3-5-122b-a10b"},"aa_scicode":{"rank":72,"of":107,"score":39.7,"pct":33,"variant":"qwen3-5-122b-a10b"},"aa_terminalbenchHard":{"rank":30,"of":62,"score":31.1,"pct":52.5,"variant":"qwen3-5-122b-a10b"},"aa_tau2":{"rank":18,"of":61,"score":93.6,"pct":71.7,"variant":"qwen3-5-122b-a10b"},"aa_ifbench":{"rank":17,"of":62,"score":75.7,"pct":73.8,"variant":"qwen3-5-122b-a10b"},"aa_lcr":{"rank":54,"of":109,"score":76.3,"pct":50.9,"variant":"qwen3-5-122b-a10b"},"aa_mmmuPro":{"rank":32,"of":55,"score":75,"pct":42.6,"variant":"qwen3-5-122b-a10b"},"aa_critpt":{"rank":74,"of":112,"score":0.6,"pct":34.2,"variant":"qwen3-5-122b-a10b"},"aa_omniscience":{"rank":86,"of":109,"score":-41.5,"pct":21.3,"variant":"qwen3-5-122b-a10b"},"aa_gdpvalNormalized":{"rank":54,"of":107,"score":0.2,"pct":50,"variant":"qwen3-5-122b-a10b"}},"domains":{"overall":31.6,"coding":39.1,"agent":45.9,"reasoning":43.1,"math":55.7,"knowledge":64,"writing":41.7,"instruction":55.4,"chat":33.8,"business":68.4,"japanese":63.5,"vision":37.1,"longctx":40.3},"coverage":1,"avgPct":34,"overall":31.6,"rank":null,"avgRank":71,"aliases":["qwen3.5-122b-a10b","qwen3-5-122b-a10b"],"open":true,"release":"2026-02-24","reasoning":true,"ctx":262144,"pin":0.4,"pout":3.2,"tps":140,"ttft":2.34,"theta":-0.616,"se":0.282,"lo":20.6,"hi":45.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"k2-horizon-3-7b","name":"K2 Horizon 3.7B","provider":null,"providerName":"Institute of Foundation Models","sites":{"aa":{"rank":71,"of":107,"score":15.6,"pct":34,"variant":"k2-horizon-3-7b"}},"metrics":{"aa_index":{"rank":71,"of":107,"score":15.6,"pct":34,"variant":"k2-horizon-3-7b"},"aa_hle":{"rank":77,"of":109,"score":13.9,"pct":29.6,"variant":"k2-horizon-3-7b"},"aa_gpqa":{"rank":83,"of":100,"score":69.2,"pct":17.2,"variant":"k2-horizon-3-7b"},"aa_scicode":{"rank":102,"of":107,"score":22,"pct":4.7,"variant":"k2-horizon-3-7b"},"aa_lcr":{"rank":78,"of":109,"score":62.3,"pct":28.7,"variant":"k2-horizon-3-7b"},"aa_critpt":{"rank":86,"of":112,"score":0,"pct":23.4,"variant":"k2-horizon-3-7b"},"aa_omniscience":{"rank":75,"of":109,"score":-28.6,"pct":31.5,"variant":"k2-horizon-3-7b"},"aa_gdpvalNormalized":{"rank":54,"of":107,"score":0.2,"pct":50,"variant":"k2-horizon-3-7b"}},"domains":{"overall":31.6,"coding":7.5,"reasoning":23.4,"knowledge":50.9,"business":67.6,"longctx":12},"coverage":1,"avgPct":34,"overall":31.6,"rank":null,"avgRank":71,"aliases":["k2-horizon-3-7b"],"release":"2026-09-03","open":true,"reasoning":true,"ctx":524288,"theta":-0.616,"se":0.282,"lo":20.6,"hi":45.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":true},{"id":"deepseek-r1-distill-qwen-32b","name":"DeepSeek R1 Distill Qwen 32B","provider":"deepseek","providerName":"DeepSeek","country":"CN","sites":{"epoch":{"rank":113,"of":239,"score":137.43,"pct":52.9,"variant":"DeepSeek-R1-Distill-Qwen-32B"}},"metrics":{"epoch_eci":{"rank":113,"of":239,"score":137.43,"pct":52.9,"variant":"DeepSeek-R1-Distill-Qwen-32B"},"epoch_gpqa":{"rank":106,"of":201,"score":64.1,"pct":47.5,"variant":"DeepSeek-R1-Distill-Qwen-32B"},"epoch_aime":{"rank":104,"of":182,"score":55.6,"pct":43.1,"variant":"DeepSeek-R1-Distill-Qwen-32B"}},"domains":{"overall":31.3,"math":43.4,"knowledge":49},"coverage":1,"avgPct":52.9,"overall":31.3,"rank":null,"avgRank":113,"aliases":["DeepSeek-R1-Distill-Qwen-32B"],"release":"2025-01-20","open":true,"reasoning":true,"ctx":128000,"theta":-0.628,"se":0.499,"lo":14.1,"hi":56,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"deepseek-v3-1-terminus","name":"DeepSeek V3.1 Terminus","provider":"deepseek","providerName":"DeepSeek","country":"CN","sites":{"aa":{"rank":74,"of":107,"score":14.8,"pct":31.1,"variant":"deepseek-v3-1-terminus"}},"metrics":{"arena_coding":{"rank":98,"of":344,"score":1461.2,"pct":71.7,"variant":"deepseek-v3.1-terminus-thinking"},"arena_math":{"rank":122,"of":332,"score":1397.3,"pct":63.4,"variant":"deepseek-v3.1-terminus"},"arena_creative_writing":{"rank":71,"of":347,"score":1403.9,"pct":79.8,"variant":"deepseek-v3.1-terminus"},"arena_instruction_following":{"rank":77,"of":349,"score":1421,"pct":78.2,"variant":"deepseek-v3.1-terminus-thinking"},"arena_hard_prompts":{"rank":85,"of":349,"score":1445.3,"pct":75.9,"variant":"deepseek-v3.1-terminus-thinking"},"arena_multi_turn":{"rank":100,"of":347,"score":1417.4,"pct":71.4,"variant":"deepseek-v3.1-terminus-thinking"},"arena_industry_business_and_management_and_financial_operations":{"rank":86,"of":342,"score":1423.3,"pct":75.1,"variant":"deepseek-v3.1-terminus-thinking"},"arena_industry_medicine_and_healthcare":{"rank":64,"of":320,"score":1464.1,"pct":80.3,"variant":"deepseek-v3.1-terminus-thinking"},"arena_industry_legal_and_government":{"rank":51,"of":323,"score":1462.8,"pct":84.5,"variant":"deepseek-v3.1-terminus-thinking"},"aa_index":{"rank":74,"of":107,"score":14.8,"pct":31.1,"variant":"deepseek-v3-1-terminus"},"aa_hle":{"rank":74,"of":109,"score":16.4,"pct":32.4,"variant":"deepseek-v3-1-terminus"},"aa_gpqa":{"rank":62,"of":100,"score":79.2,"pct":38.4,"variant":"deepseek-v3-1-terminus"},"aa_scicode":{"rank":81,"of":107,"score":38,"pct":24.5,"variant":"deepseek-v3-1-terminus"},"aa_terminalbenchHard":{"rank":32,"of":62,"score":30.3,"pct":49.2,"variant":"deepseek-v3-1-terminus"},"aa_tau2":{"rank":48,"of":61,"score":37.1,"pct":21.7,"variant":"deepseek-v3-1-terminus"},"aa_ifbench":{"rank":39,"of":62,"score":57,"pct":37.7,"variant":"deepseek-v3-1-terminus"},"aa_lcr":{"rank":73,"of":109,"score":69.3,"pct":33.3,"variant":"deepseek-v3-1-terminus"},"aa_critpt":{"rank":65,"of":112,"score":1.7,"pct":42.3,"variant":"deepseek-v3-1-terminus"},"aa_omniscience":{"rank":74,"of":109,"score":-26.4,"pct":32.4,"variant":"deepseek-v3-1-terminus"},"aa_gdpvalNormalized":{"rank":64,"of":107,"score":0.1,"pct":40.6,"variant":"deepseek-v3-1-terminus"}},"domains":{"overall":30.2,"coding":35.2,"agent":32.4,"reasoning":30.8,"math":48,"knowledge":60.6,"writing":53.7,"instruction":35.1,"chat":34,"business":65,"longctx":23.3},"coverage":1,"avgPct":31.1,"overall":30.2,"rank":null,"avgRank":74,"aliases":["deepseek-v3.1-terminus-thinking","deepseek-v3.1-terminus","deepseek-v3-1-terminus"],"open":true,"release":"2025-09-22","reasoning":true,"ctx":128000,"pin":1.635,"pout":2.75,"theta":-0.67,"se":0.282,"lo":19.5,"hi":43.6,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"minimax-m2-1","name":"MiniMax-M2.1","provider":"minimax","providerName":"MiniMax","country":"CN","sites":{"simplebench":{"rank":72,"of":99,"score":34.7,"pct":27.6,"variant":"MiniMax M2.1"}},"metrics":{"arena_coding":{"rank":124,"of":344,"score":1438.4,"pct":64.1,"variant":"minimax-m2.1-preview"},"arena_math":{"rank":128,"of":332,"score":1390,"pct":61.6,"variant":"minimax-m2.1-preview"},"arena_creative_writing":{"rank":134,"of":347,"score":1345.4,"pct":61.6,"variant":"minimax-m2.1-preview"},"arena_instruction_following":{"rank":123,"of":349,"score":1383.2,"pct":64.9,"variant":"minimax-m2.1-preview"},"arena_hard_prompts":{"rank":131,"of":349,"score":1406.8,"pct":62.6,"variant":"minimax-m2.1-preview"},"arena_multi_turn":{"rank":130,"of":347,"score":1391.2,"pct":62.7,"variant":"minimax-m2.1-preview"},"arena_expert":{"rank":108,"of":301,"score":1424.4,"pct":64.3,"variant":"minimax-m2.1-preview"},"arena_japanese":{"rank":136,"of":226,"score":1279.4,"pct":40,"variant":"minimax-m2.1-preview"},"arena_industry_business_and_management_and_financial_operations":{"rank":133,"of":342,"score":1381.8,"pct":61.3,"variant":"minimax-m2.1-preview"},"arena_industry_medicine_and_healthcare":{"rank":158,"of":320,"score":1373.3,"pct":50.8,"variant":"minimax-m2.1-preview"},"arena_industry_legal_and_government":{"rank":130,"of":323,"score":1397.6,"pct":59.9,"variant":"minimax-m2.1-preview"},"arena_webdev":{"rank":71,"of":110,"score":1387.4,"pct":35.8,"variant":"minimax-m2.1-preview"},"simplebench":{"rank":72,"of":99,"score":34.7,"pct":27.6,"variant":"MiniMax M2.1"}},"domains":{"overall":29.7,"coding":45.1,"reasoning":28.4,"math":45.9,"knowledge":57,"writing":35.4,"instruction":31.4,"chat":25.1,"business":59.7,"japanese":44.7},"coverage":1,"avgPct":27.6,"overall":29.7,"rank":null,"avgRank":72,"aliases":["minimax-m2.1-preview","MiniMax M2.1"],"open":true,"release":"2025-12-23","reasoning":true,"ctx":204800,"pin":0.3,"pout":1.2,"tps":90,"ttft":1.51,"theta":-0.688,"se":0.412,"lo":15.4,"hi":49.7,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"codex-mini","name":"Codex Mini","provider":"openai","providerName":"OpenAI","country":"US","sites":{"arc":{"rank":61,"of":79,"score":1.3,"pct":23.1,"variant":"Codex Mini (Latest)"}},"metrics":{"arc_v2":{"rank":61,"of":79,"score":1.3,"pct":23.1,"variant":"Codex Mini (Latest)"},"arc_v1":{"rank":61,"of":76,"score":27.3,"pct":20,"variant":"Codex Mini (Latest)"}},"domains":{"overall":29.4,"reasoning":28.4},"coverage":1,"avgPct":23.1,"overall":29.4,"rank":null,"avgRank":61,"aliases":["Codex Mini (Latest)"],"release":"2025-05-23","theta":-0.701,"se":0.295,"lo":18.5,"hi":43.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"glm-4-6","name":"GLM-4.6","provider":"zai","providerName":"Z.ai (Zhipu)","country":"CN","sites":{"benchlm":{"rank":60,"of":74,"score":39.8,"pct":19.2,"variant":"GLM-4.6"}},"metrics":{"arena_coding":{"rank":105,"of":344,"score":1457.8,"pct":69.7,"variant":"glm-4.6"},"arena_math":{"rank":96,"of":332,"score":1417.1,"pct":71.3,"variant":"glm-4.6"},"arena_creative_writing":{"rank":79,"of":347,"score":1400.9,"pct":77.5,"variant":"glm-4.6"},"arena_instruction_following":{"rank":92,"of":349,"score":1413.5,"pct":73.9,"variant":"glm-4.6"},"arena_hard_prompts":{"rank":92,"of":349,"score":1441.6,"pct":73.9,"variant":"glm-4.6"},"arena_multi_turn":{"rank":96,"of":347,"score":1420.6,"pct":72.5,"variant":"glm-4.6"},"arena_expert":{"rank":92,"of":301,"score":1440.7,"pct":69.7,"variant":"glm-4.6"},"arena_japanese":{"rank":79,"of":226,"score":1371.6,"pct":65.3,"variant":"glm-4.6"},"arena_industry_business_and_management_and_financial_operations":{"rank":103,"of":342,"score":1412.1,"pct":70.1,"variant":"glm-4.6"},"arena_industry_medicine_and_healthcare":{"rank":79,"of":320,"score":1449.1,"pct":75.5,"variant":"glm-4.6"},"arena_industry_legal_and_government":{"rank":86,"of":323,"score":1434.9,"pct":73.6,"variant":"glm-4.6"},"arena_webdev":{"rank":84,"of":110,"score":1340.6,"pct":23.9,"variant":"glm-4.6"},"eqbench_cw":{"rank":79,"of":137,"score":1411.1,"pct":42.6,"variant":"zai-org/GLM-4.6"},"benchlm":{"rank":60,"of":74,"score":39.8,"pct":19.2,"variant":"GLM-4.6"},"benchlm_coding":{"rank":51,"of":63,"score":27.66,"pct":19.4,"variant":"GLM-4.6"},"benchlm_knowledge":{"rank":56,"of":69,"score":35.92,"pct":19.1,"variant":"GLM-4.6"},"benchlm_instructionFollowing":{"rank":47,"of":53,"score":40.7,"pct":11.5,"variant":"GLM-4.6"}},"domains":{"overall":29.2,"coding":33.5,"reasoning":48.1,"math":53.8,"knowledge":57.7,"writing":47.3,"instruction":22.2,"chat":35.2,"business":67.9,"japanese":66.3},"coverage":1,"avgPct":19.2,"overall":29.2,"rank":null,"avgRank":60,"aliases":["glm-4.6","zai-org/GLM-4.6","GLM-4.6"],"open":true,"release":"2025-09-01","reasoning":true,"ctx":200000,"pin":0.55,"pout":2.2,"tps":35,"ttft":4.29,"theta":-0.71,"se":0.28,"lo":18.8,"hi":42.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"qwen3-8b","name":"Qwen3 8B","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"epoch":{"rank":116,"of":239,"score":136.17,"pct":51.7,"variant":"Qwen3-8B"}},"metrics":{"epoch_eci":{"rank":116,"of":239,"score":136.17,"pct":51.7,"variant":"Qwen3-8B"},"epoch_gpqa":{"rank":116,"of":201,"score":56.8,"pct":42.5,"variant":"qwen3-8b"},"epoch_aime":{"rank":102,"of":182,"score":56.1,"pct":44.2,"variant":"qwen3-8b"}},"domains":{"overall":29,"math":43.7,"knowledge":39.9},"coverage":1,"avgPct":51.7,"overall":29,"rank":null,"avgRank":116,"aliases":["Qwen3-8B","qwen3-8b"],"release":"2025-04-28","open":true,"reasoning":true,"ctx":131072,"pin":0.18,"pout":2.1,"tps":42,"ttft":3.72,"theta":-0.717,"se":0.499,"lo":12.8,"hi":53.2,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"magistral-small","name":"Magistral Small","provider":"mistral","providerName":"Mistral AI","country":"FR","sites":{"arc":{"rank":71,"of":79,"score":0,"pct":10.3,"variant":"Magistral Small"}},"metrics":{"arc_v2":{"rank":71,"of":79,"score":0,"pct":10.3,"variant":"Magistral Small"},"arc_v1":{"rank":71,"of":76,"score":5,"pct":6.7,"variant":"Magistral Small"}},"domains":{"overall":28.5,"reasoning":20.6},"coverage":1,"avgPct":10.3,"overall":28.5,"rank":null,"avgRank":71,"aliases":["Magistral Small"],"release":"2025-06-10","open":true,"reasoning":true,"ctx":40000,"theta":-0.735,"se":0.295,"lo":17.9,"hi":42.2,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"magistral","name":"Magistral","provider":"mistral","providerName":"Mistral AI","country":"FR","sites":{"arc":{"rank":71,"of":79,"score":0,"pct":10.3,"variant":"Magistral Medium"}},"metrics":{"arc_v2":{"rank":71,"of":79,"score":0,"pct":10.3,"variant":"Magistral Medium"},"arc_v1":{"rank":68,"of":76,"score":6.1,"pct":10.7,"variant":"Magistral Medium (Thinking)"}},"domains":{"overall":28.5,"reasoning":20.9},"coverage":1,"avgPct":10.3,"overall":28.5,"rank":null,"avgRank":71,"aliases":["Magistral Medium","Magistral Medium (Thinking)"],"release":"2025-06-10","open":false,"reasoning":true,"ctx":40000,"theta":-0.735,"se":0.295,"lo":17.9,"hi":42.2,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"glm-4-5","name":"GLM-4.5","provider":"zai","providerName":"Z.ai (Zhipu)","country":"CN","sites":{"scale":{"rank":27,"of":42,"score":8.32,"pct":36.6,"variant":"glm-4p5"}},"metrics":{"arena_coding":{"rank":111,"of":344,"score":1454.6,"pct":67.9,"variant":"glm-4.5"},"arena_math":{"rank":101,"of":332,"score":1412.7,"pct":69.8,"variant":"glm-4.5"},"arena_creative_writing":{"rank":110,"of":347,"score":1372.7,"pct":68.5,"variant":"glm-4.5"},"arena_instruction_following":{"rank":99,"of":349,"score":1404.4,"pct":71.8,"variant":"glm-4.5"},"arena_hard_prompts":{"rank":102,"of":349,"score":1432.7,"pct":71,"variant":"glm-4.5"},"arena_multi_turn":{"rank":114,"of":347,"score":1404.9,"pct":67.3,"variant":"glm-4.5"},"arena_expert":{"rank":93,"of":301,"score":1439.9,"pct":69.3,"variant":"glm-4.5"},"arena_japanese":{"rank":65,"of":226,"score":1391.8,"pct":71.6,"variant":"glm-4.5"},"arena_industry_business_and_management_and_financial_operations":{"rank":104,"of":342,"score":1411.8,"pct":69.8,"variant":"glm-4.5"},"arena_industry_medicine_and_healthcare":{"rank":97,"of":320,"score":1436.2,"pct":69.9,"variant":"glm-4.5"},"arena_industry_legal_and_government":{"rank":108,"of":323,"score":1415.4,"pct":66.8,"variant":"glm-4.5"},"scale_hle":{"rank":27,"of":42,"score":8.32,"pct":36.6,"variant":"glm-4p5"},"eqbench_cw":{"rank":87,"of":137,"score":1343.3,"pct":36.8,"variant":"zai-org/GLM-4.5"}},"domains":{"overall":28.2,"coding":42.5,"reasoning":31.6,"math":52.5,"knowledge":56.2,"writing":40.4,"instruction":39.8,"chat":29.5,"business":65.3,"japanese":70.6},"coverage":1,"avgPct":36.6,"overall":28.2,"rank":null,"avgRank":27,"aliases":["glm-4.5","glm-4p5","zai-org/GLM-4.5"],"open":true,"release":"2025-07-28","reasoning":true,"ctx":128000,"theta":-0.746,"se":0.253,"lo":19,"hi":39.8,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"glm-4-5-air","name":"GLM-4.5-Air","provider":"zai","providerName":"Z.ai (Zhipu)","country":"CN","sites":{"scale":{"rank":28,"of":42,"score":8.12,"pct":34.1,"variant":"glm-4p5-air"}},"metrics":{"arena_coding":{"rank":140,"of":344,"score":1427.1,"pct":59.5,"variant":"glm-4.5-air"},"arena_math":{"rank":129,"of":332,"score":1388.4,"pct":61.3,"variant":"glm-4.5-air"},"arena_creative_writing":{"rank":153,"of":347,"score":1326.7,"pct":56.1,"variant":"glm-4.5-air"},"arena_instruction_following":{"rank":146,"of":349,"score":1361,"pct":58.3,"variant":"glm-4.5-air"},"arena_hard_prompts":{"rank":146,"of":349,"score":1390.5,"pct":58.3,"variant":"glm-4.5-air"},"arena_multi_turn":{"rank":146,"of":347,"score":1367.2,"pct":58.1,"variant":"glm-4.5-air"},"arena_expert":{"rank":143,"of":301,"score":1390.5,"pct":52.7,"variant":"glm-4.5-air"},"arena_japanese":{"rank":107,"of":226,"score":1331,"pct":52.9,"variant":"glm-4.5-air"},"arena_industry_business_and_management_and_financial_operations":{"rank":141,"of":342,"score":1372.4,"pct":58.9,"variant":"glm-4.5-air"},"arena_industry_medicine_and_healthcare":{"rank":141,"of":320,"score":1394.5,"pct":56.1,"variant":"glm-4.5-air"},"arena_industry_legal_and_government":{"rank":154,"of":323,"score":1371.7,"pct":52.5,"variant":"glm-4.5-air"},"scale_hle":{"rank":28,"of":42,"score":8.12,"pct":34.1,"variant":"glm-4p5-air"}},"domains":{"overall":28,"coding":34.6,"reasoning":28.6,"math":45.4,"knowledge":52.8,"writing":30.1,"instruction":23.8,"chat":18.4,"business":55,"japanese":57.1},"coverage":1,"avgPct":34.1,"overall":28,"rank":null,"avgRank":28,"aliases":["glm-4.5-air","glm-4p5-air"],"open":true,"release":"2025-06-01","reasoning":true,"ctx":128000,"pin":0.17,"pout":0.98,"tps":58,"ttft":2.5,"theta":-0.757,"se":0.253,"lo":18.8,"hi":39.5,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"deepseek-r1-distill-qwen-14b","name":"DeepSeek R1 Distill Qwen 14B","provider":"deepseek","providerName":"DeepSeek","country":"CN","sites":{"epoch":{"rank":119,"of":239,"score":135.43,"pct":50.4,"variant":"DeepSeek-R1-Distill-Qwen-14B"}},"metrics":{"epoch_eci":{"rank":119,"of":239,"score":135.43,"pct":50.4,"variant":"DeepSeek-R1-Distill-Qwen-14B"},"epoch_gpqa":{"rank":149,"of":201,"score":44.7,"pct":26,"variant":"DeepSeek-R1-Distill-Qwen-14B"},"epoch_aime":{"rank":108,"of":182,"score":50.6,"pct":40.9,"variant":"DeepSeek-R1-Distill-Qwen-14B"}},"domains":{"overall":27.6,"math":40.2,"knowledge":26.4},"coverage":1,"avgPct":50.4,"overall":27.6,"rank":null,"avgRank":119,"aliases":["DeepSeek-R1-Distill-Qwen-14B"],"release":"2025-01-20","open":true,"reasoning":true,"ctx":128000,"theta":-0.77,"se":0.499,"lo":12,"hi":51.6,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"command-a-plus","name":"Command A Plus","provider":"cohere","providerName":"Cohere","country":"CA","sites":{"aa":{"rank":76,"of":107,"score":13.1,"pct":29.2,"variant":"command-a-plus"}},"metrics":{"aa_index":{"rank":76,"of":107,"score":13.1,"pct":29.2,"variant":"command-a-plus"},"aa_hle":{"rank":79,"of":109,"score":12,"pct":27.8,"variant":"command-a-plus"},"aa_gpqa":{"rank":69,"of":100,"score":76.1,"pct":31.3,"variant":"command-a-plus"},"aa_scicode":{"rank":78,"of":107,"score":38.5,"pct":27.4,"variant":"command-a-plus"},"aa_terminalbenchHard":{"rank":37,"of":62,"score":25,"pct":41,"variant":"command-a-plus"},"aa_tau2":{"rank":30,"of":61,"score":80.7,"pct":51.7,"variant":"command-a-plus"},"aa_ifbench":{"rank":20,"of":62,"score":73.9,"pct":68.9,"variant":"command-a-plus"},"aa_lcr":{"rank":83,"of":109,"score":52.7,"pct":24.1,"variant":"command-a-plus"},"aa_mmmuPro":{"rank":45,"of":55,"score":63.2,"pct":18.5,"variant":"command-a-plus"},"aa_critpt":{"rank":77,"of":112,"score":0.3,"pct":31.5,"variant":"command-a-plus"},"aa_omniscience":{"rank":48,"of":109,"score":-4,"pct":56.5,"variant":"command-a-plus"},"aa_gdpvalNormalized":{"rank":75,"of":107,"score":0,"pct":30.2,"variant":"command-a-plus"}},"domains":{"overall":27.3,"coding":30.5,"agent":37.5,"reasoning":20.8,"knowledge":56.1,"instruction":61.1,"business":49.2,"vision":11.6,"longctx":4.4},"coverage":1,"avgPct":29.2,"overall":27.3,"rank":null,"avgRank":76,"aliases":["command-a-plus"],"release":"2026-05-20","open":true,"reasoning":true,"ctx":192000,"pin":0,"pout":0,"tps":207,"ttft":0.42,"theta":-0.785,"se":0.282,"lo":17.3,"hi":40.1,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"gemini-2-0-pro","name":"Gemini 2.0 Pro","provider":"google","providerName":"Google","country":"US","sites":{"epoch":{"rank":121,"of":239,"score":135.06,"pct":49.6,"variant":"Gemini 2.0 Pro"}},"metrics":{"epoch_eci":{"rank":121,"of":239,"score":135.06,"pct":49.6,"variant":"Gemini 2.0 Pro"}},"domains":{"overall":27},"coverage":1,"avgPct":49.6,"overall":27,"rank":null,"avgRank":121,"aliases":["Gemini 2.0 Pro"],"release":"2025-02-05","open":false,"theta":-0.796,"se":0.499,"lo":11.7,"hi":50.8,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"nemotron-3-5-lightning","name":"Nemotron 3.5 Lightning","provider":"nvidia","providerName":"NVIDIA","country":"US","sites":{"aa":{"rank":77,"of":107,"score":12.9,"pct":28.3,"variant":"nemotron-3-5-lightning"}},"metrics":{"aa_index":{"rank":77,"of":107,"score":12.9,"pct":28.3,"variant":"nemotron-3-5-lightning"},"aa_hle":{"rank":86,"of":109,"score":10.6,"pct":21.3,"variant":"nemotron-3-5-lightning"},"aa_gpqa":{"rank":75,"of":100,"score":74.3,"pct":25.3,"variant":"nemotron-3-5-lightning"},"aa_scicode":{"rank":92,"of":107,"score":32.1,"pct":14.2,"variant":"nemotron-3-5-lightning"},"aa_lcr":{"rank":80,"of":109,"score":60.3,"pct":26.9,"variant":"nemotron-3-5-lightning"},"aa_critpt":{"rank":86,"of":112,"score":0,"pct":23.4,"variant":"nemotron-3-5-lightning"},"aa_omniscience":{"rank":67,"of":109,"score":-17.7,"pct":38.9,"variant":"nemotron-3-5-lightning"},"aa_gdpvalNormalized":{"rank":64,"of":107,"score":0.1,"pct":40.6,"variant":"nemotron-3-5-lightning"}},"domains":{"overall":26.9,"coding":19.7,"reasoning":19,"knowledge":51.9,"business":58.7,"longctx":9.8},"coverage":1,"avgPct":28.3,"overall":26.9,"rank":null,"avgRank":77,"aliases":["nemotron-3-5-lightning"],"release":"2026-08-11","open":true,"reasoning":true,"ctx":1000000,"pin":0.07,"pout":0.22,"tps":263,"ttft":0.6,"theta":-0.799,"se":0.282,"lo":17.1,"hi":39.7,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"nvidia-nemotron-3-super-120b-a12b","name":"Nvidia Nemotron 3 Super 120B A12B","provider":"nvidia","providerName":"NVIDIA","country":"US","sites":{"aa":{"rank":78,"of":107,"score":12.8,"pct":27.4,"variant":"nvidia-nemotron-3-super-120b-a12b"}},"metrics":{"arena_coding":{"rank":153,"of":344,"score":1408.3,"pct":55.7,"variant":"nvidia-nemotron-3-super-120b-a12b"},"arena_math":{"rank":140,"of":332,"score":1375,"pct":58,"variant":"nvidia-nemotron-3-super-120b-a12b"},"arena_creative_writing":{"rank":179,"of":347,"score":1302.9,"pct":48.6,"variant":"nvidia-nemotron-3-super-120b-a12b"},"arena_instruction_following":{"rank":157,"of":349,"score":1345.1,"pct":55.2,"variant":"nvidia-nemotron-3-super-120b-a12b"},"arena_hard_prompts":{"rank":152,"of":349,"score":1380.3,"pct":56.6,"variant":"nvidia-nemotron-3-super-120b-a12b"},"arena_multi_turn":{"rank":160,"of":347,"score":1349.6,"pct":54,"variant":"nvidia-nemotron-3-super-120b-a12b"},"arena_expert":{"rank":141,"of":301,"score":1392.4,"pct":53.3,"variant":"nvidia-nemotron-3-super-120b-a12b"},"arena_industry_business_and_management_and_financial_operations":{"rank":163,"of":342,"score":1350.6,"pct":52.5,"variant":"nvidia-nemotron-3-super-120b-a12b"},"arena_industry_medicine_and_healthcare":{"rank":175,"of":320,"score":1353.1,"pct":45.5,"variant":"nvidia-nemotron-3-super-120b-a12b"},"arena_industry_legal_and_government":{"rank":160,"of":323,"score":1368,"pct":50.6,"variant":"nvidia-nemotron-3-super-120b-a12b"},"aa_index":{"rank":78,"of":107,"score":12.8,"pct":27.4,"variant":"nvidia-nemotron-3-super-120b-a12b"},"aa_hle":{"rank":66,"of":109,"score":20.8,"pct":39.8,"variant":"nvidia-nemotron-3-super-120b-a12b"},"aa_gpqa":{"rank":61,"of":100,"score":80,"pct":39.4,"variant":"nvidia-nemotron-3-super-120b-a12b"},"aa_scicode":{"rank":85,"of":107,"score":36.2,"pct":20.8,"variant":"nvidia-nemotron-3-super-120b-a12b"},"aa_terminalbenchHard":{"rank":33,"of":62,"score":28.8,"pct":47.5,"variant":"nvidia-nemotron-3-super-120b-a12b"},"aa_tau2":{"rank":36,"of":61,"score":67.8,"pct":41.7,"variant":"nvidia-nemotron-3-super-120b-a12b"},"aa_ifbench":{"rank":24,"of":62,"score":71.5,"pct":62.3,"variant":"nvidia-nemotron-3-super-120b-a12b"},"aa_lcr":{"rank":76,"of":109,"score":65.7,"pct":30.6,"variant":"nvidia-nemotron-3-super-120b-a12b"},"aa_critpt":{"rank":56,"of":112,"score":3.1,"pct":50.5,"variant":"nvidia-nemotron-3-super-120b-a12b"},"aa_omniscience":{"rank":86,"of":109,"score":-41.5,"pct":21.3,"variant":"nvidia-nemotron-3-super-120b-a12b"},"aa_gdpvalNormalized":{"rank":75,"of":107,"score":0,"pct":30.2,"variant":"nvidia-nemotron-3-super-120b-a12b"},"aa_apexAgents":{"rank":21,"of":22,"score":1.8,"pct":4.8,"variant":"nvidia-nemotron-3-super-120b-a12b"}},"domains":{"overall":26.8,"coding":29.7,"agent":30,"reasoning":31.5,"math":41.5,"knowledge":54.5,"writing":24.1,"instruction":36.8,"chat":14.4,"business":48.7,"longctx":16.8},"coverage":1,"avgPct":27.4,"overall":26.8,"rank":null,"avgRank":78,"aliases":["nvidia-nemotron-3-super-120b-a12b"],"open":true,"release":"2026-03-11","reasoning":true,"ctx":1000000,"pin":0.3,"pout":0.9,"tps":164,"ttft":1.58,"theta":-0.805,"se":0.282,"lo":17,"hi":39.5,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"qwen3-235b-a22b-2507","name":"Qwen3 235B A22B 2507","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"aa":{"rank":79,"of":107,"score":12.7,"pct":26.4,"variant":"qwen3-235b-a22b-instruct-2507-reasoning"}},"metrics":{"arena_coding":{"rank":90,"of":344,"score":1472.2,"pct":74.1,"variant":"qwen3-235b-a22b-instruct-2507"},"arena_math":{"rank":93,"of":332,"score":1417.4,"pct":72.2,"variant":"qwen3-235b-a22b-instruct-2507"},"arena_creative_writing":{"rank":103,"of":347,"score":1379.3,"pct":70.5,"variant":"qwen3-235b-a22b-instruct-2507"},"arena_instruction_following":{"rank":85,"of":349,"score":1415.4,"pct":75.9,"variant":"qwen3-235b-a22b-instruct-2507"},"arena_hard_prompts":{"rank":81,"of":349,"score":1447.8,"pct":77,"variant":"qwen3-235b-a22b-instruct-2507"},"arena_multi_turn":{"rank":79,"of":347,"score":1437.1,"pct":77.5,"variant":"qwen3-235b-a22b-instruct-2507"},"arena_expert":{"rank":72,"of":301,"score":1464.9,"pct":76.3,"variant":"qwen3-235b-a22b-thinking-2507"},"arena_japanese":{"rank":62,"of":226,"score":1393.3,"pct":72.9,"variant":"qwen3-235b-a22b-instruct-2507"},"arena_industry_business_and_management_and_financial_operations":{"rank":80,"of":342,"score":1432,"pct":76.8,"variant":"qwen3-235b-a22b-instruct-2507"},"arena_industry_medicine_and_healthcare":{"rank":73,"of":320,"score":1456.7,"pct":77.4,"variant":"qwen3-235b-a22b-instruct-2507"},"arena_industry_legal_and_government":{"rank":87,"of":323,"score":1433.5,"pct":73.3,"variant":"qwen3-235b-a22b-instruct-2507"},"aa_index":{"rank":79,"of":107,"score":12.7,"pct":26.4,"variant":"qwen3-235b-a22b-instruct-2507-reasoning"},"aa_hle":{"rank":75,"of":109,"score":15.9,"pct":31.5,"variant":"qwen3-235b-a22b-instruct-2507-reasoning"},"aa_gpqa":{"rank":63,"of":100,"score":79,"pct":37.4,"variant":"qwen3-235b-a22b-instruct-2507-reasoning"},"aa_scicode":{"rank":66,"of":107,"score":41.4,"pct":38.7,"variant":"qwen3-235b-a22b-instruct-2507-reasoning"},"aa_terminalbenchHard":{"rank":48,"of":62,"score":13.6,"pct":23,"variant":"qwen3-235b-a22b-instruct-2507-reasoning"},"aa_tau2":{"rank":41,"of":61,"score":53.2,"pct":33.3,"variant":"qwen3-235b-a22b-instruct-2507-reasoning"},"aa_ifbench":{"rank":43,"of":62,"score":51.2,"pct":31.1,"variant":"qwen3-235b-a22b-instruct-2507-reasoning"},"aa_lcr":{"rank":66,"of":109,"score":72,"pct":39.8,"variant":"qwen3-235b-a22b-instruct-2507-reasoning"},"aa_critpt":{"rank":86,"of":112,"score":0,"pct":23.4,"variant":"qwen3-235b-a22b-instruct-2507-reasoning"},"aa_omniscience":{"rank":91,"of":109,"score":-46.5,"pct":16.7,"variant":"qwen3-235b-a22b-instruct-2507-reasoning"},"aa_gdpvalNormalized":{"rank":75,"of":107,"score":0,"pct":30.2,"variant":"qwen3-235b-a22b-instruct-2507-reasoning"},"epoch_gpqa":{"rank":73,"of":201,"score":80.1,"pct":64,"variant":"Qwen3-235B-A22B-Thinking-2507"},"epoch_simpleqa":{"rank":37,"of":69,"score":40.4,"pct":47.1,"variant":"Qwen3-235B-A22B-Thinking-2507"},"epoch_aime":{"rank":53,"of":182,"score":86.7,"pct":71.3,"variant":"Qwen3-235B-A22B-Thinking-2507"}},"domains":{"overall":26.6,"coding":25.3,"agent":23.4,"reasoning":30.3,"math":58.3,"knowledge":65.7,"writing":45.8,"instruction":27.6,"chat":41.6,"business":57.9,"japanese":70.9,"longctx":29.2},"coverage":1,"avgPct":26.4,"overall":26.6,"rank":null,"avgRank":79,"aliases":["qwen3-235b-a22b-instruct-2507","qwen3-235b-a22b-thinking-2507","qwen3-235b-a22b-instruct-2507-reasoning","Qwen3-235B-A22B-Thinking-2507"],"open":true,"release":"2025-07-21","reasoning":true,"ctx":256000,"pin":0.23,"pout":0.92,"tps":67,"ttft":2.1,"theta":-0.812,"se":0.282,"lo":16.9,"hi":39.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"minicpm5-2b","name":"MiniCPM5-2B","provider":null,"providerName":"OpenBMB","sites":{"aa":{"rank":80,"of":107,"score":12.5,"pct":25.5,"variant":"minicpm5-2b"}},"metrics":{"aa_index":{"rank":80,"of":107,"score":12.5,"pct":25.5,"variant":"minicpm5-2b"},"aa_hle":{"rank":94,"of":109,"score":8.9,"pct":13.9,"variant":"minicpm5-2b"},"aa_gpqa":{"rank":82,"of":100,"score":70.2,"pct":18.2,"variant":"minicpm5-2b"},"aa_scicode":{"rank":97,"of":107,"score":26.3,"pct":9.4,"variant":"minicpm5-2b"},"aa_lcr":{"rank":81,"of":109,"score":59.3,"pct":25.9,"variant":"minicpm5-2b"},"aa_critpt":{"rank":77,"of":112,"score":0.3,"pct":31.5,"variant":"minicpm5-2b"},"aa_omniscience":{"rank":57,"of":109,"score":-11.6,"pct":48.1,"variant":"minicpm5-2b"},"aa_gdpvalNormalized":{"rank":64,"of":107,"score":0.1,"pct":40.6,"variant":"minicpm5-2b"}},"domains":{"overall":26.3,"coding":11.5,"reasoning":17,"knowledge":50.9,"business":58.7,"longctx":8.8},"coverage":1,"avgPct":25.5,"overall":26.3,"rank":null,"avgRank":80,"aliases":["minicpm5-2b"],"release":"2026-09-07","open":true,"reasoning":true,"ctx":131072,"theta":-0.826,"se":0.282,"lo":16.6,"hi":38.9,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":true},{"id":"gemini-2-5-flash-lite","name":"Gemini 2.5 Flash-Lite","provider":"google","providerName":"Google","country":"US","sites":{"epoch":{"rank":124,"of":239,"score":133.93,"pct":48.3,"variant":"Gemini 2.5 Flash-Lite (Jun 2025)"}},"metrics":{"epoch_eci":{"rank":124,"of":239,"score":133.93,"pct":48.3,"variant":"Gemini 2.5 Flash-Lite (Jun 2025)"}},"domains":{"overall":25.1},"coverage":1,"avgPct":48.3,"overall":25.1,"rank":null,"avgRank":124,"aliases":["Gemini 2.5 Flash-Lite (Jun 2025)"],"release":"2025-06-17","open":false,"reasoning":true,"ctx":1000000,"pin":0.1,"pout":0.4,"tps":394,"ttft":0.31,"theta":-0.877,"se":0.499,"lo":10.7,"hi":48.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"mistral-small-4","name":"Mistral Small 4","provider":"mistral","providerName":"Mistral AI","country":"FR","sites":{"aa":{"rank":84,"of":107,"score":11.3,"pct":21.7,"variant":"mistral-small-4"}},"metrics":{"aa_index":{"rank":84,"of":107,"score":11.3,"pct":21.7,"variant":"mistral-small-4"},"aa_hle":{"rank":91,"of":109,"score":9.9,"pct":16.7,"variant":"mistral-small-4"},"aa_gpqa":{"rank":67,"of":100,"score":76.9,"pct":33.3,"variant":"mistral-small-4"},"aa_scicode":{"rank":76,"of":107,"score":38.8,"pct":29.2,"variant":"mistral-small-4"},"aa_terminalbenchHard":{"rank":43,"of":62,"score":17.4,"pct":31.1,"variant":"mistral-small-4"},"aa_tau2":{"rank":44,"of":61,"score":41.2,"pct":28.3,"variant":"mistral-small-4"},"aa_ifbench":{"rank":46,"of":62,"score":48.2,"pct":26.2,"variant":"mistral-small-4"},"aa_lcr":{"rank":85,"of":109,"score":49.7,"pct":22.2,"variant":"mistral-small-4"},"aa_mmmuPro":{"rank":47,"of":55,"score":56.8,"pct":14.8,"variant":"mistral-small-4"},"aa_critpt":{"rank":77,"of":112,"score":0.3,"pct":31.5,"variant":"mistral-small-4"},"aa_omniscience":{"rank":77,"of":109,"score":-30.4,"pct":29.6,"variant":"mistral-small-4"},"aa_gdpvalNormalized":{"rank":75,"of":107,"score":0,"pct":30.2,"variant":"mistral-small-4"}},"domains":{"overall":24.4,"coding":24.5,"agent":23.8,"reasoning":18.2,"knowledge":49.8,"instruction":18.8,"business":49.2,"vision":4.9,"longctx":3.1},"coverage":1,"avgPct":21.7,"overall":24.4,"rank":null,"avgRank":84,"aliases":["mistral-small-4"],"release":"2026-02-20","open":true,"reasoning":true,"ctx":256000,"pin":0.15,"pout":0.6,"tps":170,"ttft":0.75,"theta":-0.907,"se":0.282,"lo":15.3,"hi":36.5,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"granite-4-2-8b","name":"Granite 4.2 8B","provider":"ibm","providerName":"IBM","country":"US","sites":{"aa":{"rank":85,"of":107,"score":11.1,"pct":20.8,"variant":"granite-4-2-8b"}},"metrics":{"arena_coding":{"rank":199,"of":344,"score":1362.2,"pct":42.3,"variant":"granite-4.2-8b"},"arena_creative_writing":{"rank":261,"of":347,"score":1206.3,"pct":24.9,"variant":"granite-4.2-8b"},"arena_instruction_following":{"rank":230,"of":349,"score":1275,"pct":34.2,"variant":"granite-4.2-8b"},"arena_hard_prompts":{"rank":233,"of":349,"score":1300.1,"pct":33.3,"variant":"granite-4.2-8b"},"arena_multi_turn":{"rank":242,"of":347,"score":1264.9,"pct":30.3,"variant":"granite-4.2-8b"},"arena_expert":{"rank":158,"of":301,"score":1364.2,"pct":47.7,"variant":"granite-4.2-8b"},"arena_industry_business_and_management_and_financial_operations":{"rank":225,"of":342,"score":1291.5,"pct":34.3,"variant":"granite-4.2-8b"},"arena_industry_medicine_and_healthcare":{"rank":236,"of":320,"score":1281.9,"pct":26.3,"variant":"granite-4.2-8b"},"arena_industry_legal_and_government":{"rank":251,"of":323,"score":1280.3,"pct":22.4,"variant":"granite-4.2-8b"},"aa_index":{"rank":85,"of":107,"score":11.1,"pct":20.8,"variant":"granite-4-2-8b"},"aa_hle":{"rank":92,"of":109,"score":9.7,"pct":15.7,"variant":"granite-4-2-8b"},"aa_gpqa":{"rank":88,"of":100,"score":63.1,"pct":12.1,"variant":"granite-4-2-8b"},"aa_scicode":{"rank":93,"of":107,"score":31.5,"pct":13.2,"variant":"granite-4-2-8b"},"aa_lcr":{"rank":87,"of":109,"score":45,"pct":20.4,"variant":"granite-4-2-8b"},"aa_critpt":{"rank":77,"of":112,"score":0.3,"pct":31.5,"variant":"granite-4-2-8b"},"aa_omniscience":{"rank":64,"of":109,"score":-17.2,"pct":41.7,"variant":"granite-4-2-8b"},"aa_gdpvalNormalized":{"rank":75,"of":107,"score":0,"pct":30.2,"variant":"granite-4-2-8b"}},"domains":{"overall":24,"coding":15,"reasoning":13.9,"knowledge":43.4,"writing":8.4,"instruction":6.6,"chat":4,"business":42.6,"longctx":1.9},"coverage":1,"avgPct":20.8,"overall":24,"rank":null,"avgRank":85,"aliases":["granite-4.2-8b","granite-4-2-8b"],"open":true,"release":"2026-08-25","reasoning":true,"ctx":131072,"pin":0.06,"pout":0.25,"tps":82,"ttft":0.81,"theta":-0.92,"se":0.282,"lo":15,"hi":36.1,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"magistral-small-1-0","name":"Magistral Small 1.0","provider":"mistral","providerName":"Mistral AI","country":"FR","sites":{"epoch":{"rank":126,"of":239,"score":133.19,"pct":47.5,"variant":"Magistral Small 1.0"}},"metrics":{"epoch_eci":{"rank":126,"of":239,"score":133.19,"pct":47.5,"variant":"Magistral Small 1.0"}},"domains":{"overall":23.8},"coverage":1,"avgPct":47.5,"overall":23.8,"rank":null,"avgRank":126,"aliases":["Magistral Small 1.0"],"release":"2025-06-10","open":true,"theta":-0.929,"se":0.499,"lo":10.1,"hi":46.6,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"trinity-large","name":"Trinity Large","provider":"arcee","providerName":"Arcee AI","country":"US","sites":{"aa":{"rank":87,"of":107,"score":10.8,"pct":18.9,"variant":"trinity-large-thinking"}},"metrics":{"arena_coding":{"rank":122,"of":344,"score":1442.1,"pct":64.7,"variant":"trinity-large-preview"},"arena_math":{"rank":134,"of":332,"score":1384.8,"pct":59.8,"variant":"trinity-large-thinking"},"arena_creative_writing":{"rank":130,"of":347,"score":1351.7,"pct":62.7,"variant":"trinity-large-preview"},"arena_instruction_following":{"rank":136,"of":349,"score":1370.9,"pct":61.2,"variant":"trinity-large-preview"},"arena_hard_prompts":{"rank":134,"of":349,"score":1403.6,"pct":61.8,"variant":"trinity-large-preview"},"arena_multi_turn":{"rank":140,"of":347,"score":1376.6,"pct":59.8,"variant":"trinity-large-preview"},"arena_expert":{"rank":127,"of":301,"score":1403.1,"pct":58,"variant":"trinity-large-preview"},"arena_japanese":{"rank":104,"of":226,"score":1338.2,"pct":54.2,"variant":"trinity-large-thinking"},"arena_industry_business_and_management_and_financial_operations":{"rank":134,"of":342,"score":1381.3,"pct":61,"variant":"trinity-large-preview"},"arena_industry_medicine_and_healthcare":{"rank":126,"of":320,"score":1411.3,"pct":60.8,"variant":"trinity-large-preview"},"arena_industry_legal_and_government":{"rank":133,"of":323,"score":1396.9,"pct":59,"variant":"trinity-large-preview"},"arena_webdev":{"rank":101,"of":110,"score":1236.7,"pct":8.3,"variant":"trinity-large-thinking"},"aa_index":{"rank":87,"of":107,"score":10.8,"pct":18.9,"variant":"trinity-large-thinking"},"aa_hle":{"rank":76,"of":109,"score":15.8,"pct":30.6,"variant":"trinity-large-thinking"},"aa_gpqa":{"rank":73,"of":100,"score":75.2,"pct":27.3,"variant":"trinity-large-thinking"},"aa_scicode":{"rank":68,"of":107,"score":40.6,"pct":36.8,"variant":"trinity-large-thinking"},"aa_terminalbenchHard":{"rank":40,"of":62,"score":22.7,"pct":36.1,"variant":"trinity-large-thinking"},"aa_tau2":{"rank":21,"of":61,"score":90.1,"pct":66.7,"variant":"trinity-large-thinking"},"aa_ifbench":{"rank":41,"of":62,"score":56.3,"pct":34.4,"variant":"trinity-large-thinking"},"aa_lcr":{"rank":91,"of":109,"score":38,"pct":16.7,"variant":"trinity-large-thinking"},"aa_critpt":{"rank":72,"of":112,"score":0.9,"pct":36,"variant":"trinity-large-thinking"},"aa_omniscience":{"rank":89,"of":109,"score":-44.1,"pct":18.5,"variant":"trinity-large-thinking"},"aa_gdpvalNormalized":{"rank":75,"of":107,"score":0,"pct":30.2,"variant":"trinity-large-thinking"}},"domains":{"overall":23.6,"coding":26.5,"agent":37.7,"reasoning":26.6,"math":44.3,"knowledge":54.4,"writing":37.3,"instruction":25.1,"chat":20.8,"business":53.5,"japanese":58.8,"longctx":0.8},"coverage":1,"avgPct":18.9,"overall":23.6,"rank":null,"avgRank":87,"aliases":["trinity-large-preview","trinity-large-thinking"],"open":true,"release":"2026-03-10","reasoning":true,"ctx":512000,"pin":0.25,"pout":0.8,"tps":337,"ttft":1.31,"theta":-0.941,"se":0.282,"lo":14.7,"hi":35.5,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"qwen2-5-max","name":"Qwen2.5 Max","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"epoch":{"rank":127,"of":239,"score":132.54,"pct":47.1,"variant":"Qwen2.5-Max"}},"metrics":{"arena_coding":{"rank":157,"of":344,"score":1402.2,"pct":54.5,"variant":"qwen2.5-max"},"arena_math":{"rank":152,"of":332,"score":1362.8,"pct":54.4,"variant":"qwen2.5-max"},"arena_creative_writing":{"rank":128,"of":347,"score":1353.2,"pct":63.3,"variant":"qwen2.5-max"},"arena_instruction_following":{"rank":148,"of":349,"score":1356.9,"pct":57.8,"variant":"qwen2.5-max"},"arena_hard_prompts":{"rank":148,"of":349,"score":1385.2,"pct":57.8,"variant":"qwen2.5-max"},"arena_multi_turn":{"rank":142,"of":347,"score":1373,"pct":59.2,"variant":"qwen2.5-max"},"arena_expert":{"rank":156,"of":301,"score":1367.6,"pct":48.3,"variant":"qwen2.5-max"},"arena_japanese":{"rank":122,"of":226,"score":1309.4,"pct":46.2,"variant":"qwen2.5-max"},"arena_industry_business_and_management_and_financial_operations":{"rank":146,"of":342,"score":1368.6,"pct":57.5,"variant":"qwen2.5-max"},"arena_industry_medicine_and_healthcare":{"rank":142,"of":320,"score":1393.5,"pct":55.8,"variant":"qwen2.5-max"},"arena_industry_legal_and_government":{"rank":139,"of":323,"score":1388.4,"pct":57.1,"variant":"qwen2.5-max"},"epoch_eci":{"rank":127,"of":239,"score":132.54,"pct":47.1,"variant":"Qwen2.5-Max"}},"domains":{"overall":22.8,"coding":28.2,"reasoning":27.8,"math":38.1,"knowledge":50.9,"writing":37.7,"instruction":22.5,"chat":19.9,"business":57,"japanese":52},"coverage":1,"avgPct":47.1,"overall":22.8,"rank":null,"avgRank":127,"aliases":["qwen2.5-max","Qwen2.5-Max"],"open":false,"release":"2025-01-25","theta":-0.976,"se":0.499,"lo":9.6,"hi":45.2,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"north-mini-code","name":"North Mini Code","provider":"cohere","providerName":"Cohere","country":"CA","sites":{"aa":{"rank":88,"of":107,"score":9.9,"pct":17.9,"variant":"north-mini-code"}},"metrics":{"aa_index":{"rank":88,"of":107,"score":9.9,"pct":17.9,"variant":"north-mini-code"},"aa_hle":{"rank":84,"of":109,"score":11.1,"pct":23.1,"variant":"north-mini-code"},"aa_gpqa":{"rank":70,"of":100,"score":75.7,"pct":30.3,"variant":"north-mini-code"},"aa_scicode":{"rank":76,"of":107,"score":38.8,"pct":29.2,"variant":"north-mini-code"},"aa_terminalbenchHard":{"rank":30,"of":62,"score":31.1,"pct":52.5,"variant":"north-mini-code"},"aa_tau2":{"rank":47,"of":61,"score":37.4,"pct":23.3,"variant":"north-mini-code"},"aa_ifbench":{"rank":37,"of":62,"score":57.6,"pct":41,"variant":"north-mini-code"},"aa_lcr":{"rank":94,"of":109,"score":37.3,"pct":13.9,"variant":"north-mini-code"},"aa_critpt":{"rank":77,"of":112,"score":0.3,"pct":31.5,"variant":"north-mini-code"},"aa_omniscience":{"rank":93,"of":109,"score":-48.6,"pct":14.8,"variant":"north-mini-code"},"aa_gdpvalNormalized":{"rank":75,"of":107,"score":0,"pct":30.2,"variant":"north-mini-code"}},"domains":{"overall":22.2,"coding":36.6,"agent":33.1,"reasoning":19.6,"knowledge":46.9,"instruction":31.8,"business":49.2,"longctx":0.8},"coverage":1,"avgPct":17.9,"overall":22.2,"rank":null,"avgRank":88,"aliases":["north-mini-code"],"release":"2026-06-09","open":true,"reasoning":true,"ctx":256000,"pin":0,"pout":0,"tps":93,"ttft":0.38,"theta":-1.001,"se":0.282,"lo":13.8,"hi":33.8,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"qwen3-30b-a3b-2507","name":"Qwen3 30B A3B 2507","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"aa":{"rank":89,"of":107,"score":9.8,"pct":17,"variant":"qwen3-30b-a3b-2507-reasoning"}},"metrics":{"arena_coding":{"rank":123,"of":344,"score":1438.8,"pct":64.4,"variant":"qwen3-30b-a3b-instruct-2507"},"arena_math":{"rank":138,"of":332,"score":1378.2,"pct":58.6,"variant":"qwen3-30b-a3b-instruct-2507"},"arena_creative_writing":{"rank":161,"of":347,"score":1319.9,"pct":53.8,"variant":"qwen3-30b-a3b-instruct-2507"},"arena_instruction_following":{"rank":141,"of":349,"score":1366,"pct":59.8,"variant":"qwen3-30b-a3b-instruct-2507"},"arena_hard_prompts":{"rank":130,"of":349,"score":1406.9,"pct":62.9,"variant":"qwen3-30b-a3b-instruct-2507"},"arena_multi_turn":{"rank":139,"of":347,"score":1379.2,"pct":60.1,"variant":"qwen3-30b-a3b-instruct-2507"},"arena_expert":{"rank":140,"of":301,"score":1393.5,"pct":53.7,"variant":"qwen3-30b-a3b-instruct-2507"},"arena_japanese":{"rank":110,"of":226,"score":1327,"pct":51.6,"variant":"qwen3-30b-a3b-instruct-2507"},"arena_industry_business_and_management_and_financial_operations":{"rank":123,"of":342,"score":1396.8,"pct":64.2,"variant":"qwen3-30b-a3b-instruct-2507"},"arena_industry_medicine_and_healthcare":{"rank":137,"of":320,"score":1399.7,"pct":57.4,"variant":"qwen3-30b-a3b-instruct-2507"},"arena_industry_legal_and_government":{"rank":140,"of":323,"score":1384.1,"pct":56.8,"variant":"qwen3-30b-a3b-instruct-2507"},"aa_index":{"rank":89,"of":107,"score":9.8,"pct":17,"variant":"qwen3-30b-a3b-2507-reasoning"},"aa_hle":{"rank":88,"of":109,"score":10.3,"pct":19.4,"variant":"qwen3-30b-a3b-2507-reasoning"},"aa_gpqa":{"rank":81,"of":100,"score":70.7,"pct":19.2,"variant":"qwen3-30b-a3b-2507-reasoning"},"aa_scicode":{"rank":88,"of":107,"score":33,"pct":17.9,"variant":"qwen3-30b-a3b-2507-reasoning"},"aa_terminalbenchHard":{"rank":56,"of":62,"score":5.3,"pct":9.8,"variant":"qwen3-30b-a3b-2507-reasoning"},"aa_tau2":{"rank":51,"of":61,"score":28.1,"pct":16.7,"variant":"qwen3-30b-a3b-2507-reasoning"},"aa_ifbench":{"rank":44,"of":62,"score":50.7,"pct":29.5,"variant":"qwen3-30b-a3b-2507-reasoning"},"aa_lcr":{"rank":79,"of":109,"score":61.3,"pct":27.8,"variant":"qwen3-30b-a3b-2507-reasoning"},"aa_critpt":{"rank":77,"of":112,"score":0.3,"pct":31.5,"variant":"qwen3-30b-a3b-2507-reasoning"},"aa_omniscience":{"rank":98,"of":109,"score":-56.1,"pct":10.2,"variant":"qwen3-30b-a3b-2507-reasoning"},"aa_gdpvalNormalized":{"rank":75,"of":107,"score":0,"pct":30.2,"variant":"qwen3-30b-a3b-2507-reasoning"},"epoch_gpqa":{"rank":94,"of":201,"score":70.1,"pct":53.5,"variant":"qwen3-30b-a3b-thinking-2507"},"epoch_aime":{"rank":86,"of":182,"score":70.3,"pct":53,"variant":"qwen3-30b-a3b-thinking-2507"}},"domains":{"overall":22.1,"coding":13.5,"agent":15.1,"reasoning":20.3,"math":45.7,"knowledge":50.5,"writing":28.3,"instruction":19.4,"chat":21.6,"business":53.4,"japanese":56.2,"longctx":10.9},"coverage":1,"avgPct":17,"overall":22.1,"rank":null,"avgRank":89,"aliases":["qwen3-30b-a3b-instruct-2507","qwen3-30b-a3b-2507-reasoning","qwen3-30b-a3b-thinking-2507"],"open":true,"release":"2025-07-29","reasoning":true,"ctx":262144,"pin":0.2,"pout":2.4,"tps":144,"ttft":1.95,"theta":-1.008,"se":0.282,"lo":13.7,"hi":33.6,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"mistral-small-3-2","name":"Mistral Small 3.2","provider":"mistral","providerName":"Mistral AI","country":"FR","sites":{"epoch":{"rank":129,"of":239,"score":131.73,"pct":46.2,"variant":"Mistral Small 3.2"}},"metrics":{"epoch_eci":{"rank":129,"of":239,"score":131.73,"pct":46.2,"variant":"Mistral Small 3.2"}},"domains":{"overall":21.6},"coverage":1,"avgPct":46.2,"overall":21.6,"rank":null,"avgRank":129,"aliases":["Mistral Small 3.2"],"release":"2025-06-20","open":true,"ctx":128000,"pin":0.075,"pout":0.2,"theta":-1.033,"se":0.499,"lo":9,"hi":43.4,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"mistral-3-1","name":"Mistral 3.1","provider":"mistral","providerName":"Mistral AI","country":"FR","sites":{"aa":{"rank":92,"of":107,"score":9.2,"pct":14.2,"variant":"mistral-medium-3-1"}},"metrics":{"aa_index":{"rank":92,"of":107,"score":9.2,"pct":14.2,"variant":"mistral-medium-3-1"},"aa_hle":{"rank":100,"of":109,"score":4.7,"pct":8.3,"variant":"mistral-medium-3-1"},"aa_gpqa":{"rank":91,"of":100,"score":58.8,"pct":9.1,"variant":"mistral-medium-3-1"},"aa_scicode":{"rank":90,"of":107,"score":32.4,"pct":16,"variant":"mistral-medium-3-1"},"aa_terminalbenchHard":{"rank":50,"of":62,"score":10.6,"pct":19.7,"variant":"mistral-medium-3-1"},"aa_tau2":{"rank":46,"of":61,"score":40.6,"pct":25,"variant":"mistral-medium-3-1"},"aa_ifbench":{"rank":51,"of":62,"score":39.8,"pct":18,"variant":"mistral-medium-3-1"},"aa_lcr":{"rank":89,"of":109,"score":42.7,"pct":18.5,"variant":"mistral-medium-3-1"},"aa_mmmuPro":{"rank":49,"of":55,"score":54.2,"pct":11.1,"variant":"mistral-medium-3-1"},"aa_critpt":{"rank":86,"of":112,"score":0,"pct":23.4,"variant":"mistral-medium-3-1"},"aa_omniscience":{"rank":90,"of":109,"score":-46.3,"pct":17.6,"variant":"mistral-medium-3-1"},"aa_gdpvalNormalized":{"rank":75,"of":107,"score":0,"pct":30.2,"variant":"mistral-medium-3-1"},"eqbench_cw":{"rank":68,"of":137,"score":1475.7,"pct":50.7,"variant":"mistral-medium-3.1"}},"domains":{"overall":21.2,"coding":15.1,"agent":19.5,"reasoning":12.8,"knowledge":38.5,"writing":48.5,"instruction":11,"business":49.2,"vision":3.4,"longctx":1.4},"coverage":1,"avgPct":14.2,"overall":21.2,"rank":null,"avgRank":92,"aliases":["mistral-medium-3-1","mistral-medium-3.1"],"release":"2025-08-12","open":false,"ctx":128000,"theta":-1.049,"se":0.282,"lo":13.1,"hi":32.5,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"qwen3-coder-next","name":"Qwen3 Coder Next","provider":"alibaba","providerName":"Alibaba (Qwen)","country":"CN","sites":{"aa":{"rank":92,"of":107,"score":9.2,"pct":14.2,"variant":"qwen3-coder-next"}},"metrics":{"aa_index":{"rank":92,"of":107,"score":9.2,"pct":14.2,"variant":"qwen3-coder-next"},"aa_hle":{"rank":90,"of":109,"score":10.1,"pct":17.6,"variant":"qwen3-coder-next"},"aa_gpqa":{"rank":76,"of":100,"score":73.7,"pct":24.2,"variant":"qwen3-coder-next"},"aa_scicode":{"rank":85,"of":107,"score":36.2,"pct":20.8,"variant":"qwen3-coder-next"},"aa_terminalbenchHard":{"rank":42,"of":62,"score":18.2,"pct":32.8,"variant":"qwen3-coder-next"},"aa_tau2":{"rank":31,"of":61,"score":79.5,"pct":50,"variant":"qwen3-coder-next"},"aa_ifbench":{"rank":56,"of":62,"score":35.2,"pct":9.8,"variant":"qwen3-coder-next"},"aa_lcr":{"rank":86,"of":109,"score":47,"pct":21.3,"variant":"qwen3-coder-next"},"aa_critpt":{"rank":86,"of":112,"score":0,"pct":23.4,"variant":"qwen3-coder-next"},"aa_omniscience":{"rank":100,"of":109,"score":-62.4,"pct":8.3,"variant":"qwen3-coder-next"},"aa_gdpvalNormalized":{"rank":75,"of":107,"score":0,"pct":30.2,"variant":"qwen3-coder-next"}},"domains":{"overall":21.2,"coding":22.8,"agent":31.7,"reasoning":18.4,"knowledge":43,"instruction":8.1,"business":49.2,"longctx":2.3},"coverage":1,"avgPct":14.2,"overall":21.2,"rank":null,"avgRank":92,"aliases":["qwen3-coder-next"],"release":"2026-02-03","open":true,"ctx":256000,"pin":0.35,"pout":1.2,"tps":107,"ttft":1.48,"theta":-1.049,"se":0.282,"lo":13.1,"hi":32.5,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"granite-4-2-3b","name":"Granite 4.2 3B","provider":"ibm","providerName":"IBM","country":"US","sites":{"aa":{"rank":94,"of":107,"score":9.1,"pct":12.3,"variant":"granite-4-2-3b"}},"metrics":{"arena_coding":{"rank":181,"of":344,"score":1378.1,"pct":47.5,"variant":"granite-4.2-3b"},"arena_creative_writing":{"rank":254,"of":347,"score":1220,"pct":26.9,"variant":"granite-4.2-3b"},"arena_instruction_following":{"rank":222,"of":349,"score":1285.5,"pct":36.5,"variant":"granite-4.2-3b"},"arena_hard_prompts":{"rank":219,"of":349,"score":1314.9,"pct":37.4,"variant":"granite-4.2-3b"},"arena_multi_turn":{"rank":225,"of":347,"score":1285.6,"pct":35.3,"variant":"granite-4.2-3b"},"arena_expert":{"rank":187,"of":301,"score":1321.5,"pct":38,"variant":"granite-4.2-3b"},"arena_industry_business_and_management_and_financial_operations":{"rank":232,"of":342,"score":1283.4,"pct":32.3,"variant":"granite-4.2-3b"},"arena_industry_medicine_and_healthcare":{"rank":245,"of":320,"score":1267.9,"pct":23.5,"variant":"granite-4.2-3b"},"arena_industry_legal_and_government":{"rank":224,"of":323,"score":1315,"pct":30.7,"variant":"granite-4.2-3b"},"aa_index":{"rank":94,"of":107,"score":9.1,"pct":12.3,"variant":"granite-4-2-3b"},"aa_hle":{"rank":97,"of":109,"score":6.6,"pct":11.1,"variant":"granite-4-2-3b"},"aa_gpqa":{"rank":93,"of":100,"score":55.9,"pct":7.1,"variant":"granite-4-2-3b"},"aa_scicode":{"rank":99,"of":107,"score":25.3,"pct":7.5,"variant":"granite-4-2-3b"},"aa_lcr":{"rank":102,"of":109,"score":24.3,"pct":6.5,"variant":"granite-4-2-3b"},"aa_critpt":{"rank":86,"of":112,"score":0,"pct":23.4,"variant":"granite-4-2-3b"},"aa_omniscience":{"rank":60,"of":109,"score":-14.7,"pct":45.4,"variant":"granite-4-2-3b"},"aa_gdpvalNormalized":{"rank":75,"of":107,"score":0,"pct":30.2,"variant":"granite-4-2-3b"}},"domains":{"overall":21.1,"coding":9.7,"reasoning":12.2,"knowledge":37.8,"writing":9.9,"instruction":7.8,"chat":5.6,"business":44.2,"longctx":0.2},"coverage":1,"avgPct":12.3,"overall":21.1,"rank":null,"avgRank":94,"aliases":["granite-4.2-3b","granite-4-2-3b"],"open":true,"release":"2026-08-25","reasoning":true,"ctx":131072,"pin":0.03,"pout":0.12,"tps":220,"ttft":0.47,"theta":-1.056,"se":0.282,"lo":13,"hi":32.3,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"magistral-small-1-2","name":"Magistral Small 1.2","provider":"mistral","providerName":"Mistral AI","country":"FR","sites":{"epoch":{"rank":131,"of":239,"score":131.41,"pct":45.4,"variant":"Magistral Small 1.2"}},"metrics":{"epoch_eci":{"rank":131,"of":239,"score":131.41,"pct":45.4,"variant":"Magistral Small 1.2"}},"domains":{"overall":21.1},"coverage":1,"avgPct":45.4,"overall":21.1,"rank":null,"avgRank":131,"aliases":["Magistral Small 1.2"],"release":"2025-09-18","open":true,"theta":-1.056,"se":0.499,"lo":8.7,"hi":42.7,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"nvidia-nemotron-3-nano-30b-a3b","name":"NVIDIA Nemotron 3 Nano 30B A3B","provider":"nvidia","providerName":"NVIDIA","country":"US","sites":{"aa":{"rank":96,"of":107,"score":8.9,"pct":10.4,"variant":"nvidia-nemotron-3-nano-30b-a3b"}},"metrics":{"aa_index":{"rank":96,"of":107,"score":8.9,"pct":10.4,"variant":"nvidia-nemotron-3-nano-30b-a3b"},"aa_hle":{"rank":83,"of":109,"score":11.4,"pct":24.1,"variant":"nvidia-nemotron-3-nano-30b-a3b"},"aa_gpqa":{"rank":70,"of":100,"score":75.7,"pct":30.3,"variant":"nvidia-nemotron-3-nano-30b-a3b"},"aa_scicode":{"rank":94,"of":107,"score":30.6,"pct":12.3,"variant":"nvidia-nemotron-3-nano-30b-a3b"},"aa_terminalbenchHard":{"rank":48,"of":62,"score":13.6,"pct":23,"variant":"nvidia-nemotron-3-nano-30b-a3b"},"aa_tau2":{"rank":45,"of":61,"score":40.9,"pct":26.7,"variant":"nvidia-nemotron-3-nano-30b-a3b"},"aa_ifbench":{"rank":27,"of":62,"score":71.1,"pct":57.4,"variant":"nvidia-nemotron-3-nano-30b-a3b"},"aa_lcr":{"rank":91,"of":109,"score":38,"pct":16.7,"variant":"nvidia-nemotron-3-nano-30b-a3b"},"aa_critpt":{"rank":72,"of":112,"score":0.9,"pct":36,"variant":"nvidia-nemotron-3-nano-30b-a3b"},"aa_omniscience":{"rank":96,"of":109,"score":-51.6,"pct":12,"variant":"nvidia-nemotron-3-nano-30b-a3b"},"aa_gdpvalNormalized":{"rank":75,"of":107,"score":0,"pct":30.2,"variant":"nvidia-nemotron-3-nano-30b-a3b"}},"domains":{"overall":20.8,"coding":15.6,"agent":21.3,"reasoning":20,"knowledge":46.8,"instruction":56.1,"business":49.2,"longctx":0.8},"coverage":1,"avgPct":10.4,"overall":20.8,"rank":null,"avgRank":96,"aliases":["nvidia-nemotron-3-nano-30b-a3b"],"release":"2025-12-15","open":true,"reasoning":true,"ctx":1000000,"pin":0.05,"pout":0.2,"tps":250,"ttft":0.79,"theta":-1.069,"se":0.282,"lo":12.8,"hi":32,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"devstral-2","name":"Devstral 2","provider":"mistral","providerName":"Mistral AI","country":"FR","sites":{"aa":{"rank":97,"of":107,"score":8.6,"pct":9.4,"variant":"devstral-2"}},"metrics":{"arena_webdev":{"rank":105,"of":110,"score":1194.1,"pct":4.6,"variant":"devstral-2"},"aa_index":{"rank":97,"of":107,"score":8.6,"pct":9.4,"variant":"devstral-2"},"aa_hle":{"rank":108,"of":109,"score":3.6,"pct":0.9,"variant":"devstral-2"},"aa_gpqa":{"rank":90,"of":100,"score":59.4,"pct":10.1,"variant":"devstral-2"},"aa_scicode":{"rank":89,"of":107,"score":32.8,"pct":17,"variant":"devstral-2"},"aa_terminalbenchHard":{"rank":41,"of":62,"score":18.9,"pct":34.4,"variant":"devstral-2"},"aa_tau2":{"rank":55,"of":61,"score":24.9,"pct":10,"variant":"devstral-2"},"aa_ifbench":{"rank":53,"of":62,"score":38.1,"pct":14.8,"variant":"devstral-2"},"aa_lcr":{"rank":97,"of":109,"score":32.3,"pct":11.1,"variant":"devstral-2"},"aa_critpt":{"rank":86,"of":112,"score":0,"pct":23.4,"variant":"devstral-2"},"aa_omniscience":{"rank":92,"of":109,"score":-46.7,"pct":15.7,"variant":"devstral-2"},"aa_gdpvalNormalized":{"rank":75,"of":107,"score":0,"pct":30.2,"variant":"devstral-2"}},"domains":{"overall":20.4,"coding":18.7,"agent":22,"reasoning":11.8,"knowledge":37.9,"instruction":9.8,"business":49.2,"longctx":0.4},"coverage":1,"avgPct":9.4,"overall":20.4,"rank":null,"avgRank":97,"aliases":["devstral-2"],"open":true,"release":"2025-12-09","ctx":256000,"theta":-1.089,"se":0.282,"lo":12.5,"hi":31.4,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"minimax-m2","name":"MiniMax-M2","provider":"minimax","providerName":"MiniMax","country":"CN","sites":{"simplebench":{"rank":84,"of":99,"score":25,"pct":15.3,"variant":"MiniMax M2"}},"metrics":{"arena_coding":{"rank":178,"of":344,"score":1382.9,"pct":48.4,"variant":"minimax-m2"},"arena_math":{"rank":157,"of":332,"score":1355,"pct":52.9,"variant":"minimax-m2"},"arena_creative_writing":{"rank":198,"of":347,"score":1286.8,"pct":43.1,"variant":"minimax-m2"},"arena_instruction_following":{"rank":166,"of":349,"score":1337.4,"pct":52.6,"variant":"minimax-m2"},"arena_hard_prompts":{"rank":162,"of":349,"score":1369.3,"pct":53.7,"variant":"minimax-m2"},"arena_multi_turn":{"rank":150,"of":347,"score":1361.8,"pct":56.9,"variant":"minimax-m2"},"arena_expert":{"rank":172,"of":301,"score":1344.9,"pct":43,"variant":"minimax-m2"},"arena_industry_business_and_management_and_financial_operations":{"rank":164,"of":342,"score":1349.8,"pct":52.2,"variant":"minimax-m2"},"arena_industry_medicine_and_healthcare":{"rank":163,"of":320,"score":1366.2,"pct":49.2,"variant":"minimax-m2"},"arena_industry_legal_and_government":{"rank":169,"of":323,"score":1358.2,"pct":47.8,"variant":"minimax-m2"},"arena_webdev":{"rank":91,"of":110,"score":1297.8,"pct":17.4,"variant":"minimax-m2"},"simplebench":{"rank":84,"of":99,"score":25,"pct":15.3,"variant":"MiniMax M2"}},"domains":{"overall":19.3,"coding":29.2,"reasoning":16.9,"math":35.9,"knowledge":44,"writing":20.5,"instruction":17.2,"chat":17.1,"business":50.5},"coverage":1,"avgPct":15.3,"overall":19.3,"rank":null,"avgRank":84,"aliases":["minimax-m2","MiniMax M2"],"open":true,"release":"2025-10-26","reasoning":true,"ctx":204800,"pin":0.3,"pout":1.2,"tps":97,"ttft":1.5,"theta":-1.146,"se":0.412,"lo":9.3,"hi":35.8,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"solar-pro-3","name":"Solar Pro 3","provider":"upstage","providerName":"Upstage","country":"KR","sites":{"aa":{"rank":98,"of":107,"score":7.8,"pct":8.5,"variant":"solar-pro-3"}},"metrics":{"aa_index":{"rank":98,"of":107,"score":7.8,"pct":8.5,"variant":"solar-pro-3"},"aa_hle":{"rank":88,"of":109,"score":10.3,"pct":19.4,"variant":"solar-pro-3"},"aa_gpqa":{"rank":78,"of":100,"score":72.4,"pct":22.2,"variant":"solar-pro-3"},"aa_scicode":{"rank":98,"of":107,"score":25.5,"pct":8.5,"variant":"solar-pro-3"},"aa_terminalbenchHard":{"rank":52,"of":62,"score":7.6,"pct":16.4,"variant":"solar-pro-3"},"aa_tau2":{"rank":24,"of":61,"score":86.3,"pct":61.7,"variant":"solar-pro-3"},"aa_ifbench":{"rank":25,"of":62,"score":71.2,"pct":60.7,"variant":"solar-pro-3"},"aa_lcr":{"rank":97,"of":109,"score":32.3,"pct":11.1,"variant":"solar-pro-3"},"aa_critpt":{"rank":86,"of":112,"score":0,"pct":23.4,"variant":"solar-pro-3"},"aa_omniscience":{"rank":97,"of":109,"score":-53.4,"pct":11.1,"variant":"solar-pro-3"},"aa_gdpvalNormalized":{"rank":75,"of":107,"score":0,"pct":30.2,"variant":"solar-pro-3"}},"domains":{"overall":19.3,"coding":10.1,"agent":25.2,"reasoning":18.7,"knowledge":44.5,"instruction":56.3,"business":49.2,"longctx":0.4},"coverage":1,"avgPct":8.5,"overall":19.3,"rank":null,"avgRank":98,"aliases":["solar-pro-3"],"release":"2026-04-06","open":false,"reasoning":true,"ctx":128000,"pin":0.15,"pout":0.6,"tps":154,"ttft":2.74,"theta":-1.143,"se":0.282,"lo":11.8,"hi":30,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"devstral-small-2","name":"Devstral Small 2","provider":"mistral","providerName":"Mistral AI","country":"FR","sites":{"aa":{"rank":99,"of":107,"score":7.5,"pct":7.5,"variant":"devstral-small-2"}},"metrics":{"aa_index":{"rank":99,"of":107,"score":7.5,"pct":7.5,"variant":"devstral-small-2"},"aa_hle":{"rank":109,"of":109,"score":3.5,"pct":0,"variant":"devstral-small-2"},"aa_gpqa":{"rank":94,"of":100,"score":53.2,"pct":6.1,"variant":"devstral-small-2"},"aa_scicode":{"rank":90,"of":107,"score":32.4,"pct":16,"variant":"devstral-small-2"},"aa_terminalbenchHard":{"rank":44,"of":62,"score":16.7,"pct":29.5,"variant":"devstral-small-2"},"aa_tau2":{"rank":58,"of":61,"score":23.4,"pct":5,"variant":"devstral-small-2"},"aa_ifbench":{"rank":59,"of":62,"score":31.2,"pct":4.9,"variant":"devstral-small-2"},"aa_lcr":{"rank":99,"of":109,"score":28,"pct":9.3,"variant":"devstral-small-2"},"aa_mmmuPro":{"rank":53,"of":55,"score":44.6,"pct":3.7,"variant":"devstral-small-2"},"aa_critpt":{"rank":86,"of":112,"score":0,"pct":23.4,"variant":"devstral-small-2"},"aa_omniscience":{"rank":99,"of":109,"score":-57.7,"pct":9.3,"variant":"devstral-small-2"},"aa_gdpvalNormalized":{"rank":75,"of":107,"score":0,"pct":30.2,"variant":"devstral-small-2"}},"domains":{"overall":18.9,"coding":18.7,"agent":20.4,"reasoning":11.7,"knowledge":34.4,"instruction":6.1,"business":49.2,"vision":0.9,"longctx":0.3},"coverage":1,"avgPct":7.5,"overall":18.9,"rank":null,"avgRank":99,"aliases":["devstral-small-2"],"release":"2025-12-09","open":true,"ctx":256000,"theta":-1.164,"se":0.282,"lo":11.6,"hi":29.4,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"celeris-1","name":"Celeris-1","provider":null,"providerName":"Celeris","sites":{"aa":{"rank":101,"of":107,"score":6.3,"pct":5.7,"variant":"celeris-1"}},"metrics":{"aa_index":{"rank":101,"of":107,"score":6.3,"pct":5.7,"variant":"celeris-1"},"aa_hle":{"rank":96,"of":109,"score":6.8,"pct":12,"variant":"celeris-1"},"aa_gpqa":{"rank":88,"of":100,"score":63.1,"pct":12.1,"variant":"celeris-1"},"aa_scicode":{"rank":103,"of":107,"score":21.6,"pct":3.8,"variant":"celeris-1"},"aa_lcr":{"rank":91,"of":109,"score":38,"pct":16.7,"variant":"celeris-1"},"aa_critpt":{"rank":86,"of":112,"score":0,"pct":23.4,"variant":"celeris-1"},"aa_omniscience":{"rank":107,"of":109,"score":-71.6,"pct":1.9,"variant":"celeris-1"},"aa_gdpvalNormalized":{"rank":75,"of":107,"score":0,"pct":30.2,"variant":"celeris-1"}},"domains":{"overall":17.4,"coding":7.2,"reasoning":14.7,"knowledge":36.5,"business":49.2,"longctx":0.8},"coverage":1,"avgPct":5.7,"overall":17.4,"rank":null,"avgRank":101,"aliases":["celeris-1"],"release":"2026-07-24","open":false,"ctx":131072,"pin":0.2,"pout":0.7,"tps":1505,"ttft":0.58,"theta":-1.245,"se":0.282,"lo":10.6,"hi":27.4,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"ministral-3-14b","name":"Ministral 3 14B","provider":"mistral","providerName":"Mistral AI","country":"FR","sites":{"aa":{"rank":102,"of":107,"score":6,"pct":4.7,"variant":"ministral-3-14b"}},"metrics":{"aa_index":{"rank":102,"of":107,"score":6,"pct":4.7,"variant":"ministral-3-14b"},"aa_hle":{"rank":102,"of":109,"score":4.6,"pct":6.5,"variant":"ministral-3-14b"},"aa_gpqa":{"rank":92,"of":100,"score":57.2,"pct":8.1,"variant":"ministral-3-14b"},"aa_scicode":{"rank":100,"of":107,"score":23.8,"pct":6.6,"variant":"ministral-3-14b"},"aa_terminalbenchHard":{"rank":57,"of":62,"score":4.5,"pct":8.2,"variant":"ministral-3-14b"},"aa_tau2":{"rank":52,"of":61,"score":27.2,"pct":15,"variant":"ministral-3-14b"},"aa_ifbench":{"rank":57,"of":62,"score":32,"pct":8.2,"variant":"ministral-3-14b"},"aa_lcr":{"rank":100,"of":109,"score":26.3,"pct":8.3,"variant":"ministral-3-14b"},"aa_mmmuPro":{"rank":50,"of":55,"score":49.8,"pct":9.3,"variant":"ministral-3-14b"},"aa_critpt":{"rank":86,"of":112,"score":0,"pct":23.4,"variant":"ministral-3-14b"},"aa_omniscience":{"rank":104,"of":109,"score":-66.4,"pct":4.6,"variant":"ministral-3-14b"},"aa_gdpvalNormalized":{"rank":75,"of":107,"score":0,"pct":30.2,"variant":"ministral-3-14b"}},"domains":{"overall":17.1,"coding":8.3,"agent":14.6,"reasoning":12.7,"knowledge":34.6,"instruction":6.5,"business":49.2,"vision":1.9,"longctx":0.2},"coverage":1,"avgPct":4.7,"overall":17.1,"rank":null,"avgRank":102,"aliases":["ministral-3-14b"],"release":"2025-12-02","open":true,"ctx":256000,"pin":0.2,"pout":0.2,"tps":86,"ttft":0.93,"theta":-1.265,"se":0.282,"lo":10.3,"hi":26.9,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"ministral-3-8b","name":"Ministral 3 8B","provider":"mistral","providerName":"Mistral AI","country":"FR","sites":{"aa":{"rank":103,"of":107,"score":5.5,"pct":3.8,"variant":"ministral-3-8b"}},"metrics":{"aa_index":{"rank":103,"of":107,"score":5.5,"pct":3.8,"variant":"ministral-3-8b"},"aa_hle":{"rank":104,"of":109,"score":4.3,"pct":4.6,"variant":"ministral-3-8b"},"aa_gpqa":{"rank":95,"of":100,"score":47.1,"pct":5.1,"variant":"ministral-3-8b"},"aa_scicode":{"rank":104,"of":107,"score":20.7,"pct":2.8,"variant":"ministral-3-8b"},"aa_terminalbenchHard":{"rank":57,"of":62,"score":4.5,"pct":8.2,"variant":"ministral-3-8b"},"aa_tau2":{"rank":53,"of":61,"score":26.6,"pct":13.3,"variant":"ministral-3-8b"},"aa_ifbench":{"rank":61,"of":62,"score":29.1,"pct":1.6,"variant":"ministral-3-8b"},"aa_lcr":{"rank":101,"of":109,"score":25.7,"pct":7.4,"variant":"ministral-3-8b"},"aa_mmmuPro":{"rank":52,"of":55,"score":46,"pct":5.6,"variant":"ministral-3-8b"},"aa_critpt":{"rank":86,"of":112,"score":0,"pct":23.4,"variant":"ministral-3-8b"},"aa_omniscience":{"rank":106,"of":109,"score":-68.9,"pct":2.8,"variant":"ministral-3-8b"},"aa_gdpvalNormalized":{"rank":75,"of":107,"score":0,"pct":30.2,"variant":"ministral-3-8b"}},"domains":{"overall":16.5,"coding":7.2,"agent":14.5,"reasoning":12.4,"knowledge":31.7,"instruction":5.3,"business":49.2,"vision":1.1,"longctx":0.2},"coverage":1,"avgPct":3.8,"overall":16.5,"rank":null,"avgRank":103,"aliases":["ministral-3-8b"],"release":"2025-12-02","open":true,"ctx":256000,"pin":0.15,"pout":0.15,"tps":96,"ttft":0.8,"theta":-1.299,"se":0.282,"lo":9.9,"hi":26.1,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"ministral-3-3b","name":"Ministral 3 3B","provider":"mistral","providerName":"Mistral AI","country":"FR","sites":{"aa":{"rank":105,"of":107,"score":4.8,"pct":1.9,"variant":"ministral-3-3b"}},"metrics":{"aa_index":{"rank":105,"of":107,"score":4.8,"pct":1.9,"variant":"ministral-3-3b"},"aa_hle":{"rank":98,"of":109,"score":5.4,"pct":10.2,"variant":"ministral-3-3b"},"aa_gpqa":{"rank":98,"of":100,"score":35.8,"pct":2,"variant":"ministral-3-3b"},"aa_scicode":{"rank":106,"of":107,"score":15.3,"pct":0.9,"variant":"ministral-3-3b"},"aa_terminalbenchHard":{"rank":62,"of":62,"score":0,"pct":0,"variant":"ministral-3-3b"},"aa_tau2":{"rank":55,"of":61,"score":24.9,"pct":10,"variant":"ministral-3-3b"},"aa_ifbench":{"rank":62,"of":62,"score":26.8,"pct":0,"variant":"ministral-3-3b"},"aa_lcr":{"rank":105,"of":109,"score":17,"pct":3.7,"variant":"ministral-3-3b"},"aa_mmmuPro":{"rank":54,"of":55,"score":38.1,"pct":1.9,"variant":"ministral-3-3b"},"aa_critpt":{"rank":86,"of":112,"score":0,"pct":23.4,"variant":"ministral-3-3b"},"aa_omniscience":{"rank":103,"of":109,"score":-64,"pct":5.6,"variant":"ministral-3-3b"},"aa_gdpvalNormalized":{"rank":75,"of":107,"score":0,"pct":30.2,"variant":"ministral-3-3b"}},"domains":{"overall":15.7,"coding":4.7,"agent":12.5,"reasoning":13.4,"knowledge":30.6,"instruction":4.5,"business":49.2,"vision":0.3,"longctx":0.1},"coverage":1,"avgPct":1.9,"overall":15.7,"rank":null,"avgRank":105,"aliases":["ministral-3-3b"],"release":"2025-12-02","open":true,"ctx":256000,"pin":0.1,"pout":0.1,"tps":216,"ttft":0.69,"theta":-1.346,"se":0.282,"lo":9.4,"hi":24.9,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"mistral-small-3","name":"Mistral Small 3","provider":"mistral","providerName":"Mistral AI","country":"FR","sites":{"epoch":{"rank":147,"of":239,"score":127.06,"pct":38.7,"variant":"Mistral Small 3"}},"metrics":{"epoch_eci":{"rank":147,"of":239,"score":127.06,"pct":38.7,"variant":"Mistral Small 3"}},"domains":{"overall":15.4},"coverage":1,"avgPct":38.7,"overall":15.4,"rank":null,"avgRank":147,"aliases":["Mistral Small 3"],"release":"2025-01-30","open":true,"ctx":32000,"pin":0.05,"pout":0.08,"theta":-1.365,"se":0.499,"lo":6.1,"hi":33.6,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false},{"id":"k2-horizon-0-9b","name":"K2 Horizon 0.9B","provider":null,"providerName":"Institute of Foundation Models","sites":{"aa":{"rank":107,"of":107,"score":3,"pct":0,"variant":"k2-horizon-0-9b"}},"metrics":{"aa_index":{"rank":107,"of":107,"score":3,"pct":0,"variant":"k2-horizon-0-9b"},"aa_hle":{"rank":98,"of":109,"score":5.4,"pct":10.2,"variant":"k2-horizon-0-9b"},"aa_gpqa":{"rank":100,"of":100,"score":29.3,"pct":0,"variant":"k2-horizon-0-9b"},"aa_scicode":{"rank":107,"of":107,"score":6.9,"pct":0,"variant":"k2-horizon-0-9b"},"aa_lcr":{"rank":109,"of":109,"score":6.3,"pct":0,"variant":"k2-horizon-0-9b"},"aa_critpt":{"rank":86,"of":112,"score":0,"pct":23.4,"variant":"k2-horizon-0-9b"},"aa_omniscience":{"rank":108,"of":109,"score":-72.8,"pct":0.9,"variant":"k2-horizon-0-9b"},"aa_gdpvalNormalized":{"rank":75,"of":107,"score":0,"pct":30.2,"variant":"k2-horizon-0-9b"}},"domains":{"overall":13.8,"coding":1.5,"reasoning":13.4,"knowledge":27.9,"business":49.2,"longctx":0},"coverage":1,"avgPct":0,"overall":13.8,"rank":null,"avgRank":107,"aliases":["k2-horizon-0-9b"],"release":"2026-09-03","open":true,"reasoning":true,"ctx":131072,"theta":-1.468,"se":0.282,"lo":8.2,"hi":22.2,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":true},{"id":"gemma-3-4b","name":"Gemma 3 4B","provider":"google","providerName":"Google","country":"US","sites":{"epoch":{"rank":183,"of":239,"score":116.02,"pct":23.5,"variant":"Gemma 3 4B"}},"metrics":{"arena_coding":{"rank":265,"of":344,"score":1273.8,"pct":23,"variant":"gemma-3-4b-it"},"arena_math":{"rank":229,"of":332,"score":1253.9,"pct":31.1,"variant":"gemma-3-4b-it"},"arena_creative_writing":{"rank":213,"of":347,"score":1274.6,"pct":38.7,"variant":"gemma-3-4b-it"},"arena_instruction_following":{"rank":236,"of":349,"score":1267.5,"pct":32.5,"variant":"gemma-3-4b-it"},"arena_hard_prompts":{"rank":238,"of":349,"score":1283.9,"pct":31.9,"variant":"gemma-3-4b-it"},"arena_multi_turn":{"rank":237,"of":347,"score":1272.2,"pct":31.8,"variant":"gemma-3-4b-it"},"arena_expert":{"rank":239,"of":301,"score":1259.1,"pct":20.7,"variant":"gemma-3-4b-it"},"arena_industry_business_and_management_and_financial_operations":{"rank":183,"of":342,"score":1329.5,"pct":46.6,"variant":"gemma-3-4b-it"},"arena_industry_medicine_and_healthcare":{"rank":177,"of":320,"score":1352.2,"pct":44.8,"variant":"gemma-3-4b-it"},"arena_industry_legal_and_government":{"rank":187,"of":323,"score":1339.5,"pct":42.2,"variant":"gemma-3-4b-it"},"epoch_eci":{"rank":183,"of":239,"score":116.02,"pct":23.5,"variant":"Gemma 3 4B"},"epoch_gpqa":{"rank":195,"of":201,"score":23.2,"pct":3,"variant":"gemma-3-4b-it"},"epoch_aime":{"rank":139,"of":182,"score":7.5,"pct":23.8,"variant":"gemma-3-4b-it"},"eqbench_cw":{"rank":111,"of":137,"score":1068,"pct":19.1,"variant":"google/gemma-3-4b-it"}},"domains":{"overall":6.4,"coding":7.6,"reasoning":7.4,"math":13.3,"knowledge":18,"writing":19.2,"instruction":5.8,"chat":4.5,"business":45.5},"coverage":1,"avgPct":23.5,"overall":6.4,"rank":null,"avgRank":183,"aliases":["gemma-3-4b-it","Gemma 3 4B","google/gemma-3-4b-it"],"open":true,"release":"2025-03-12","ctx":128000,"pin":0,"pout":0,"theta":-2.151,"se":0.499,"lo":2.4,"hi":15.9,"firstSeen":"2000-01-01T00:00:00.000Z","isNew":false}],"providers":[{"id":"anthropic","name":"Anthropic","country":"US","models":27,"rankedModels":19,"best":{"id":"claude-opus-5-5","name":"Claude Opus 5.5","overall":92.5,"rank":1},"overall":86.7,"rank":1,"sites":{"aa":{"best":100,"bestRank":1,"model":"Claude Opus 5.5","of":107},"livebench":{"best":100,"bestRank":1,"model":"Claude Fable 5.1","of":60},"epoch":{"best":99.6,"bestRank":2,"model":"Claude Fable 5.1","of":239},"arc":{"best":98.7,"bestRank":2,"model":"Claude Opus 5.5","of":79},"scale":{"best":97.6,"bestRank":2,"model":"Claude Fable 5.1","of":42},"vals":{"best":100,"bestRank":1,"model":"Claude Opus 5.5","of":63},"tbench":{"best":92.9,"bestRank":2,"model":"Claude Fable 5.1","of":15},"eqbench":{"best":100,"bestRank":1,"model":"Claude Opus 5","of":28},"simplebench":{"best":100,"bestRank":1,"model":"Claude Opus 5.5","of":99},"benchlm":{"best":98.6,"bestRank":2,"model":"Claude Fable 5.1","of":74}},"domains":{"overall":92.5,"coding":94.9,"agent":93.7,"reasoning":91.3,"math":89,"knowledge":94.2,"writing":87.3,"instruction":82.1,"chat":93.1,"business":93.1,"japanese":89.5,"vision":81.9,"longctx":87.8},"top3Avg":91.6,"openModels":0,"newest":"2026-09-22","theta":1.5,"se":0.113},{"id":"openai","name":"OpenAI","country":"US","models":54,"rankedModels":37,"best":{"id":"gpt-6-astra","name":"GPT-6 Astra","overall":92.2,"rank":2},"overall":85.2,"rank":2,"sites":{"aa":{"best":98.1,"bestRank":3,"model":"GPT-6 Astra","of":107},"livebench":{"best":94.9,"bestRank":4,"model":"GPT-6 Astra","of":60},"epoch":{"best":100,"bestRank":1,"model":"GPT-6 Astra","of":239},"arc":{"best":100,"bestRank":1,"model":"GPT-6 Astra","of":79},"scale":{"best":100,"bestRank":1,"model":"GPT-6 Astra","of":42},"vals":{"best":95.2,"bestRank":4,"model":"GPT-6 Astra","of":63},"tbench":{"best":100,"bestRank":1,"model":"GPT-6 Astra","of":15},"eqbench":{"best":88.9,"bestRank":4,"model":"GPT-5.5","of":28},"simplebench":{"best":98,"bestRank":3,"model":"GPT-6 Astra Pro","of":99},"benchlm":{"best":100,"bestRank":1,"model":"GPT-6 Astra","of":74}},"domains":{"overall":92.2,"coding":93.7,"agent":92.9,"reasoning":92.4,"math":89.2,"knowledge":94.3,"writing":86.7,"instruction":84.4,"chat":86,"business":89.2,"japanese":87.6,"vision":79.5,"longctx":80.3},"top3Avg":89,"openModels":2,"newest":"2026-09-16","theta":1.401,"se":0.113},{"id":"meta","name":"Meta","country":"US","models":23,"rankedModels":8,"best":{"id":"muse-spark-1-3","name":"Muse Spark 1.3","overall":89,"rank":6},"overall":77.7,"rank":3,"sites":{"aa":{"best":95.3,"bestRank":6,"model":"Muse Spark 1.3","of":107},"livebench":{"best":93.2,"bestRank":5,"model":"Muse Spark 1.3","of":60},"epoch":{"best":94.1,"bestRank":15,"model":"Muse Spark 1.3","of":239},"arc":{"best":10.3,"bestRank":71,"model":"Llama 4 Scout","of":79},"scale":{"best":87.8,"bestRank":6,"model":"Muse Spark","of":42},"vals":{"best":91.9,"bestRank":6,"model":"Muse Spark 1.3","of":63},"eqbench":{"best":74.1,"bestRank":8,"model":"Muse Spark 1.1","of":28},"simplebench":{"best":93.9,"bestRank":7,"model":"Muse Spark 1.3","of":99},"benchlm":{"best":79.5,"bestRank":16,"model":"Muse Spark 1.1","of":74}},"domains":{"overall":89,"coding":87.8,"agent":84.2,"reasoning":86.3,"math":85.7,"knowledge":87.7,"writing":76.4,"instruction":88.3,"chat":82.3,"business":90.6,"japanese":80.3,"vision":70,"longctx":68.1},"top3Avg":82.3,"openModels":18,"newest":"2026-09-02","theta":0.999,"se":0.115},{"id":"google","name":"Google","country":"US","models":33,"rankedModels":18,"best":{"id":"gemini-3-8-flash","name":"Gemini 3.8 Flash","overall":83.3,"rank":15},"overall":74.4,"rank":4,"sites":{"aa":{"best":83,"bestRank":19,"model":"Gemini 3.8 Flash","of":107},"livebench":{"best":79.7,"bestRank":13,"model":"Gemini 3.7 Flash","of":60},"epoch":{"best":95.8,"bestRank":11,"model":"Gemini 3.7 Flash","of":239},"arc":{"best":93.6,"bestRank":6,"model":"Gemini 3.8 Flash","of":79},"scale":{"best":95.1,"bestRank":3,"model":"Gemini 3.1 Pro","of":42},"vals":{"best":87.1,"bestRank":9,"model":"Gemini 3.8 Flash","of":63},"tbench":{"best":28.6,"bestRank":11,"model":"Gemini 3.8 Flash","of":15},"eqbench":{"best":25.9,"bestRank":21,"model":"Gemini 3.1 Pro","of":28},"simplebench":{"best":95.9,"bestRank":5,"model":"Gemini 3.8 Flash","of":99},"benchlm":{"best":93.2,"bestRank":6,"model":"Gemini 3.8 Flash","of":74}},"domains":{"overall":86.4,"coding":81.5,"agent":82.4,"reasoning":86.9,"math":83,"knowledge":90.7,"writing":82.7,"instruction":92.2,"chat":71.4,"business":84.8,"japanese":87.8,"vision":79.3,"longctx":61.9},"top3Avg":80.9,"openModels":9,"newest":"2026-09-02","theta":0.852,"se":0.113},{"id":"xai","name":"xAI","country":"US","models":13,"rankedModels":9,"best":{"id":"grok-4-7","name":"Grok 4.7","overall":84.6,"rank":13},"overall":72.7,"rank":5,"sites":{"aa":{"best":92.5,"bestRank":9,"model":"Grok 4.7","of":107},"livebench":{"best":76.3,"bestRank":15,"model":"Grok 4.6","of":60},"epoch":{"best":92.9,"bestRank":18,"model":"Grok 4.6","of":239},"arc":{"best":75.6,"bestRank":20,"model":"Grok 4.6","of":79},"vals":{"best":83.9,"bestRank":11,"model":"Grok 4.7","of":63},"tbench":{"best":64.3,"bestRank":6,"model":"Grok 4.7","of":15},"eqbench":{"best":11.1,"bestRank":25,"model":"Grok 4.3","of":28},"simplebench":{"best":87.8,"bestRank":13,"model":"Grok 4.6","of":99},"benchlm":{"best":86.3,"bestRank":11,"model":"Grok 4.6","of":74}},"domains":{"overall":84.6,"coding":87.1,"agent":83.2,"reasoning":82.7,"math":87.1,"knowledge":86.9,"writing":77.3,"instruction":84.5,"chat":57.5,"business":90.3,"japanese":79.6,"vision":62.8,"longctx":47.4},"top3Avg":80.8,"openModels":1,"newest":"2026-09-21","theta":0.782,"se":0.115},{"id":"xiaomi","name":"Xiaomi","country":"CN","models":4,"rankedModels":2,"best":{"id":"mimo-v2-6-pro","name":"MiMo-V2.6-Pro","overall":85.2,"rank":11},"overall":70.1,"rank":6,"sites":{"aa":{"best":91.5,"bestRank":10,"model":"MiMo-V2.6-Pro","of":107},"vals":{"best":80.6,"bestRank":13,"model":"MiMo V2.6 Flash","of":63},"eqbench":{"best":48.1,"bestRank":15,"model":"MiMo-V2.5-Pro","of":28},"benchlm":{"best":42.5,"bestRank":43,"model":"MiMo-V2.5-Pro","of":74}},"domains":{"overall":85.2,"coding":85.1,"agent":81.3,"reasoning":84.2,"math":70.1,"knowledge":87.9,"writing":55.8,"instruction":75.1,"chat":64.1,"business":90.4,"japanese":76.8,"vision":35,"longctx":67.9},"top3Avg":71.4,"openModels":3,"newest":"2026-09-21","theta":0.681,"se":0.162},{"id":"moonshot","name":"Moonshot AI","country":"CN","models":5,"rankedModels":5,"best":{"id":"kimi-k3","name":"Kimi K3","overall":83.3,"rank":16},"overall":69.8,"rank":7,"sites":{"aa":{"best":86.8,"bestRank":15,"model":"Kimi K3","of":107},"livebench":{"best":83.1,"bestRank":11,"model":"Kimi K3","of":60},"epoch":{"best":95.4,"bestRank":12,"model":"Kimi K3","of":239},"arc":{"best":70.5,"bestRank":24,"model":"Kimi K3","of":79},"scale":{"best":65.9,"bestRank":15,"model":"Kimi K2.5","of":42},"vals":{"best":67.7,"bestRank":21,"model":"Kimi K3","of":63},"eqbench":{"best":92.6,"bestRank":3,"model":"Kimi K3","of":28},"simplebench":{"best":67.3,"bestRank":33,"model":"Kimi K3","of":99},"benchlm":{"best":90.4,"bestRank":8,"model":"Kimi K3","of":74}},"domains":{"overall":83.3,"coding":85,"agent":86.7,"reasoning":83.3,"math":69.9,"knowledge":87.7,"writing":81.8,"instruction":76.9,"chat":89.2,"business":88.5,"japanese":88.3,"vision":79.5,"longctx":73.5},"top3Avg":65.8,"openModels":5,"newest":"2026-07-16","theta":0.669,"se":0.115},{"id":"alibaba","name":"Alibaba (Qwen)","country":"CN","models":46,"rankedModels":13,"best":{"id":"qwen3-8-max","name":"Qwen3.8 Max","overall":82.5,"rank":17},"overall":68.1,"rank":8,"sites":{"aa":{"best":90.6,"bestRank":11,"model":"Qwen3.8 Max","of":107},"livebench":{"best":78,"bestRank":14,"model":"Qwen3.8 Max","of":60},"epoch":{"best":93.3,"bestRank":17,"model":"Qwen 3.8 Max","of":239},"arc":{"best":23.1,"bestRank":61,"model":"Qwen3 235B A22B","of":79},"vals":{"best":48.4,"bestRank":33,"model":"Qwen3.8 Max","of":63},"eqbench":{"best":18.5,"bestRank":23,"model":"Qwen3.7 Max","of":28},"simplebench":{"best":83.7,"bestRank":17,"model":"Qwen 3.7 Max","of":99},"benchlm":{"best":89,"bestRank":9,"model":"Qwen3.8 Max","of":74}},"domains":{"overall":82.5,"coding":79,"agent":81.7,"reasoning":81.3,"math":79.8,"knowledge":86.2,"writing":71.4,"instruction":87.4,"chat":64.7,"business":89.8,"japanese":83.5,"vision":79.7,"longctx":56.4},"top3Avg":78.2,"openModels":27,"newest":"2026-08-26","theta":0.608,"se":0.118},{"id":"deepseek","name":"DeepSeek","country":"CN","models":22,"rankedModels":7,"best":{"id":"deepseek-v4-1-flash","name":"DeepSeek V4.1 Flash","overall":84.7,"rank":12},"overall":67.8,"rank":9,"sites":{"aa":{"best":80.2,"bestRank":22,"model":"DeepSeek V4.1 Flash","of":107},"livebench":{"best":91.5,"bestRank":6,"model":"DeepSeek V4.1 Flash","of":60},"epoch":{"best":90.3,"bestRank":24,"model":"DeepSeek V4 Pro","of":239},"arc":{"best":73.1,"bestRank":22,"model":"DeepSeek V4 Flash","of":79},"vals":{"best":69.4,"bestRank":20,"model":"DeepSeek V4.1 Flash","of":63},"eqbench":{"best":37,"bestRank":18,"model":"DeepSeek V4 Pro","of":28},"simplebench":{"best":79.6,"bestRank":21,"model":"DeepSeek V4.1 Flash","of":99},"benchlm":{"best":37,"bestRank":47,"model":"DeepSeek V3.2","of":74}},"domains":{"overall":84.7,"coding":85.3,"agent":87.4,"reasoning":77.8,"math":83.4,"knowledge":82.9,"writing":71.2,"instruction":75.5,"chat":52.2,"business":89.7,"japanese":82.5,"vision":49.1,"longctx":61.9},"top3Avg":78.3,"openModels":17,"newest":"2026-09-09","theta":0.597,"se":0.118},{"id":"zai","name":"Z.ai (Zhipu)","country":"CN","models":10,"rankedModels":6,"best":{"id":"glm-5-3","name":"GLM-5.3","overall":82,"rank":22},"overall":66,"rank":10,"sites":{"aa":{"best":89.6,"bestRank":12,"model":"GLM-5.3","of":107},"livebench":{"best":54.2,"bestRank":28,"model":"GLM-5.3","of":60},"epoch":{"best":91.2,"bestRank":22,"model":"GLM-5.3","of":239},"arc":{"best":52.6,"bestRank":38,"model":"GLM-5.2","of":79},"scale":{"best":36.6,"bestRank":27,"model":"GLM-4.5","of":42},"vals":{"best":62.9,"bestRank":24,"model":"GLM-5.3","of":63},"tbench":{"best":71.4,"bestRank":5,"model":"GLM-5.3","of":15},"eqbench":{"best":51.9,"bestRank":14,"model":"GLM-5.2","of":28},"simplebench":{"best":78.6,"bestRank":22,"model":"GLM-5.3","of":99},"benchlm":{"best":69.9,"bestRank":23,"model":"GLM-5.2","of":74}},"domains":{"overall":82,"coding":87.9,"agent":83.6,"reasoning":77.6,"math":75.3,"knowledge":83.6,"writing":74,"instruction":71.8,"chat":67.1,"business":87.8,"japanese":81.2,"vision":58.6,"longctx":50.7},"top3Avg":73.4,"openModels":10,"newest":"2026-08-20","theta":0.531,"se":0.113},{"id":"tencent","name":"Tencent","country":"CN","models":2,"rankedModels":0,"best":null,"overall":53.3,"rank":11,"sites":{"aa":{"best":55.7,"bestRank":48,"model":"Hy3","of":107},"vals":{"best":59.7,"bestRank":26,"model":"Hy4","of":63}},"domains":{"overall":79.1,"coding":81.4,"agent":73.9,"reasoning":60.9,"math":70.9,"knowledge":75.4,"writing":58.3,"instruction":56.7,"chat":48.9,"business":87.1,"longctx":47.9},"top3Avg":null,"openModels":2,"newest":"2026-08-28","theta":0.104,"se":0.18},{"id":"thinkingmachines","name":"Thinking Machines","country":"US","models":2,"rankedModels":2,"best":{"id":"inkling","name":"Inkling","overall":58,"rank":53},"overall":42,"rank":12,"sites":{"aa":{"best":52.8,"bestRank":51,"model":"Inkling","of":107},"livebench":{"best":22,"bestRank":47,"model":"Inkling","of":60},"epoch":{"best":81.1,"bestRank":46,"model":"Inkling Small","of":239},"arc":{"best":59,"bestRank":33,"model":"Inkling Small","of":79},"vals":{"best":25.8,"bestRank":47,"model":"Inkling","of":63},"eqbench":{"best":59.3,"bestRank":12,"model":"Inkling","of":28},"simplebench":{"best":48,"bestRank":52,"model":"Inkling","of":99},"benchlm":{"best":57.5,"bestRank":32,"model":"Inkling Small","of":74}},"domains":{"overall":58,"coding":50.2,"agent":44.4,"reasoning":58.1,"math":70.6,"knowledge":76.4,"writing":53.2,"instruction":71.6,"chat":66.8,"business":76.1,"japanese":75,"vision":25.9,"longctx":43.1},"top3Avg":56.2,"openModels":2,"newest":"2026-07-15","theta":-0.257,"se":0.118},{"id":"minimax","name":"MiniMax","country":"CN","models":5,"rankedModels":3,"best":{"id":"minimax-m3","name":"MiniMax-M3","overall":53.9,"rank":60},"overall":40.3,"rank":13,"sites":{"aa":{"best":62.3,"bestRank":41,"model":"MiniMax-M3","of":107},"livebench":{"best":6.8,"bestRank":56,"model":"MiniMax-M3","of":60},"epoch":{"best":74.8,"bestRank":61,"model":"MiniMax-M3","of":239},"arc":{"best":34.6,"bestRank":52,"model":"MiniMax-M2.5","of":79},"vals":{"best":37.1,"bestRank":40,"model":"MiniMax-M3","of":63},"eqbench":{"best":29.6,"bestRank":20,"model":"MiniMax-M3","of":28},"simplebench":{"best":41.8,"bestRank":58,"model":"MiniMax-M3","of":99},"benchlm":{"best":52.1,"bestRank":36,"model":"MiniMax-M3","of":74}},"domains":{"overall":53.9,"coding":56.2,"agent":48,"reasoning":51.5,"math":55.3,"knowledge":75.9,"writing":61.2,"instruction":62.6,"chat":46.3,"business":79.7,"japanese":71.8,"vision":34.4,"longctx":45.9},"top3Avg":45.1,"openModels":5,"newest":"2026-06-01","theta":-0.313,"se":0.118},{"id":"antgroup","name":"Ant Group","country":"CN","models":5,"rankedModels":0,"best":null,"overall":32.7,"rank":14,"sites":{"aa":{"best":50.9,"bestRank":53,"model":"Ling-3.0-flash-VL","of":107},"vals":{"best":22.6,"bestRank":49,"model":"Ling 3.0 Flash Af Rc3","of":63}},"domains":{"overall":49.8,"coding":48.2,"agent":55.3,"reasoning":38.1,"knowledge":65.8,"instruction":15,"business":76.5,"vision":56.3,"longctx":45.9},"top3Avg":null,"openModels":3,"newest":"2026-09-11","theta":-0.577,"se":0.18},{"id":"nvidia","name":"NVIDIA","country":"US","models":9,"rankedModels":1,"best":{"id":"nemotron-3-ultra-550b-a55b","name":"Nemotron 3 Ultra 550B A55B","overall":43.9,"rank":74},"overall":29.6,"rank":15,"sites":{"aa":{"best":49.1,"bestRank":55,"model":"Nemotron 3 Ultra 550B A55B","of":107},"livebench":{"best":8.5,"bestRank":55,"model":"Nemotron 3 Ultra 550B A55B","of":60},"epoch":{"best":71,"bestRank":70,"model":"Nemotron 3 Ultra 550B A55B","of":239},"vals":{"best":16.1,"bestRank":53,"model":"Nemotron 3 Ultra 550B A55B","of":63},"simplebench":{"best":38.8,"bestRank":61,"model":"Nemotron 3 Ultra 550B A55B","of":99}},"domains":{"overall":43.9,"coding":40.4,"agent":37.4,"reasoning":45.1,"math":73.3,"knowledge":73.1,"writing":45.2,"instruction":80.9,"chat":14.4,"business":65.6,"longctx":48.7},"top3Avg":43.9,"openModels":7,"newest":"2026-08-11","theta":-0.692,"se":0.126},{"id":"mistral","name":"Mistral AI","country":"FR","models":26,"rankedModels":4,"best":{"id":"mistral-3-5","name":"Mistral 3.5","overall":26.8,"rank":107},"overall":17.6,"rank":16,"sites":{"aa":{"best":30.2,"bestRank":75,"model":"Mistral 3.5","of":107},"epoch":{"best":59.2,"bestRank":98,"model":"Mistral 3.5","of":239},"arc":{"best":10.3,"bestRank":71,"model":"Magistral Small","of":79},"scale":{"best":9.8,"bestRank":38,"model":"Mistral 3","of":42},"vals":{"best":6.5,"bestRank":59,"model":"Mistral 3.5","of":63},"eqbench":{"best":0,"bestRank":28,"model":"Mistral 3.5","of":28},"simplebench":{"best":10.2,"bestRank":89,"model":"Mistral Large V2","of":99}},"domains":{"overall":28.5,"coding":33,"agent":29.5,"reasoning":27.2,"math":57.4,"knowledge":56.8,"writing":51.3,"instruction":49.8,"chat":35.1,"business":58.4,"japanese":68.1,"vision":13,"longctx":23.3},"top3Avg":22.4,"openModels":20,"newest":"2026-04-28","theta":-1.235,"se":0.132},{"id":"microsoft","name":"Microsoft","country":"US","models":6,"rankedModels":1,"best":{"id":"phi-4","name":"Phi-4","overall":13.1,"rank":131},"overall":16.7,"rank":17,"sites":{"epoch":{"best":44.5,"bestRank":133,"model":"Phi-4","of":239},"benchlm":{"best":5.5,"bestRank":70,"model":"Phi-4","of":74}},"domains":{"overall":13.1,"coding":10.9,"reasoning":6.7,"math":15.2,"knowledge":34.6,"writing":8.8,"instruction":3.2,"chat":2.8,"business":32.1,"japanese":26.2},"top3Avg":13.1,"openModels":6,"newest":"2024-12-12","theta":-1.286,"se":0.292},{"id":"amazon","name":"Amazon","country":"US","models":3,"rankedModels":0,"best":null,"overall":15.8,"rank":18,"sites":{"epoch":{"best":35.3,"bestRank":155,"model":"Amazon Nova Pro","of":239},"scale":{"best":7.3,"bestRank":39,"model":"Nova Pro","of":42}},"domains":{"overall":22.9,"reasoning":24.1,"knowledge":46.3},"top3Avg":null,"openModels":0,"newest":"2024-12-03","theta":-1.336,"se":0.332},{"id":"inception","name":"Inception","country":"US","models":1,"rankedModels":1,"best":{"id":"mercury-2-5","name":"Mercury 2.5","overall":22.6,"rank":115},"overall":13.3,"rank":19,"sites":{"aa":{"best":24.5,"bestRank":81,"model":"Mercury 2.5","of":107},"vals":{"best":1.6,"bestRank":62,"model":"Mercury 2.5","of":63}},"domains":{"overall":22.6,"coding":30.2,"agent":15,"reasoning":20.6,"knowledge":47.1,"business":44.9,"longctx":28.5},"top3Avg":22.6,"openModels":0,"newest":"2026-09-08","theta":-1.498,"se":0.18},{"id":"cohere","name":"Cohere","country":"CA","models":3,"rankedModels":1,"best":{"id":"command-r","name":"Command R","overall":8.9,"rank":135},"overall":12.9,"rank":20,"sites":{"aa":{"best":29.2,"bestRank":76,"model":"Command A Plus","of":107},"epoch":{"best":29.8,"bestRank":168,"model":"Command R","of":239},"simplebench":{"best":2,"bestRank":97,"model":"Command R","of":99}},"domains":{"overall":27.3,"coding":36.6,"agent":37.5,"reasoning":20.8,"math":6.4,"knowledge":56.1,"writing":7.3,"instruction":61.1,"chat":1.4,"business":49.2,"japanese":20.8,"vision":11.6,"longctx":4.4},"top3Avg":8.9,"openModels":3,"newest":"2026-06-09","theta":-1.53,"se":0.17},{"id":"stepfun","name":"StepFun","country":"CN","models":1,"rankedModels":0,"best":null,"overall":70,"rank":null,"sites":{"aa":{"best":87.7,"bestRank":14,"model":"Step 5","of":107}},"domains":{"overall":83.3,"coding":82.4,"reasoning":80.8,"knowledge":86.5,"business":86.9,"vision":47,"longctx":72.6},"top3Avg":null,"openModels":0,"newest":"2026-09-18","theta":0.679,"se":0.268},{"id":"meituan","name":"Meituan","country":"CN","models":1,"rankedModels":0,"best":null,"overall":25,"rank":null,"sites":{"aa":{"best":41.5,"bestRank":63,"model":"LongCat 2.0","of":107}},"domains":{"overall":38.4,"coding":28.1,"reasoning":60.1,"knowledge":68.3,"business":67.6,"longctx":15.7},"top3Avg":null,"openModels":1,"newest":"2026-06-29","theta":-0.878,"se":0.268},{"id":"ibm","name":"IBM","country":"US","models":2,"rankedModels":0,"best":null,"overall":15,"rank":null,"sites":{"aa":{"best":20.8,"bestRank":85,"model":"Granite 4.2 8B","of":107}},"domains":{"overall":24,"coding":15,"reasoning":13.9,"knowledge":43.4,"writing":9.9,"instruction":7.8,"chat":5.6,"business":44.2,"longctx":1.9},"top3Avg":null,"openModels":2,"newest":"2026-08-25","theta":-1.385,"se":0.268},{"id":"arcee","name":"Arcee AI","country":"US","models":1,"rankedModels":0,"best":null,"overall":14.7,"rank":null,"sites":{"aa":{"best":18.9,"bestRank":87,"model":"Trinity Large","of":107}},"domains":{"overall":23.6,"coding":26.5,"agent":37.7,"reasoning":26.6,"math":44.3,"knowledge":54.4,"writing":37.3,"instruction":25.1,"chat":20.8,"business":53.5,"japanese":58.8,"longctx":0.8},"top3Avg":null,"openModels":1,"newest":"2026-03-10","theta":-1.404,"se":0.268},{"id":"upstage","name":"Upstage","country":"KR","models":1,"rankedModels":0,"best":null,"overall":12,"rank":null,"sites":{"aa":{"best":8.5,"bestRank":98,"model":"Solar Pro 3","of":107}},"domains":{"overall":19.3,"coding":10.1,"agent":25.2,"reasoning":18.7,"knowledge":44.5,"instruction":56.3,"business":49.2,"longctx":0.4},"top3Avg":null,"openModels":0,"newest":"2026-04-06","theta":-1.594,"se":0.268},{"id":"01ai","name":"01.AI","country":"CN","models":3,"rankedModels":0,"best":null,"overall":9.3,"rank":null,"sites":{"epoch":{"best":26.5,"bestRank":176,"model":"Yi 34B","of":239}},"domains":{"overall":7.1,"coding":3.5,"reasoning":1.6,"math":4.8,"knowledge":7.1,"writing":4.5,"instruction":0.8,"chat":0.8,"business":16.8,"japanese":8.1},"top3Avg":null,"openModels":2,"newest":"2024-03-01","theta":-1.823,"se":0.401},{"id":"tii","name":"TII","country":"AE","models":4,"rankedModels":0,"best":null,"overall":6.4,"rank":null,"sites":{"epoch":{"best":21,"bestRank":189,"model":"Falcon 180B","of":239}},"domains":{"overall":4.5,"reasoning":0.7,"writing":4.4,"instruction":0.6,"chat":0.3},"top3Avg":null,"openModels":4,"newest":"2024-05-09","theta":-2.143,"se":0.401},{"id":"internlm","name":"Shanghai AI Lab","country":"CN","models":2,"rankedModels":0,"best":null,"overall":6.4,"rank":null,"sites":{"epoch":{"best":20.6,"bestRank":190,"model":"Internlm 20B","of":239}},"domains":{"overall":4.5},"top3Avg":null,"openModels":0,"newest":"2023-09-18","theta":-2.146,"se":0.401},{"id":"baichuan","name":"Baichuan","country":"CN","models":3,"rankedModels":0,"best":null,"overall":3.4,"rank":null,"sites":{"epoch":{"best":12.2,"bestRank":210,"model":"Baichuan2 13B","of":239}},"domains":{"overall":2},"top3Avg":null,"openModels":3,"newest":"2023-09-20","theta":-2.685,"se":0.401},{"id":"prime","name":"Prime Intellect","country":"US","models":1,"rankedModels":0,"best":null,"overall":2.8,"rank":null,"sites":{"epoch":{"best":10.9,"bestRank":213,"model":"Intellect 1","of":239}},"domains":{"overall":1.7},"top3Avg":null,"openModels":0,"newest":"2024-11-29","theta":-2.827,"se":0.401},{"id":"lmsys","name":"LMSYS","country":"US","models":1,"rankedModels":0,"best":null,"overall":1.8,"rank":null,"sites":{"epoch":{"best":6.7,"bestRank":223,"model":"Vicuna 13B V1.1","of":239}},"domains":{"overall":1},"top3Avg":null,"openModels":0,"newest":"2023-04-12","theta":-3.203,"se":0.401},{"id":"databricks","name":"Databricks","country":"US","models":1,"rankedModels":0,"best":null,"overall":1.2,"rank":null,"sites":{"epoch":{"best":2.5,"bestRank":233,"model":"Dolly 2.0 12B","of":239}},"domains":{"overall":0.6},"top3Avg":null,"openModels":1,"newest":"2023-04-11","theta":-3.506,"se":0.401}]}