{ "as_of": "2026-09-04", "models": [ { "name": "GLM-4.5V (Non-reasoning)", "creator": "Z AI", "index": 6.7623312037473795, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.6, "output": 1.8, "blended": 0.8999999999999999, "release_date": "2025-08-11", "open_weights": true, "deprecated": true }, { "name": "Gemini 3.5 Flash (high)", "creator": "Google", "index": 51.96360747017, "estimated": false, "index_cost": 1042.4279677945385, "cost_per_task": 0.6933894858433166, "input": 1.5, "output": 9, "blended": 3.375, "release_date": "2026-05-19", "open_weights": false, "deprecated": true }, { "name": "MiMo-V2.5-Pro", "creator": "Xiaomi", "index": 42.8796821546836, "estimated": false, "index_cost": 98.8558196768628, "cost_per_task": 0.03390845289072561, "input": 0.435, "output": 0.87, "blended": 0.54375, "release_date": "2026-04-22", "open_weights": true, "deprecated": false }, { "name": "JT-35B-Flash", "creator": "China Mobile", "index": 28.977042869272534, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-05-14", "open_weights": false, "deprecated": false }, { "name": "Mercury 2", "creator": "Inception", "index": 21.896132938186, "estimated": false, "index_cost": 97.52149879506976, "cost_per_task": 0.07981460587973968, "input": 0.25, "output": 0.75, "blended": 0.375, "release_date": "2026-02-20", "open_weights": false, "deprecated": false }, { "name": "Qwen3.5 Omni Plus", "creator": "Alibaba", "index": 31.341786896948378, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.4, "output": 4.8, "blended": 1.5, "release_date": "2026-03-30", "open_weights": false, "deprecated": false }, { "name": "Nova 2.0 Omni (medium)", "creator": "Amazon", "index": 21.263700775865615, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.3, "output": 2.5, "blended": 0.85, "release_date": "2025-11-26", "open_weights": false, "deprecated": false }, { "name": "GPT-5.2 Codex (xhigh)", "creator": "OpenAI", "index": 41.21537465813339, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 1.75, "output": 14, "blended": 4.8125, "release_date": "2025-12-11", "open_weights": false, "deprecated": true }, { "name": "Qwen3.5 122B A10B (Non-reasoning)", "creator": "Alibaba", "index": 28.1821800183865, "estimated": false, "index_cost": 221.35148680000003, "cost_per_task": 0.19528182624342885, "input": 0.4, "output": 3.2, "blended": 1.1, "release_date": "2026-02-24", "open_weights": true, "deprecated": false }, { "name": "Gemma 4 12B (Non-reasoning)", "creator": "Google", "index": 13.195003760507658, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.1, "output": 0.3, "blended": 0.15000000000000002, "release_date": "2026-06-03", "open_weights": true, "deprecated": false }, { "name": "Gemini 3.5 Flash (minimal)", "creator": "Google", "index": 35.78199417942195, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 1.5, "output": 9, "blended": 3.375, "release_date": "2026-05-19", "open_weights": false, "deprecated": false }, { "name": "Claude 3.5 Haiku", "creator": "Anthropic", "index": 12.233608337066505, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2024-10-22", "open_weights": false, "deprecated": true }, { "name": "GPT-3.5 Turbo", "creator": "OpenAI", "index": 3.2019972942436867, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.5, "output": 1.5, "blended": 0.75, "release_date": "2022-11-30", "open_weights": false, "deprecated": true }, { "name": "Gemini 2.0 Flash Thinking Experimental (Jan '25)", "creator": "Google", "index": 13.276733200974126, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-01-21", "open_weights": false, "deprecated": true }, { "name": "Qwen2.5 Coder Instruct 32B", "creator": "Alibaba", "index": 6.881261147068546, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2024-11-11", "open_weights": true, "deprecated": true }, { "name": "Sonar Reasoning", "creator": "Perplexity", "index": 11.639121457259668, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-01-28", "open_weights": false, "deprecated": true }, { "name": "Gemma 3 270M", "creator": "Google", "index": 1.9873520483509928, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-08-14", "open_weights": true, "deprecated": false }, { "name": "Grok 4.20 0309 (Reasoning)", "creator": "SpaceXAI", "index": 37.43505, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 2, "output": 6, "blended": 3, "release_date": "2026-03-10", "open_weights": false, "deprecated": true }, { "name": "GPT-5.1 Codex (high)", "creator": "OpenAI", "index": 35.59565133224159, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 1.25, "output": 10, "blended": 3.4375, "release_date": "2025-11-13", "open_weights": false, "deprecated": true }, { "name": "Muse Spark 1.2 (xhigh)", "creator": "Meta", "index": 56.7615911905642, "estimated": false, "index_cost": 639.27251922, "cost_per_task": 0.3992003044679802, "input": 1.25, "output": 4.25, "blended": 2, "release_date": "2026-08-05", "open_weights": false, "deprecated": false }, { "name": "GPT-5.6 Luna (low)", "creator": "OpenAI", "index": 33.8545605251116, "estimated": false, "index_cost": 13.939186264584542, "cost_per_task": 0.008976650138488227, "input": 0.2, "output": 1.2, "blended": 0.45, "release_date": "2026-07-09", "open_weights": false, "deprecated": false }, { "name": "Claude Fable 5.1 (Adaptive Reasoning, Low Effort, Default Fallback)", "creator": "Anthropic", "index": 58.1486711176965, "estimated": false, "index_cost": 1086.4447085101197, "cost_per_task": 0.7735678408025489, "input": 10, "output": 50, "blended": 20, "release_date": "2026-09-01", "open_weights": false, "deprecated": false }, { "name": "Mistral Medium 3.1", "creator": "Mistral", "index": 14.7252893010292, "estimated": false, "index_cost": 133.76950800000003, "cost_per_task": 0.16648638466689472, "input": 0.4, "output": 2, "blended": 0.8, "release_date": "2025-08-12", "open_weights": false, "deprecated": true }, { "name": "GPT-5 nano (minimal)", "creator": "OpenAI", "index": 7.806183719848221, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.05, "output": 0.4, "blended": 0.1375, "release_date": "2025-08-07", "open_weights": false, "deprecated": true }, { "name": "Gemini 2.5 Pro Preview (May' 25)", "creator": "Google", "index": 22.71697973025894, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 1.25, "output": 10, "blended": 3.4375, "release_date": "2025-05-06", "open_weights": false, "deprecated": true }, { "name": "o3-mini (high)", "creator": "OpenAI", "index": 15.7002273931332, "estimated": false, "index_cost": null, "cost_per_task": null, "input": 1.1, "output": 4.4, "blended": 1.9250000000000003, "release_date": "2025-01-31", "open_weights": false, "deprecated": true }, { "name": "o1-preview", "creator": "OpenAI", "index": 17.206765658763196, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 16.5, "output": 66, "blended": 28.875, "release_date": "2024-09-12", "open_weights": false, "deprecated": true }, { "name": "DeepSeek V3.2 Exp (Non-reasoning)", "creator": "DeepSeek", "index": 21.662457747846435, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.28, "output": 0.42, "blended": 0.315, "release_date": "2025-09-29", "open_weights": true, "deprecated": true }, { "name": "Apodex 1.1", "creator": "Apodex", "index": 43.9995397764871, "estimated": false, "index_cost": 619.4777175530231, "cost_per_task": 0.23207566347494477, "input": 0.3, "output": 3, "blended": 0.975, "release_date": "2026-08-30", "open_weights": false, "deprecated": false }, { "name": "GPT-5.6 Sol (low)", "creator": "OpenAI", "index": 50.7315181713702, "estimated": false, "index_cost": 255.72660713329594, "cost_per_task": 0.17990443647828136, "input": 4, "output": 20, "blended": 8, "release_date": "2026-07-09", "open_weights": false, "deprecated": false }, { "name": "Qwen3 Coder 480B A35B Instruct", "creator": "Alibaba", "index": 18.18276099823919, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 1.5, "output": 7.5, "blended": 3, "release_date": "2025-07-22", "open_weights": true, "deprecated": true }, { "name": "Gemini 3.5 Flash-Lite", "creator": "Google", "index": 37.4387063722681, "estimated": false, "index_cost": 153.38955230714663, "cost_per_task": 0.09652503867210623, "input": 0.3, "output": 2.5, "blended": 0.85, "release_date": "2026-07-21", "open_weights": false, "deprecated": false }, { "name": "Qwen3.5 2B (Non-reasoning)", "creator": "Alibaba", "index": 5.328841924087609, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-03-02", "open_weights": true, "deprecated": false }, { "name": "Devstral 2", "creator": "Mistral", "index": 19.2418392238526, "estimated": false, "index_cost": 0, "cost_per_task": 0, "input": 0, "output": 0, "blended": 0, "release_date": "2025-12-09", "open_weights": true, "deprecated": false }, { "name": "Claude 3.5 Sonnet (Oct '24)", "creator": "Anthropic", "index": 9.78728734216847, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 3, "output": 15, "blended": 6, "release_date": "2024-10-22", "open_weights": false, "deprecated": true }, { "name": "DeepSeek V3.1 Terminus (Reasoning)", "creator": "DeepSeek", "index": 31.3585576941843, "estimated": false, "index_cost": null, "cost_per_task": null, "input": 1.635, "output": 2.75, "blended": 1.91375, "release_date": "2025-09-22", "open_weights": true, "deprecated": true }, { "name": "Qwen3 Omni 30B A3B Instruct", "creator": "Alibaba", "index": 4.803236354052263, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.25, "output": 0.97, "blended": 0.43, "release_date": "2025-09-22", "open_weights": true, "deprecated": false }, { "name": "Grok Build 0.1 0616", "creator": "SpaceXAI", "index": 40.650047316875, "estimated": false, "index_cost": 376.79238290573323, "cost_per_task": 0.2251704451024012, "input": 1, "output": 2, "blended": 1.25, "release_date": "2026-06-16", "open_weights": false, "deprecated": true }, { "name": "Granite 4.2 3B", "creator": "IBM", "index": 14.276448872352, "estimated": false, "index_cost": 12.44651883363375, "cost_per_task": 0.004745046835536681, "input": 0.03, "output": 0.12, "blended": 0.0525, "release_date": "2026-08-25", "open_weights": true, "deprecated": false }, { "name": "Nova 2.0 Pro Preview (medium)", "creator": "Amazon", "index": 22.115567545552175, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 1.25, "output": 10, "blended": 3.4375, "release_date": "2025-11-27", "open_weights": false, "deprecated": false }, { "name": "Inkling (xhigh)", "creator": "Thinking Machines", "index": 42.2947721285326, "estimated": false, "index_cost": 698.2782607001459, "cost_per_task": 0.3388848141344296, "input": 1, "output": 4.05, "blended": 1.7625, "release_date": "2026-07-15", "open_weights": true, "deprecated": false }, { "name": "Kimi K2.6", "creator": "Kimi", "index": 45.1382483763163, "estimated": false, "index_cost": 860.9571425774311, "cost_per_task": 0.38861223350545604, "input": 0.95, "output": 4, "blended": 1.7125, "release_date": "2026-04-20", "open_weights": true, "deprecated": true }, { "name": "DeepSeek R1 (Jan '25)", "creator": "DeepSeek", "index": 18.5882542832118, "estimated": false, "index_cost": 416.597048, "cost_per_task": 0.32409020360669755, "input": 2, "output": 4, "blended": 2.5, "release_date": "2025-01-20", "open_weights": true, "deprecated": true }, { "name": "DeepSeek R1 Distill Llama 8B", "creator": "DeepSeek", "index": 6.154802862296942, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-01-20", "open_weights": true, "deprecated": true }, { "name": "Qwen3 0.6B (Non-reasoning)", "creator": "Alibaba", "index": 1, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-04-28", "open_weights": true, "deprecated": true }, { "name": "Qwen3.5 397B A17B (Reasoning)", "creator": "Alibaba", "index": 34.2621174573549, "estimated": false, "index_cost": 527.222019, "cost_per_task": 0.3574183787147242, "input": 0.6, "output": 3.6, "blended": 1.35, "release_date": "2026-02-16", "open_weights": true, "deprecated": false }, { "name": "LFM2 1.2B", "creator": "Liquid AI", "index": 1, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-07-10", "open_weights": true, "deprecated": true }, { "name": "Kimi K2.6 (Non-reasoning)", "creator": "Kimi", "index": 35.43809527726428, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.95, "output": 4, "blended": 1.7125, "release_date": "2026-04-20", "open_weights": true, "deprecated": true }, { "name": "Magistral Small 1", "creator": "Mistral", "index": 10.608140306653818, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-06-10", "open_weights": true, "deprecated": true }, { "name": "Granite 4.2 30B", "creator": "IBM", "index": 23.7392624693287, "estimated": false, "index_cost": 55.57910708118, "cost_per_task": 0.028981055400049253, "input": 0.16, "output": 0.65, "blended": 0.2825, "release_date": "2026-08-25", "open_weights": true, "deprecated": false }, { "name": "LFM 40B", "creator": "Liquid AI", "index": 2.9846993733203697, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2024-09-30", "open_weights": false, "deprecated": true }, { "name": "MiniMax-M2.5", "creator": "MiniMax", "index": 34.474081034775786, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.3, "output": 1.2, "blended": 0.5249999999999999, "release_date": "2026-02-12", "open_weights": true, "deprecated": true }, { "name": "Mistral Small 4 (Non-reasoning)", "creator": "Mistral", "index": 12.34783519434287, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.15, "output": 0.6, "blended": 0.26249999999999996, "release_date": "2026-03-16", "open_weights": true, "deprecated": false }, { "name": "Claude Opus 5 (Adaptive Reasoning, Xhigh Effort)", "creator": "Anthropic", "index": 62.52047429879, "estimated": false, "index_cost": 2909.2957867966024, "cost_per_task": 1.8011966745825487, "input": 5, "output": 25, "blended": 10, "release_date": "2026-07-24", "open_weights": false, "deprecated": false }, { "name": "Claude 3.7 Sonnet (Reasoning)", "creator": "Anthropic", "index": 27.616717110769763, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-02-24", "open_weights": false, "deprecated": true }, { "name": "Claude Sonnet 5 (Adaptive Reasoning, Low Effort)", "creator": "Anthropic", "index": null, "estimated": false, "index_cost": null, "cost_per_task": null, "input": 2, "output": 10, "blended": 4, "release_date": "2026-06-30", "open_weights": false, "deprecated": false }, { "name": "MiMo-V2-Flash (Feb 2026)", "creator": "Xiaomi", "index": 34.023963491024645, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-12-16", "open_weights": true, "deprecated": false }, { "name": "GLM-5-Turbo", "creator": "Z AI", "index": 39.05428516474749, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-03-15", "open_weights": false, "deprecated": true }, { "name": "Ling-1T", "creator": "InclusionAI", "index": 12.746332038645084, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-10-08", "open_weights": true, "deprecated": true }, { "name": "gpt-oss-20b (low)", "creator": "OpenAI", "index": 14.399093772025296, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.07, "output": 0.2, "blended": 0.10250000000000001, "release_date": "2025-08-05", "open_weights": true, "deprecated": false }, { "name": "Qwen3.5 27B (Reasoning)", "creator": "Alibaba", "index": 34.60313715675002, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.3, "output": 2.4, "blended": 0.825, "release_date": "2026-02-24", "open_weights": true, "deprecated": true }, { "name": "o3", "creator": "OpenAI", "index": 31.095582593289777, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 2, "output": 8, "blended": 3.5, "release_date": "2025-04-16", "open_weights": false, "deprecated": false }, { "name": "Gemini 1.5 Pro (May '24)", "creator": "Google", "index": 6.055468547354799, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2024-05-15", "open_weights": false, "deprecated": true }, { "name": "K-EXAONE 2.0", "creator": "LG AI Research", "index": 30.9845435318094, "estimated": false, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-08-12", "open_weights": true, "deprecated": false }, { "name": "Qwen3 4B (Reasoning)", "creator": "Alibaba", "index": 8.167627314682118, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-04-28", "open_weights": true, "deprecated": true }, { "name": "GLM-5.3-Flash", "creator": "Z AI", "index": 57.4592004791323, "estimated": false, "index_cost": 138.0208940822332, "cost_per_task": 0.0868525314872083, "input": 0.15, "output": 0.5, "blended": 0.2375, "release_date": "2026-08-26", "open_weights": true, "deprecated": false }, { "name": "DeepSeek V3.1 (Reasoning)", "creator": "DeepSeek", "index": 20.973718310986882, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.59, "output": 1.69, "blended": 0.865, "release_date": "2025-08-21", "open_weights": true, "deprecated": true }, { "name": "Llama 3.3 Nemotron Super 49B v1 (Reasoning)", "creator": "NVIDIA", "index": 12.222018207082465, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-03-18", "open_weights": true, "deprecated": true }, { "name": "Step 3.5 Flash 2603", "creator": "StepFun", "index": 26.5182, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.1, "output": 0.3, "blended": 0.15000000000000002, "release_date": "2026-04-02", "open_weights": false, "deprecated": true }, { "name": "Mistral Large 2 (Jul '24)", "creator": "Mistral", "index": 7.040277206853455, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 2, "output": 6, "blended": 3, "release_date": "2024-07-24", "open_weights": true, "deprecated": true }, { "name": "Solar Pro 4", "creator": "Upstage", "index": 41.637324367296, "estimated": false, "index_cost": 380.16658343809513, "cost_per_task": 0.30346062891539977, "input": 0.3, "output": 1.2, "blended": 0.5249999999999999, "release_date": "2026-08-06", "open_weights": false, "deprecated": false }, { "name": "DBRX Instruct", "creator": "Databricks", "index": 2.562405786122499, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2024-03-27", "open_weights": true, "deprecated": true }, { "name": "GLM-4.5 (Reasoning)", "creator": "Z AI", "index": 19.747072213396137, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-07-28", "open_weights": true, "deprecated": true }, { "name": "Qwen2.5 Instruct 32B", "creator": "Alibaba", "index": 7.233400267736521, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2024-09-19", "open_weights": true, "deprecated": true }, { "name": "Gemini 2.5 Flash-Lite (Non-reasoning)", "creator": "Google", "index": 6.685580586688295, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.1, "output": 0.4, "blended": 0.17500000000000002, "release_date": "2025-06-17", "open_weights": false, "deprecated": true }, { "name": "Hermes 3 - Llama-3.1 70B", "creator": "Nous Research", "index": 4.7756069001982535, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.7, "output": 0.7, "blended": 0.7, "release_date": "2024-08-15", "open_weights": true, "deprecated": true }, { "name": "North Mini Code", "creator": "Cohere", "index": 20.1690287982621, "estimated": false, "index_cost": 0, "cost_per_task": 0, "input": 0, "output": 0, "blended": 0, "release_date": "2026-06-09", "open_weights": true, "deprecated": false }, { "name": "Sonar Reasoning Pro", "creator": "Perplexity", "index": 18.040442755166207, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-01-28", "open_weights": false, "deprecated": true }, { "name": "GPT-5.5 (xhigh)", "creator": "OpenAI", "index": 56.3066851860359, "estimated": false, "index_cost": 2796.0549224002557, "cost_per_task": 1.1910028328395381, "input": 5, "output": 30, "blended": 11.25, "release_date": "2026-04-23", "open_weights": false, "deprecated": true }, { "name": "Mistral Medium", "creator": "Mistral", "index": 3.2222356601605546, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 1.5, "output": 7.5, "blended": 3, "release_date": "2023-12-11", "open_weights": false, "deprecated": true }, { "name": "GPT-6 Astra (xhigh)", "creator": "OpenAI", "index": 60.9930848184951, "estimated": false, "index_cost": 2004.1185742373164, "cost_per_task": 1.2041283242807794, "input": 10, "output": 50, "blended": 20, "release_date": "2026-09-03", "open_weights": false, "deprecated": false }, { "name": "Nova 2.0 Omni (Non-reasoning)", "creator": "Amazon", "index": 10.435683117886146, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.3, "output": 2.5, "blended": 0.85, "release_date": "2025-11-26", "open_weights": false, "deprecated": false }, { "name": "Granite 4.0 Micro", "creator": "IBM", "index": 1.951673633419523, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-09-22", "open_weights": true, "deprecated": false }, { "name": "Claude 3 Haiku", "creator": "Anthropic", "index": 3.4967119746654705, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.25, "output": 1.25, "blended": 0.5, "release_date": "2024-03-04", "open_weights": false, "deprecated": true }, { "name": "Claude Opus 5 (Adaptive Reasoning, Low Effort)", "creator": "Anthropic", "index": 52.4569136808453, "estimated": false, "index_cost": 555.252412245871, "cost_per_task": 0.4251600668384285, "input": 5, "output": 25, "blended": 10, "release_date": "2026-07-24", "open_weights": false, "deprecated": false }, { "name": "Qwen3.5 9B (Non-reasoning)", "creator": "Alibaba", "index": 20.614249864885874, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.17, "output": 0.25, "blended": 0.19, "release_date": "2026-03-02", "open_weights": true, "deprecated": false }, { "name": "Mistral 7B Instruct", "creator": "Mistral", "index": 1.7061499529751836, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.25, "output": 0.25, "blended": 0.25, "release_date": "2023-09-27", "open_weights": true, "deprecated": true }, { "name": "Gemini 2.5 Flash (Reasoning)", "creator": "Google", "index": 20.337894669820336, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.3, "output": 2.5, "blended": 0.85, "release_date": "2025-05-20", "open_weights": false, "deprecated": true }, { "name": "GPT-6 Astra (Non-reasoning)", "creator": "OpenAI", "index": 55.340346794842, "estimated": false, "index_cost": 991.5055019985427, "cost_per_task": 0.932154605984874, "input": 10, "output": 50, "blended": 20, "release_date": "2026-09-03", "open_weights": false, "deprecated": false }, { "name": "Gemma 3 4B Instruct", "creator": "Google", "index": 1, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0, "output": 0, "blended": 0, "release_date": "2025-03-12", "open_weights": true, "deprecated": true }, { "name": "Qwen3.5 122B A10B (Reasoning)", "creator": "Alibaba", "index": 32.8466437377894, "estimated": false, "index_cost": 443.96966879999997, "cost_per_task": 0.2527348611871819, "input": 0.4, "output": 3.2, "blended": 1.1, "release_date": "2026-02-24", "open_weights": true, "deprecated": false }, { "name": "MiMo-V2.5", "creator": "Xiaomi", "index": 38.0433645155222, "estimated": false, "index_cost": 25.179734856893518, "cost_per_task": 0.010359306953646182, "input": 0.14, "output": 0.28, "blended": 0.17500000000000002, "release_date": "2026-04-22", "open_weights": true, "deprecated": false }, { "name": "Grok 4.1 Fast (Reasoning)", "creator": "SpaceXAI", "index": 31.3232828203892, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-11-19", "open_weights": false, "deprecated": true }, { "name": "Hermes 4 - Llama-3.1 70B (Non-reasoning)", "creator": "Nous Research", "index": 6.657424882679896, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.13, "output": 0.4, "blended": 0.1975, "release_date": "2025-08-27", "open_weights": true, "deprecated": false }, { "name": "NVIDIA Nemotron 3 Nano 30B A3B (Non-reasoning)", "creator": "NVIDIA", "index": 7.170056355327669, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.05, "output": 0.2, "blended": 0.08750000000000001, "release_date": "2025-12-15", "open_weights": true, "deprecated": false }, { "name": "Claude Sonnet 5 (Adaptive Reasoning, Max Effort)", "creator": "Anthropic", "index": 55.261211717405, "estimated": false, "index_cost": 4010.5097587296013, "cost_per_task": 1.717266743264445, "input": 2, "output": 10, "blended": 4, "release_date": "2026-06-30", "open_weights": false, "deprecated": false }, { "name": "Grok 3", "creator": "SpaceXAI", "index": 18.56451701505832, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 4, "output": 20, "blended": 8, "release_date": "2025-02-19", "open_weights": false, "deprecated": true }, { "name": "GLM 5V Turbo (Reasoning)", "creator": "Z AI", "index": 35.34795689509973, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-04-01", "open_weights": false, "deprecated": true }, { "name": "Mistral Small 3.1", "creator": "Mistral", "index": 14.8667863104857, "estimated": false, "index_cost": 29.8337321, "cost_per_task": 0.04431742828316981, "input": 0.1, "output": 0.3, "blended": 0.15000000000000002, "release_date": "2025-03-17", "open_weights": true, "deprecated": true }, { "name": "Claude Opus 4.5 (Reasoning)", "creator": "Anthropic", "index": 41.87279179848307, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 5, "output": 25, "blended": 10, "release_date": "2025-11-24", "open_weights": false, "deprecated": true }, { "name": "Grok 4.6 (medium)", "creator": "SpaceXAI", "index": 59.0064109828411, "estimated": false, "index_cost": 929.9718725644201, "cost_per_task": 0.7828837141765713, "input": 2, "output": 6, "blended": 3, "release_date": "2026-08-12", "open_weights": false, "deprecated": false }, { "name": "Qwen3 Next 80B A3B Instruct", "creator": "Alibaba", "index": 13.754401655544385, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.15, "output": 1.2, "blended": 0.4125, "release_date": "2025-09-11", "open_weights": true, "deprecated": false }, { "name": "Llama Nemotron Super 49B v1.5 (Non-reasoning)", "creator": "NVIDIA", "index": 8.514358395733872, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.4, "output": 0.4, "blended": 0.4, "release_date": "2025-07-25", "open_weights": true, "deprecated": false }, { "name": "GPT-5.6 Terra (medium)", "creator": "OpenAI", "index": 46.7558953879266, "estimated": false, "index_cost": 196.61976358873744, "cost_per_task": 0.1231724216561732, "input": 2, "output": 12, "blended": 4.5, "release_date": "2026-07-09", "open_weights": false, "deprecated": false }, { "name": "Gemini 2.5 Pro", "creator": "Google", "index": 25.9110217487219, "estimated": false, "index_cost": 610.5077461708076, "cost_per_task": 0.2164358387887161, "input": 1.25, "output": 10, "blended": 3.4375, "release_date": "2025-06-05", "open_weights": false, "deprecated": true }, { "name": "MiniMax-M2.1", "creator": "MiniMax", "index": 32.0883090343485, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.3, "output": 1.2, "blended": 0.5249999999999999, "release_date": "2025-12-23", "open_weights": true, "deprecated": true }, { "name": "MiniMax-M3", "creator": "MiniMax", "index": 45.3968506399702, "estimated": false, "index_cost": 204.81833888433607, "cost_per_task": 0.13870974901890812, "input": 0.3, "output": 1.2, "blended": 0.5249999999999999, "release_date": "2026-06-01", "open_weights": true, "deprecated": false }, { "name": "Grok 2 (Dec '24)", "creator": "SpaceXAI", "index": 7.849943015427204, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2024-12-12", "open_weights": true, "deprecated": true }, { "name": "MiMo-V2-Omni-0327", "creator": "Xiaomi", "index": 37.32094308038736, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-03-27", "open_weights": false, "deprecated": false }, { "name": "GPT-5 mini (high)", "creator": "OpenAI", "index": 25.7971154138695, "estimated": false, "index_cost": 131.0247695580641, "cost_per_task": 0.03659463913448303, "input": 0.25, "output": 2, "blended": 0.6875, "release_date": "2025-08-07", "open_weights": false, "deprecated": true }, { "name": "Nemotron 3.5 Lightning", "creator": "NVIDIA", "index": 23.606237599256, "estimated": false, "index_cost": 72.10861807490708, "cost_per_task": 0.07732079323498033, "input": 0.07, "output": 0.22, "blended": 0.10750000000000001, "release_date": "2026-08-11", "open_weights": true, "deprecated": false }, { "name": "Qwen3 4B 2507 (Reasoning)", "creator": "Alibaba", "index": 11.922243376842005, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-08-06", "open_weights": true, "deprecated": true }, { "name": "Gemini 1.5 Pro (Sep '24)", "creator": "Google", "index": 9.851090235220585, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2024-09-24", "open_weights": false, "deprecated": true }, { "name": "Gemini 1.0 Ultra", "creator": "Google", "index": 4.300324793226204, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2023-12-06", "open_weights": false, "deprecated": true }, { "name": "Qwen3 1.7B (Non-reasoning)", "creator": "Alibaba", "index": 1.080777067283391, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-04-28", "open_weights": true, "deprecated": true }, { "name": "Gemma 3 27B Instruct", "creator": "Google", "index": 7.35899977327916, "estimated": false, "index_cost": 0, "cost_per_task": 0, "input": 0, "output": 0, "blended": 0, "release_date": "2025-03-12", "open_weights": true, "deprecated": true }, { "name": "GLM-4.7-Flash (Reasoning)", "creator": "Z AI", "index": 23.284298431289574, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.07, "output": 0.4, "blended": 0.15250000000000002, "release_date": "2026-01-19", "open_weights": true, "deprecated": true }, { "name": "Phi-4 Multimodal Instruct", "creator": "Microsoft", "index": 4.199451881920248, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0, "output": 0, "blended": 0, "release_date": "2025-02-26", "open_weights": true, "deprecated": false }, { "name": "Granite 3.3 8B (Non-reasoning)", "creator": "IBM", "index": 1.3105749004861915, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.03, "output": 0.25, "blended": 0.08499999999999999, "release_date": "2025-04-16", "open_weights": true, "deprecated": true }, { "name": "DeepSeek-V2-Chat", "creator": "DeepSeek", "index": 3.267381815176345, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2024-05-06", "open_weights": true, "deprecated": true }, { "name": "Qwen3.5 9B (Reasoning)", "creator": "Alibaba", "index": 21.7904240361763, "estimated": false, "index_cost": 240.43329431, "cost_per_task": 0.24156678283905325, "input": 0.135, "output": 0.2, "blended": 0.15125, "release_date": "2026-03-02", "open_weights": true, "deprecated": false }, { "name": "o3-mini", "creator": "OpenAI", "index": 19.219555363058273, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 1.1, "output": 4.4, "blended": 1.9250000000000003, "release_date": "2025-01-31", "open_weights": false, "deprecated": true }, { "name": "Grok 4 Fast (Non-reasoning)", "creator": "SpaceXAI", "index": 16.611662958583306, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.2, "output": 0.5, "blended": 0.275, "release_date": "2025-09-19", "open_weights": false, "deprecated": true }, { "name": "Claude Sonnet 4.6 (Non-reasoning, High Effort)", "creator": "Anthropic", "index": 36.80117620071165, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 3, "output": 15, "blended": 6, "release_date": "2026-02-17", "open_weights": false, "deprecated": true }, { "name": "Ling-2.6-1T", "creator": "InclusionAI", "index": 26.57192667536943, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.3, "output": 2.5, "blended": 0.85, "release_date": "2026-04-23", "open_weights": true, "deprecated": true }, { "name": "Gemma 3 12B Instruct", "creator": "Google", "index": 5.51457304221751, "estimated": false, "index_cost": 0, "cost_per_task": 0, "input": 0, "output": 0, "blended": 0, "release_date": "2025-03-12", "open_weights": true, "deprecated": true }, { "name": "NVIDIA Nemotron Nano 9B V2 (Non-reasoning)", "creator": "NVIDIA", "index": 7.160086111849902, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.05, "output": 0.195, "blended": 0.08625000000000001, "release_date": "2025-08-18", "open_weights": true, "deprecated": false }, { "name": "Command A+", "creator": "Cohere", "index": 22.7702225702102, "estimated": false, "index_cost": 0, "cost_per_task": 0, "input": 0, "output": 0, "blended": 0, "release_date": "2026-05-20", "open_weights": true, "deprecated": false }, { "name": "GPT-6 Astra (max)", "creator": "OpenAI", "index": 61.2161067377315, "estimated": false, "index_cost": 3020.8163261919854, "cost_per_task": 1.674094529186887, "input": 10, "output": 50, "blended": 20, "release_date": "2026-09-03", "open_weights": false, "deprecated": false }, { "name": "EXAONE 4.0 32B (Non-reasoning)", "creator": "LG AI Research", "index": 5.732225241562234, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-07-15", "open_weights": true, "deprecated": false }, { "name": "Claude Opus 4.7 (Non-reasoning, High Effort)", "creator": "Anthropic", "index": 43.8607805938938, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 5, "output": 25, "blended": 10, "release_date": "2026-04-16", "open_weights": false, "deprecated": true }, { "name": "G9v3-3B", "creator": "AI9Stars", "index": 16.1802541415755, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0, "output": 0, "blended": 0, "release_date": "2026-07-23", "open_weights": true, "deprecated": false }, { "name": "GLM-4.5V (Reasoning)", "creator": "Z AI", "index": 8.995853972569371, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.6, "output": 1.8, "blended": 0.8999999999999999, "release_date": "2025-08-11", "open_weights": true, "deprecated": true }, { "name": "Qwen3.5 4B (Non-reasoning)", "creator": "Alibaba", "index": 16.123062954483125, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.03, "output": 0.15, "blended": 0.06, "release_date": "2026-03-02", "open_weights": true, "deprecated": false }, { "name": "Qwen3.5 397B A17B (Non-reasoning)", "creator": "Alibaba", "index": 32.73265105863069, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.6, "output": 3.6, "blended": 1.35, "release_date": "2026-02-16", "open_weights": true, "deprecated": false }, { "name": "Qwen3 235B A22B 2507 Instruct", "creator": "Alibaba", "index": 18.36273141699031, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.23, "output": 0.92, "blended": 0.4025, "release_date": "2025-07-21", "open_weights": true, "deprecated": true }, { "name": "Olmo 3 7B Think", "creator": "Allen Institute for AI", "index": 3.617678993112095, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-11-20", "open_weights": true, "deprecated": false }, { "name": "HyperCLOVA X SEED Think (32B)", "creator": "Naver", "index": 17.185708337577115, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-12-26", "open_weights": true, "deprecated": false }, { "name": "HyperNova 60B 2605 (high, based on gpt-oss-120b)", "creator": "Multiverse Computing", "index": 18.3173546297536, "estimated": false, "index_cost": 37.504982240000004, "cost_per_task": 0.024330704339470863, "input": 0.04, "output": 0.14, "blended": 0.065, "release_date": "2026-05-26", "open_weights": true, "deprecated": false }, { "name": "Sonar Pro", "creator": "Perplexity", "index": 9.12191428309954, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-01-21", "open_weights": false, "deprecated": true }, { "name": "Nova Micro", "creator": "Amazon", "index": 4.415725816088815, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.035, "output": 0.14, "blended": 0.061250000000000006, "release_date": "2024-12-03", "open_weights": false, "deprecated": false }, { "name": "Sarvam M (Reasoning)", "creator": "Sarvam", "index": 2.634897162424974, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0, "output": 0, "blended": 0, "release_date": "2025-05-23", "open_weights": true, "deprecated": true }, { "name": "Qwen2.5 Turbo", "creator": "Alibaba", "index": 6.0345083206627415, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.05, "output": 0.2, "blended": 0.08750000000000001, "release_date": "2024-11-18", "open_weights": false, "deprecated": true }, { "name": "EXAONE 4.5 33B (Non-reasoning)", "creator": "LG AI Research", "index": null, "estimated": false, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-04-09", "open_weights": true, "deprecated": false }, { "name": "Qwen3.8 27B (Non-reasoning)", "creator": "Alibaba", "index": 34.7379165622855, "estimated": false, "index_cost": 421.7646608110001, "cost_per_task": 0.42602468802389265, "input": 0.5, "output": 3, "blended": 1.125, "release_date": "2026-08-14", "open_weights": true, "deprecated": false }, { "name": "Mistral Small (Feb '24)", "creator": "Mistral", "index": 3.2492948303095317, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.15, "output": 0.6, "blended": 0.26249999999999996, "release_date": "2024-02-26", "open_weights": false, "deprecated": true }, { "name": "INTELLECT-3", "creator": "Prime Intellect", "index": 15.717663630647575, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-11-27", "open_weights": true, "deprecated": false }, { "name": "gpt-oss-20b (high)", "creator": "OpenAI", "index": 15.2251599944346, "estimated": false, "index_cost": 32.6939653, "cost_per_task": 0.02498068399823657, "input": 0.060000000000000005, "output": 0.19, "blended": 0.0925, "release_date": "2025-08-05", "open_weights": true, "deprecated": false }, { "name": "MiniMax M1 40k", "creator": "MiniMax", "index": 14.466493983288766, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-06-17", "open_weights": true, "deprecated": true }, { "name": "GPT-5.4 mini (medium)", "creator": "OpenAI", "index": 30.482347350090482, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.75, "output": 4.5, "blended": 1.6875, "release_date": "2026-03-17", "open_weights": false, "deprecated": true }, { "name": "Olmo 3.1 32B Think", "creator": "Allen Institute for AI", "index": 7.896855389655699, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0, "output": 0, "blended": 0, "release_date": "2025-12-12", "open_weights": true, "deprecated": false }, { "name": "Qwen3.6 27B (Non-reasoning)", "creator": "Alibaba", "index": 31.3256219686586, "estimated": false, "index_cost": 359.13783240000004, "cost_per_task": 0.39821128146513035, "input": 0.6, "output": 3.6, "blended": 1.35, "release_date": "2026-04-22", "open_weights": true, "deprecated": false }, { "name": "Nex-N2-Pro", "creator": "Nex AGI", "index": 41.743198267132, "estimated": false, "index_cost": 267.29194774999996, "cost_per_task": null, "input": 0.25, "output": 1.0, "blended": 1, "release_date": "2026-06-02", "open_weights": true, "deprecated": false, "note": "price from openrouter.ai/nex-agi/nex-n2-pro (Nex AGI), cost computed from AA token counts" }, { "name": "GPT-4.1", "creator": "OpenAI", "index": 19.611676608129425, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 2, "output": 8, "blended": 3.5, "release_date": "2025-04-14", "open_weights": false, "deprecated": true }, { "name": "Claude Fable 5.1 (Adaptive Reasoning, Medium Effort, Default Fallback)", "creator": "Anthropic", "index": 60.4752258852075, "estimated": false, "index_cost": 1572.412504310761, "cost_per_task": 1.0006201498268166, "input": 10, "output": 50, "blended": 20, "release_date": "2026-09-01", "open_weights": false, "deprecated": false }, { "name": "Command A", "creator": "Cohere", "index": 7.463435641463724, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 2.5, "output": 10, "blended": 4.375, "release_date": "2025-03-13", "open_weights": true, "deprecated": false }, { "name": "LFM2.5-VL-1.6B", "creator": "Liquid AI", "index": 1, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0, "output": 0, "blended": 0, "release_date": "2026-01-05", "open_weights": true, "deprecated": false }, { "name": "Qwen3 VL 8B Instruct", "creator": "Alibaba", "index": 8.244281140386681, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.18, "output": 0.7, "blended": 0.31, "release_date": "2025-10-14", "open_weights": true, "deprecated": true }, { "name": "JT-MINI", "creator": "China Mobile", "index": 18.75361627619466, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-04-15", "open_weights": false, "deprecated": false }, { "name": "Ling-mini-2.0", "creator": "InclusionAI", "index": 3.387484482903849, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-09-09", "open_weights": true, "deprecated": true }, { "name": "Gemini 2.0 Flash-Lite (Preview)", "creator": "Google", "index": 8.420517296129354, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-02-05", "open_weights": false, "deprecated": true }, { "name": "Qwen3 30B A3B (Reasoning)", "creator": "Alibaba", "index": 9.169463008561774, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.2, "output": 2.4, "blended": 0.75, "release_date": "2025-04-28", "open_weights": true, "deprecated": true }, { "name": "Claude Fable 5.1 (Adaptive Reasoning, Max Effort, Default Fallback)", "creator": "Anthropic", "index": 65.6528630094377, "estimated": false, "index_cost": 8523.157019314222, "cost_per_task": 3.6891263473884166, "input": 10, "output": 50, "blended": 20, "release_date": "2026-09-01", "open_weights": false, "deprecated": false }, { "name": "Mixtral 8x7B Instruct", "creator": "Mistral", "index": 2.007360521208229, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.45, "output": 0.7, "blended": 0.5125, "release_date": "2023-12-11", "open_weights": true, "deprecated": true }, { "name": "Molmo2-8B", "creator": "Allen Institute for AI", "index": 1.5937384257224552, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-12-11", "open_weights": true, "deprecated": false }, { "name": "Mistral Small 4 (Reasoning)", "creator": "Mistral", "index": 19.7078460939556, "estimated": false, "index_cost": 87.67312185, "cost_per_task": 0.10028509623773213, "input": 0.15, "output": 0.6, "blended": 0.26249999999999996, "release_date": "2026-03-16", "open_weights": true, "deprecated": false }, { "name": "Qwen3.5 0.8B (Non-reasoning)", "creator": "Alibaba", "index": 2.9267487920713435, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-03-02", "open_weights": true, "deprecated": false }, { "name": "GLM-5 (Reasoning)", "creator": "Z AI", "index": 40.55415, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 1, "output": 3.2, "blended": 1.55, "release_date": "2026-02-11", "open_weights": true, "deprecated": true }, { "name": "Claude Opus 4.5 (Non-reasoning)", "creator": "Anthropic", "index": 35.572999315023736, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 5, "output": 25, "blended": 10, "release_date": "2025-11-24", "open_weights": false, "deprecated": true }, { "name": "Qwen Chat 72B", "creator": "Alibaba", "index": 3.0440088739789624, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2023-11-30", "open_weights": true, "deprecated": true }, { "name": "Gemini 1.5 Flash (Sep '24)", "creator": "Google", "index": 7.760047018064542, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2024-09-24", "open_weights": false, "deprecated": true }, { "name": "GPT-5.6 Luna (max)", "creator": "OpenAI", "index": 52.3180827840984, "estimated": false, "index_cost": 173.8532740368008, "cost_per_task": 0.04865896719117515, "input": 0.2, "output": 1.2, "blended": 0.45, "release_date": "2026-07-09", "open_weights": false, "deprecated": false }, { "name": "GLM-4.6V (Non-reasoning)", "creator": "Z AI", "index": 10.901298642822765, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.3, "output": 0.9, "blended": 0.44999999999999996, "release_date": "2025-12-08", "open_weights": true, "deprecated": true }, { "name": "Solar Pro 2 (Preview) (Non-reasoning)", "creator": "Upstage", "index": 9.851090235220585, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-05-20", "open_weights": false, "deprecated": true }, { "name": "MiniCPM-V 4.6 1.3B", "creator": "OpenBMB", "index": 3.8462360768491886, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-05-11", "open_weights": true, "deprecated": false }, { "name": "GPT-4o mini Realtime (Dec '24)", "creator": "OpenAI", "index": null, "estimated": false, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2024-12-17", "open_weights": false, "deprecated": true }, { "name": "Qwen3 235B A22B (Non-reasoning)", "creator": "Alibaba", "index": 10.772685962989351, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.7, "output": 2.8, "blended": 1.2249999999999999, "release_date": "2025-04-28", "open_weights": true, "deprecated": true }, { "name": "Claude Opus 4.6 (Non-reasoning, High Effort)", "creator": "Anthropic", "index": 38.77242629044645, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 5, "output": 25, "blended": 10, "release_date": "2026-02-05", "open_weights": false, "deprecated": true }, { "name": "Mistral Small 3.2", "creator": "Mistral", "index": 10.657675054106, "estimated": false, "index_cost": 128.78906880000002, "cost_per_task": 0.14034071064871564, "input": 0.1, "output": 0.3, "blended": 0.15000000000000002, "release_date": "2025-06-20", "open_weights": true, "deprecated": true }, { "name": "DeepSeek V3 (Dec '24)", "creator": "DeepSeek", "index": 14.217005735659, "estimated": false, "index_cost": 20.02151081, "cost_per_task": 0.025497152087816596, "input": 0.36, "output": 0.89, "blended": 0.49250000000000005, "release_date": "2024-12-26", "open_weights": true, "deprecated": true }, { "name": "Kimi K2", "creator": "Kimi", "index": 19.654377558805063, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.57, "output": 2.3, "blended": 1.0025, "release_date": "2025-07-11", "open_weights": true, "deprecated": true }, { "name": "DeepSeek R1 Distill Qwen 1.5B", "creator": "DeepSeek", "index": 3.283302087053539, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-01-20", "open_weights": true, "deprecated": true }, { "name": "EXAONE 4.0 32B (Reasoning)", "creator": "LG AI Research", "index": 10.5004288173956, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-07-15", "open_weights": true, "deprecated": false }, { "name": "Solar Pro 2 (Non-reasoning)", "creator": "Upstage", "index": 7.569324799962991, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-07-09", "open_weights": false, "deprecated": true }, { "name": "Qwen3 14B (Reasoning)", "creator": "Alibaba", "index": 10.443839915797, "estimated": false, "index_cost": null, "cost_per_task": null, "input": 0.35, "output": 4.2, "blended": 1.3125, "release_date": "2025-04-28", "open_weights": true, "deprecated": true }, { "name": "Sarvam 105B (high)", "creator": "Sarvam", "index": 11.904615067898042, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.042, "output": 0.17, "blended": 0.07400000000000001, "release_date": "2026-03-06", "open_weights": true, "deprecated": false }, { "name": "Llama 3.1 Instruct 405B", "creator": "Meta", "index": 8.32345, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2024-07-23", "open_weights": true, "deprecated": false }, { "name": "Llama 3.1 Instruct 70B", "creator": "Meta", "index": 6.508940242603085, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.56, "output": 0.56, "blended": 0.56, "release_date": "2024-07-23", "open_weights": true, "deprecated": true }, { "name": "Qwen3.5 35B A3B (Reasoning)", "creator": "Alibaba", "index": 29.90731652535122, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.25, "output": 2, "blended": 0.6875, "release_date": "2026-02-24", "open_weights": true, "deprecated": true }, { "name": "MiMo-V2.5-Pro (Non-reasoning)", "creator": "Xiaomi", "index": 28.44901019893985, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.435, "output": 0.87, "blended": 0.54375, "release_date": "2026-04-22", "open_weights": true, "deprecated": false }, { "name": "Ring-flash-2.0", "creator": "InclusionAI", "index": 7.974024233002205, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.14, "output": 0.57, "blended": 0.2475, "release_date": "2025-09-19", "open_weights": true, "deprecated": false }, { "name": "LFM2.5-1.2B-Instruct", "creator": "Liquid AI", "index": 2.2992189441866913, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-01-05", "open_weights": true, "deprecated": false }, { "name": "GPT-5 (high)", "creator": "OpenAI", "index": 35.3126896545077, "estimated": false, "index_cost": 778.3278218572353, "cost_per_task": 0.2436597607382636, "input": 1.25, "output": 10, "blended": 3.4375, "release_date": "2025-08-07", "open_weights": false, "deprecated": true }, { "name": "Mistral Large 3", "creator": "Mistral", "index": 15.9191533466727, "estimated": false, "index_cost": 71.136079, "cost_per_task": 0.08060848587375948, "input": 0.5, "output": 1.5, "blended": 0.75, "release_date": "2025-12-02", "open_weights": true, "deprecated": false }, { "name": "GPT-5.4 (Non-reasoning)", "creator": "OpenAI", "index": 28.26286288976976, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 2.5, "output": 15, "blended": 5.625, "release_date": "2026-03-05", "open_weights": false, "deprecated": true }, { "name": "GPT-5.2 (xhigh)", "creator": "OpenAI", "index": 43.34364782798708, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 1.75, "output": 14, "blended": 4.8125, "release_date": "2025-12-11", "open_weights": false, "deprecated": true }, { "name": "Apertus 70B Instruct", "creator": "Swiss AI Initiative", "index": 1.9790799415030778, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.82, "output": 2.92, "blended": 1.345, "release_date": "2025-09-02", "open_weights": true, "deprecated": false }, { "name": "Grok 4.1 Fast (Non-reasoning)", "creator": "SpaceXAI", "index": 17.034072009104754, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-11-19", "open_weights": false, "deprecated": true }, { "name": "DeepSeek R1 Distill Llama 70B", "creator": "DeepSeek", "index": 9.809384968534586, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.7, "output": 1.1, "blended": 0.7999999999999999, "release_date": "2025-01-20", "open_weights": true, "deprecated": true }, { "name": "Qwen3 0.6B (Reasoning)", "creator": "Alibaba", "index": 1, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-04-28", "open_weights": true, "deprecated": true }, { "name": "MiniMax-M2.7", "creator": "MiniMax", "index": 38.8713536464198, "estimated": false, "index_cost": 142.69899938497042, "cost_per_task": 0.07772914284734003, "input": 0.3, "output": 1.2, "blended": 0.5249999999999999, "release_date": "2026-03-18", "open_weights": true, "deprecated": true }, { "name": "Grok-1", "creator": "SpaceXAI", "index": 5.765510169312311, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2024-03-17", "open_weights": true, "deprecated": true }, { "name": "Doubao Seed Code", "creator": "ByteDance Seed", "index": 26.49236940795366, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-11-11", "open_weights": false, "deprecated": false }, { "name": "GPT-5.1 (high)", "creator": "OpenAI", "index": 37.4660536037291, "estimated": false, "index_cost": 782.1958604533306, "cost_per_task": 0.3040344476114555, "input": 1.25, "output": 10, "blended": 3.4375, "release_date": "2025-11-13", "open_weights": false, "deprecated": true }, { "name": "Gemini 3.5 Flash (medium)", "creator": "Google", "index": 46.67250352634763, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 1.5, "output": 9, "blended": 3.375, "release_date": "2026-05-19", "open_weights": false, "deprecated": false }, { "name": "Claude 4 Opus (Non-reasoning)", "creator": "Anthropic", "index": 25.9942525423, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 15, "output": 75, "blended": 30, "release_date": "2025-05-22", "open_weights": false, "deprecated": true }, { "name": "EXAONE 4.5 33B", "creator": "LG AI Research", "index": 20.5105537971708, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-04-09", "open_weights": true, "deprecated": false }, { "name": "Qwen3.5 27B (Non-reasoning)", "creator": "Alibaba", "index": 29.961008736373902, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.3, "output": 2.4, "blended": 0.825, "release_date": "2026-02-24", "open_weights": true, "deprecated": true }, { "name": "Mistral Large 2 (Nov '24)", "creator": "Mistral", "index": 8.994544750437003, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2024-11-18", "open_weights": true, "deprecated": true }, { "name": "Kimi K3 (low)", "creator": "Kimi", "index": 48.251492150768, "estimated": false, "index_cost": 282.63637096417705, "cost_per_task": 0.2419185646571798, "input": 3, "output": 15, "blended": 6, "release_date": "2026-07-16", "open_weights": true, "deprecated": false }, { "name": "PALM-2", "creator": "Google", "index": 2.8264384027844183, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2023-05-10", "open_weights": false, "deprecated": true }, { "name": "Qwen3 VL 30B A3B Instruct", "creator": "Alibaba", "index": 9.901179461747983, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.2, "output": 0.8, "blended": 0.35000000000000003, "release_date": "2025-10-03", "open_weights": true, "deprecated": true }, { "name": "Grok 4.20 0309 (Non-reasoning)", "creator": "SpaceXAI", "index": 22.85546992711464, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 2, "output": 6, "blended": 3, "release_date": "2026-03-10", "open_weights": false, "deprecated": true }, { "name": "DeepSeek V3.2 Speciale", "creator": "DeepSeek", "index": 22.610054928262084, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-12-01", "open_weights": true, "deprecated": true }, { "name": "Gemma 4 E4B (Non-reasoning)", "creator": "Google", "index": 8.749733093630631, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.02, "output": 0.1, "blended": 0.04, "release_date": "2026-04-03", "open_weights": true, "deprecated": false }, { "name": "GPT-5.4 (low)", "creator": "OpenAI", "index": 40.17697839295867, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 2.5, "output": 15, "blended": 5.625, "release_date": "2026-03-05", "open_weights": false, "deprecated": true }, { "name": "Claude Opus 4.6 (Adaptive Reasoning, Max Effort)", "creator": "Anthropic", "index": 44.93139078024076, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 5, "output": 25, "blended": 10, "release_date": "2026-02-05", "open_weights": false, "deprecated": true }, { "name": "Jamba 1.5 Mini", "creator": "AI21 Labs", "index": 2.2888457536390225, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.2, "output": 0.4, "blended": 0.25, "release_date": "2024-08-22", "open_weights": true, "deprecated": true }, { "name": "OLMo 2 32B", "creator": "Allen Institute for AI", "index": 4.698539495592296, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-03-13", "open_weights": true, "deprecated": true }, { "name": "Nova Pro", "creator": "Amazon", "index": 7.4637637523192835, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.8, "output": 3.2, "blended": 1.4000000000000001, "release_date": "2024-12-03", "open_weights": false, "deprecated": true }, { "name": "Granite 4.0 350M", "creator": "IBM", "index": 1, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-10-28", "open_weights": true, "deprecated": false }, { "name": "Gemini 2.5 Flash Preview (Non-reasoning)", "creator": "Google", "index": 11.607882581239329, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-04-17", "open_weights": false, "deprecated": true }, { "name": "Grok 4 Fast (Reasoning)", "creator": "SpaceXAI", "index": 27.947227137491858, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.2, "output": 0.5, "blended": 0.275, "release_date": "2025-09-19", "open_weights": false, "deprecated": true }, { "name": "GPT-4o (March 2025, chatgpt-4o-latest)", "creator": "OpenAI", "index": 12.285392658235127, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-03-27", "open_weights": false, "deprecated": true }, { "name": "Muse Glimmer (high)", "creator": "Meta", "index": 35.0641823105374, "estimated": false, "index_cost": 93.77777479999999, "cost_per_task": 0.04734434382196308, "input": 0.35, "output": 1.5, "blended": 0.6375, "release_date": "2026-08-10", "open_weights": true, "deprecated": false }, { "name": "Muse Spark 1.3 (max)", "creator": "Meta", "index": 62.0885286541662, "estimated": false, "index_cost": 3049.6411657500003, "cost_per_task": null, "input": 1.25, "output": 4.25, "blended": null, "release_date": "2026-09-02", "open_weights": false, "deprecated": false, "note": "price from ai.developer.meta.com/docs/pricing-rate-limits (Standard), cost computed from AA token counts" }, { "name": "GPT-5.6 Luna (medium)", "creator": "OpenAI", "index": 38.9050733396755, "estimated": false, "index_cost": 21.485165846544668, "cost_per_task": 0.01157638503815427, "input": 0.2, "output": 1.2, "blended": 0.45, "release_date": "2026-07-09", "open_weights": false, "deprecated": false }, { "name": "Qwen3 1.7B (Reasoning)", "creator": "Alibaba", "index": 2.2223182100585497, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-04-28", "open_weights": true, "deprecated": true }, { "name": "Gemini 3.1 Flash-Lite", "creator": "Google", "index": 25.6076097099382, "estimated": false, "index_cost": 93.80585261480906, "cost_per_task": 0.04324611147116286, "input": 0.25, "output": 1.5, "blended": 0.5625, "release_date": "2026-03-03", "open_weights": false, "deprecated": true }, { "name": "Kimi Linear 48B A3B Instruct", "creator": "Kimi", "index": 8.351686674927354, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-10-30", "open_weights": true, "deprecated": false }, { "name": "Llama 2 Chat 70B", "creator": "Meta", "index": 2.6145196731385245, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2023-07-18", "open_weights": true, "deprecated": true }, { "name": "Solar Open 100B (Reasoning)", "creator": "Upstage", "index": 15.236044915165126, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-12-17", "open_weights": true, "deprecated": false }, { "name": "GPT-5.3 Codex (xhigh)", "creator": "OpenAI", "index": 45.511743785809365, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 1.75, "output": 14, "blended": 4.8125, "release_date": "2026-02-05", "open_weights": false, "deprecated": false }, { "name": "Mistral Medium 3", "creator": "Mistral", "index": 12.474307781603978, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.4, "output": 2, "blended": 0.8, "release_date": "2025-05-07", "open_weights": false, "deprecated": true }, { "name": "LFM2.5-1.2B-Thinking", "creator": "Liquid AI", "index": 2.3405794125693062, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-01-20", "open_weights": true, "deprecated": false }, { "name": "K2 Think V2", "creator": "MBZUAI Institute of Foundation Models", "index": 17.43264247139865, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-12-15", "open_weights": true, "deprecated": false }, { "name": "GLM-5.1 (Reasoning)", "creator": "Z AI", "index": 40.9675355215124, "estimated": false, "index_cost": 651.7987204592573, "cost_per_task": 0.2861134254352813, "input": 1.285, "output": 4.07, "blended": 1.98125, "release_date": "2026-04-07", "open_weights": true, "deprecated": true }, { "name": "o1", "creator": "OpenAI", "index": 23.857317277785747, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 15, "output": 60, "blended": 26.25, "release_date": "2024-12-05", "open_weights": false, "deprecated": true }, { "name": "Qwen3 Max (Preview)", "creator": "Alibaba", "index": 19.429205232760513, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 1.2, "output": 6, "blended": 2.4, "release_date": "2025-09-05", "open_weights": false, "deprecated": true }, { "name": "Nemotron 3 Ultra 550B A55B (Reasoning)", "creator": "NVIDIA", "index": 38.3185469149774, "estimated": false, "index_cost": 470.32556252686055, "cost_per_task": 0.31374086294174913, "input": 0.6, "output": 2.6, "blended": 1.1, "release_date": "2026-06-04", "open_weights": true, "deprecated": false }, { "name": "GPT-5.4 Pro (xhigh)", "creator": "OpenAI", "index": null, "estimated": false, "index_cost": null, "cost_per_task": null, "input": 30, "output": 180, "blended": 67.5, "release_date": "2026-03-05", "open_weights": false, "deprecated": true }, { "name": "LongCat 2.0", "creator": "LongCat", "index": 33.9692584853255, "estimated": false, "index_cost": 441.7707542539348, "cost_per_task": 0.12129322742338783, "input": 0.75, "output": 2.95, "blended": 1.3, "release_date": "2026-06-29", "open_weights": true, "deprecated": false }, { "name": "Nova Lite", "creator": "Amazon", "index": 6.677895273287777, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.06, "output": 0.24, "blended": 0.105, "release_date": "2024-12-03", "open_weights": false, "deprecated": true }, { "name": "Seed-OSS-36B-Instruct", "creator": "ByteDance Seed", "index": 18.549289844979686, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.21, "output": 0.57, "blended": 0.3, "release_date": "2025-08-20", "open_weights": true, "deprecated": true }, { "name": "GPT-4.5 (Preview)", "creator": "OpenAI", "index": 13.612774898810923, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-02-27", "open_weights": false, "deprecated": true }, { "name": "GPT-5 Codex (high)", "creator": "OpenAI", "index": 37.03550333060004, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 1.25, "output": 10, "blended": 3.4375, "release_date": "2025-09-23", "open_weights": false, "deprecated": true }, { "name": "GLM-4.5-Air", "creator": "Z AI", "index": 16.65924747930107, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.17, "output": 0.98, "blended": 0.3725, "release_date": "2025-07-28", "open_weights": true, "deprecated": true }, { "name": "Qwen3.5 2B (Reasoning)", "creator": "Alibaba", "index": 7.42624348930079, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-03-02", "open_weights": true, "deprecated": false }, { "name": "MiMo-V2-Pro", "creator": "Xiaomi", "index": 41.373858592944195, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-03-18", "open_weights": false, "deprecated": true }, { "name": "Tri-21B-Think", "creator": "Trillion Labs", "index": 12.341120184927739, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-02-10", "open_weights": true, "deprecated": false }, { "name": "DeepSeek V4 Pro (Reasoning, High Effort)", "creator": "DeepSeek", "index": 43.7458091419318, "estimated": false, "index_cost": 108.76972829656862, "cost_per_task": 0.043202295785401766, "input": 0.435, "output": 0.87, "blended": 0.54375, "release_date": "2026-04-24", "open_weights": true, "deprecated": false }, { "name": "Granite 4.0 H Small", "creator": "IBM", "index": 4.930850226770671, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.06, "output": 0.25, "blended": 0.1075, "release_date": "2025-09-22", "open_weights": true, "deprecated": false }, { "name": "Qwen3 30B A3B 2507 (Reasoning)", "creator": "Alibaba", "index": 14.5733568757119, "estimated": false, "index_cost": 152.0225042, "cost_per_task": 0.07865134202745959, "input": 0.2, "output": 2.4, "blended": 0.75, "release_date": "2025-07-30", "open_weights": true, "deprecated": true }, { "name": "Mistral Large (Feb '24)", "creator": "Mistral", "index": 4.074844863424127, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 4, "output": 12, "blended": 6, "release_date": "2024-02-26", "open_weights": false, "deprecated": true }, { "name": "Qwen3.8 Max", "creator": "Alibaba", "index": 58.0774404479668, "estimated": false, "index_cost": 1532.070549035033, "cost_per_task": 0.9133365716363483, "input": 2, "output": 6, "blended": 3, "release_date": "2026-08-03", "open_weights": false, "deprecated": false }, { "name": "Grok 4.3 (medium)", "creator": "SpaceXAI", "index": 36.9152, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 1.25, "output": 2.5, "blended": 1.5625, "release_date": "2026-04-30", "open_weights": false, "deprecated": false }, { "name": "GPT-5 (medium)", "creator": "OpenAI", "index": 34.565504291733575, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 1.25, "output": 10, "blended": 3.4375, "release_date": "2025-08-07", "open_weights": false, "deprecated": true }, { "name": "Grok 4", "creator": "SpaceXAI", "index": 34.082391206771646, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 3, "output": 15, "blended": 6, "release_date": "2025-07-10", "open_weights": false, "deprecated": true }, { "name": "Sonar", "creator": "Perplexity", "index": 9.375182546725268, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-01-21", "open_weights": false, "deprecated": true }, { "name": "Llama 3.2 Instruct 11B (Vision)", "creator": "Meta", "index": 2.9524662088235054, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.345, "output": 0.345, "blended": 0.345, "release_date": "2024-09-25", "open_weights": true, "deprecated": false }, { "name": "DeepSeek R1 0528 Qwen3 8B", "creator": "DeepSeek", "index": 10.265505447516407, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-05-29", "open_weights": true, "deprecated": true }, { "name": "Qwen3.6 Max Preview", "creator": "Alibaba", "index": 41.074, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 1.3, "output": 7.8, "blended": 2.925, "release_date": "2026-04-20", "open_weights": false, "deprecated": true }, { "name": "LongCat Flash Lite", "creator": "LongCat", "index": 17.386019544946926, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-01-28", "open_weights": true, "deprecated": false }, { "name": "Tri-21B-think Preview", "creator": "Trillion Labs", "index": 13.645989390480988, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-02-10", "open_weights": true, "deprecated": true }, { "name": "Nova 2.0 Lite (high)", "creator": "Amazon", "index": 20.79985, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.3, "output": 2.5, "blended": 0.85, "release_date": "2025-10-29", "open_weights": false, "deprecated": false }, { "name": "Gemini 2.5 Pro Preview (Mar' 25)", "creator": "Google", "index": 23.427147256973107, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-03-25", "open_weights": false, "deprecated": true }, { "name": "Nemotron 3 Super 120B A12B (Reasoning)", "creator": "NVIDIA", "index": 25.6684845978586, "estimated": false, "index_cost": 253.6498942, "cost_per_task": 0.22856096347482535, "input": 0.2, "output": 0.8, "blended": 0.35000000000000003, "release_date": "2026-03-11", "open_weights": true, "deprecated": false }, { "name": "Grok 4.20 0309 v2 (Non-reasoning)", "creator": "SpaceXAI", "index": 22.19083638191357, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 1.25, "output": 2.5, "blended": 1.5625, "release_date": "2026-04-07", "open_weights": false, "deprecated": true }, { "name": "Qwen3.5 4B (Reasoning)", "creator": "Alibaba", "index": 20.370436153891156, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.03, "output": 0.15, "blended": 0.06, "release_date": "2026-03-02", "open_weights": true, "deprecated": false }, { "name": "Magistral Medium 1", "creator": "Mistral", "index": 12.488270807654763, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-06-10", "open_weights": false, "deprecated": true }, { "name": "Kimi K2 0905", "creator": "Kimi", "index": 23.957406322843372, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.6, "output": 2.5, "blended": 1.075, "release_date": "2025-09-05", "open_weights": true, "deprecated": true }, { "name": "Qwen3.8 27B (medium)", "creator": "Alibaba", "index": 44.4541866037653, "estimated": false, "index_cost": 398.32794292750003, "cost_per_task": 0.2840156246601843, "input": 0.5, "output": 3, "blended": 1.125, "release_date": "2026-08-14", "open_weights": true, "deprecated": false }, { "name": "Motif-2-12.7B-Reasoning", "creator": "Motif Technologies", "index": 12.779843720649533, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-12-04", "open_weights": false, "deprecated": false }, { "name": "Qwen3.6 35B A3B (Non-reasoning)", "creator": "Alibaba", "index": 24.5542164054089, "estimated": false, "index_cost": 529.963902, "cost_per_task": 0.6299972634932233, "input": 0.375, "output": 2.25, "blended": 0.84375, "release_date": "2026-04-16", "open_weights": true, "deprecated": false }, { "name": "Ministral 3 3B", "creator": "Mistral", "index": 7.07375743219686, "estimated": false, "index_cost": 91.58970830000001, "cost_per_task": 0.1296786899668952, "input": 0.1, "output": 0.1, "blended": 0.1, "release_date": "2025-12-02", "open_weights": true, "deprecated": false }, { "name": "LFM2 8B A1B", "creator": "Liquid AI", "index": 1.3387119056386823, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-10-07", "open_weights": true, "deprecated": false }, { "name": "Gemini 2.5 Flash Preview (Reasoning)", "creator": "Google", "index": 17.72881161245367, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-04-17", "open_weights": false, "deprecated": true }, { "name": "Qwen3.7 Max", "creator": "Alibaba", "index": 46.71222295444, "estimated": false, "index_cost": 1164.3865025879486, "cost_per_task": 0.67923292156161, "input": 2.5, "output": 7.5, "blended": 3.75, "release_date": "2026-05-19", "open_weights": false, "deprecated": true }, { "name": "GLM-4.6 (Reasoning)", "creator": "Z AI", "index": 29.2968166641829, "estimated": false, "index_cost": 314.3036891500001, "cost_per_task": 0.3046379957719733, "input": 0.55, "output": 2.2, "blended": 0.9625000000000001, "release_date": "2025-09-30", "open_weights": true, "deprecated": true }, { "name": "GPT-4", "creator": "OpenAI", "index": 6.775644439911995, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 30, "output": 60, "blended": 37.5, "release_date": "2023-03-14", "open_weights": false, "deprecated": true }, { "name": "Gemini 2.5 Flash (Non-reasoning)", "creator": "Google", "index": 14.188845389941957, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.3, "output": 2.5, "blended": 0.85, "release_date": "2025-05-20", "open_weights": false, "deprecated": true }, { "name": "Llama 2 Chat 13B", "creator": "Meta", "index": 2.601981049161792, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2023-07-18", "open_weights": true, "deprecated": true }, { "name": "GPT-5.5 (medium)", "creator": "OpenAI", "index": 51.4222518389803, "estimated": false, "index_cost": 947.6747660325566, "cost_per_task": 0.5079870714633851, "input": 5, "output": 30, "blended": 11.25, "release_date": "2026-04-23", "open_weights": false, "deprecated": true }, { "name": "Hermes 4 - Llama-3.1 70B (Reasoning)", "creator": "Nous Research", "index": 9.851683191903687, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.13, "output": 0.4, "blended": 0.1975, "release_date": "2025-08-27", "open_weights": true, "deprecated": false }, { "name": "Step 3.7 Flash", "creator": "StepFun", "index": 30.8992089144321, "estimated": false, "index_cost": 319.96690498361414, "cost_per_task": 0.09127417307652269, "input": 0.2, "output": 1.15, "blended": 0.4375, "release_date": "2026-05-29", "open_weights": true, "deprecated": false }, { "name": "DeepSeek V3.2 (Non-reasoning)", "creator": "DeepSeek", "index": 25.125744971186467, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.28, "output": 0.42, "blended": 0.315, "release_date": "2025-12-01", "open_weights": true, "deprecated": true }, { "name": "Qwen3 VL 32B Instruct", "creator": "Alibaba", "index": 10.986842730550622, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.16, "output": 0.64, "blended": 0.28, "release_date": "2025-10-21", "open_weights": true, "deprecated": true }, { "name": "GPT-5.2 (Non-reasoning)", "creator": "OpenAI", "index": 26.535852174482585, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 1.75, "output": 14, "blended": 4.8125, "release_date": "2025-12-11", "open_weights": false, "deprecated": true }, { "name": "Gemma 4 26B A4B (Reasoning)", "creator": "Google", "index": 26.0656023232983, "estimated": false, "index_cost": 53.858343895000004, "cost_per_task": 0.03912654124783082, "input": 0.115, "output": 0.37, "blended": 0.17875000000000002, "release_date": "2026-04-02", "open_weights": true, "deprecated": false }, { "name": "DeepSeek V4 Pro (Non-reasoning)", "creator": "DeepSeek", "index": 31.941819081694526, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.435, "output": 0.87, "blended": 0.54375, "release_date": "2026-04-24", "open_weights": true, "deprecated": false }, { "name": "NVIDIA Nemotron Nano 12B v2 VL (Reasoning)", "creator": "NVIDIA", "index": 8.800702245872152, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.2, "output": 0.6, "blended": 0.30000000000000004, "release_date": "2025-10-28", "open_weights": true, "deprecated": false }, { "name": "GPT-5.6 Sol (medium)", "creator": "OpenAI", "index": 55.5729051710609, "estimated": false, "index_cost": 429.3540335042718, "cost_per_task": 0.29023614812430726, "input": 4, "output": 20, "blended": 8, "release_date": "2026-07-09", "open_weights": false, "deprecated": false }, { "name": "GPT-5.5 (Non-reasoning)", "creator": "OpenAI", "index": 35.7537595975886, "estimated": false, "index_cost": 211.75470280721356, "cost_per_task": 0.20831543994088222, "input": 5, "output": 30, "blended": 11.25, "release_date": "2026-04-23", "open_weights": false, "deprecated": true }, { "name": "Qwen3.5 Omni Flash", "creator": "Alibaba", "index": 19.225339550288876, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.1, "output": 0.8, "blended": 0.275, "release_date": "2026-03-30", "open_weights": false, "deprecated": false }, { "name": "GLM-4.7 (Reasoning)", "creator": "Z AI", "index": 34.4586566670904, "estimated": false, "index_cost": 607.1899639999999, "cost_per_task": 0.35855330354652254, "input": 0.6, "output": 2.2, "blended": 1, "release_date": "2025-12-22", "open_weights": true, "deprecated": true }, { "name": "Nova 2.0 Lite (low)", "creator": "Amazon", "index": 18.007713038446767, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.3, "output": 2.5, "blended": 0.85, "release_date": "2025-10-29", "open_weights": false, "deprecated": false }, { "name": "Magistral Small 1.2", "creator": "Mistral", "index": 11.4605343038176, "estimated": false, "index_cost": 300.77797449999997, "cost_per_task": 0.29501826486216093, "input": 0.5, "output": 1.5, "blended": 0.75, "release_date": "2025-09-17", "open_weights": true, "deprecated": false }, { "name": "Gemma 4 26B A4B (Non-reasoning)", "creator": "Google", "index": 20.380067926751384, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.13, "output": 0.4, "blended": 0.1975, "release_date": "2026-04-02", "open_weights": true, "deprecated": false }, { "name": "Claude Opus 5 (Adaptive Reasoning, High Effort)", "creator": "Anthropic", "index": 61.4751191473465, "estimated": false, "index_cost": 1974.3543863277582, "cost_per_task": 1.2267615279355861, "input": 5, "output": 25, "blended": 10, "release_date": "2026-07-24", "open_weights": false, "deprecated": false }, { "name": "Ministral 3 14B", "creator": "Mistral", "index": 11.2430177720022, "estimated": false, "index_cost": 119.19812780000001, "cost_per_task": 0.158416847618502, "input": 0.2, "output": 0.2, "blended": 0.2, "release_date": "2025-12-02", "open_weights": true, "deprecated": false }, { "name": "K-EXAONE (Reasoning)", "creator": "LG AI Research", "index": 22.466421722994763, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-12-31", "open_weights": true, "deprecated": false }, { "name": "Llama 3.2 Instruct 3B", "creator": "Meta", "index": 3.87835237141565, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2024-09-25", "open_weights": true, "deprecated": true }, { "name": "Gemini 2.5 Flash-Lite Preview (Sep '25) (Non-reasoning)", "creator": "Google", "index": 13.102550084300983, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.1, "output": 0.4, "blended": 0.17500000000000002, "release_date": "2025-09-25", "open_weights": false, "deprecated": true }, { "name": "Inkling Small", "creator": "Thinking Machines", "index": 41.1806598798293, "estimated": false, "index_cost": 192.52413291763895, "cost_per_task": 0.07353375676315574, "input": 0.3, "output": 1.2, "blended": 0.5249999999999999, "release_date": "2026-07-30", "open_weights": true, "deprecated": false }, { "name": "GPT-4.1 nano", "creator": "OpenAI", "index": 9.63928958877614, "estimated": false, "index_cost": 36.66541102613064, "cost_per_task": 0.034921991054275854, "input": 0.1, "output": 0.4, "blended": 0.17500000000000002, "release_date": "2025-04-14", "open_weights": false, "deprecated": true }, { "name": "Llama 3.1 Nemotron Instruct 70B", "creator": "NVIDIA", "index": 7.425410629950453, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 1.2, "output": 1.2, "blended": 1.2, "release_date": "2024-10-15", "open_weights": true, "deprecated": false }, { "name": "Llama 3.1 Instruct 8B", "creator": "Meta", "index": 7.398093964814081, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.02, "output": 0.05, "blended": 0.0275, "release_date": "2024-07-23", "open_weights": true, "deprecated": true }, { "name": "LFM2 2.6B", "creator": "Liquid AI", "index": 2.3031912052131367, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-09-23", "open_weights": true, "deprecated": false }, { "name": "Gemini 3.8 Flash (medium)", "creator": "Google", "index": 56.6390716194986, "estimated": false, "index_cost": 462.1251661215756, "cost_per_task": 0.4099362010250186, "input": 0.75, "output": 3.75, "blended": 1.5, "release_date": "2026-09-02", "open_weights": false, "deprecated": false }, { "name": "Gemma 4 E2B (Non-reasoning)", "creator": "Google", "index": 6.152607513968107, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-04-02", "open_weights": true, "deprecated": false }, { "name": "DeepSeek V3 0324", "creator": "DeepSeek", "index": 15.2291773658297, "estimated": false, "index_cost": 35.163516640000005, "cost_per_task": 0.04837302356889084, "input": 0.27, "output": 1.12, "blended": 0.48250000000000004, "release_date": "2025-03-25", "open_weights": true, "deprecated": true }, { "name": "Command-R+ (Apr '24)", "creator": "Cohere", "index": 2.593632960290559, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 3, "output": 15, "blended": 6, "release_date": "2024-04-04", "open_weights": true, "deprecated": true }, { "name": "Sarvam 30B (high)", "creator": "Sarvam", "index": 6.386709663180205, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.026, "output": 0.11, "blended": 0.047, "release_date": "2026-03-06", "open_weights": true, "deprecated": false }, { "name": "Qwen2 Instruct 72B", "creator": "Alibaba", "index": 5.739254835402712, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2024-06-07", "open_weights": true, "deprecated": true }, { "name": "GPT-4 Turbo", "creator": "OpenAI", "index": 7.687886471527627, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 10, "output": 30, "blended": 15, "release_date": "2023-11-06", "open_weights": false, "deprecated": true }, { "name": "Nova 2.0 Lite (Non-reasoning)", "creator": "Amazon", "index": 11.783639029100605, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.3, "output": 2.5, "blended": 0.85, "release_date": "2025-10-29", "open_weights": false, "deprecated": false }, { "name": "NVIDIA Nemotron 3 Nano 30B A3B (Reasoning)", "creator": "NVIDIA", "index": 14.537976286548, "estimated": false, "index_cost": 39.364923250000004, "cost_per_task": 0.024889427328985605, "input": 0.05, "output": 0.2, "blended": 0.08750000000000001, "release_date": "2025-12-15", "open_weights": true, "deprecated": false }, { "name": "DeepSeek V4 Flash Vision (Reasoning, Max Effort)", "creator": "DeepSeek", "index": 51.4736425212072, "estimated": false, "index_cost": 235.8944966637747, "cost_per_task": 0.11635843000544639, "input": 0.44, "output": 1.32, "blended": 0.66, "release_date": "2026-08-21", "open_weights": false, "deprecated": false }, { "name": "DeepSeek LLM 67B Chat (V1)", "creator": "DeepSeek", "index": 2.6145196731385245, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2023-11-29", "open_weights": true, "deprecated": true }, { "name": "MiniCPM5-1B (Reasoning)", "creator": "OpenBMB", "index": 11.918248010975487, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-05-25", "open_weights": true, "deprecated": false }, { "name": "Claude 3 Opus", "creator": "Anthropic", "index": 11.7552179413, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 15, "output": 75, "blended": 30, "release_date": "2024-03-04", "open_weights": false, "deprecated": true }, { "name": "Gemini 3.6 Flash (high)", "creator": "Google", "index": 51.5819376989529, "estimated": false, "index_cost": 412.02590609445423, "cost_per_task": 0.3441738148343059, "input": 0.75, "output": 3.75, "blended": 1.5, "release_date": "2026-07-21", "open_weights": false, "deprecated": false }, { "name": "Gemini 3 Flash Preview (Non-reasoning)", "creator": "Google", "index": 27.938225136834387, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.5, "output": 3, "blended": 1.125, "release_date": "2025-12-17", "open_weights": false, "deprecated": true }, { "name": "Jamba 1.7 Large", "creator": "AI21 Labs", "index": 4.99479889312148, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-07-07", "open_weights": true, "deprecated": false }, { "name": "Grok 4.5 (high)", "creator": "SpaceXAI", "index": 55.7588993916902, "estimated": false, "index_cost": 628.6492430238271, "cost_per_task": 0.42559443703902644, "input": 2, "output": 6, "blended": 3, "release_date": "2026-07-08", "open_weights": false, "deprecated": false }, { "name": "Mistral Saba", "creator": "Mistral", "index": 6.182044158745243, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-02-17", "open_weights": false, "deprecated": true }, { "name": "Qwen3 Max", "creator": "Alibaba", "index": 24.453586138305493, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 1.2, "output": 6, "blended": 2.4, "release_date": "2025-09-23", "open_weights": false, "deprecated": true }, { "name": "Gemini 2.0 Flash-Lite (Feb '25)", "creator": "Google", "index": 8.624713579640757, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-02-25", "open_weights": false, "deprecated": true }, { "name": "Mistral Small (Sep '24)", "creator": "Mistral", "index": 4.330794512723878, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.2, "output": 0.6, "blended": 0.30000000000000004, "release_date": "2024-09-17", "open_weights": true, "deprecated": true }, { "name": "GPT-5.6 Sol (Non-reasoning)", "creator": "OpenAI", "index": 41.8779730605066, "estimated": false, "index_cost": 181.23928481883846, "cost_per_task": 0.18002513702661266, "input": 4, "output": 20, "blended": 8, "release_date": "2026-07-09", "open_weights": false, "deprecated": false }, { "name": "Gemini 3 Flash Preview (Reasoning)", "creator": "Google", "index": 38.741970762073166, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.5, "output": 3, "blended": 1.125, "release_date": "2025-12-17", "open_weights": false, "deprecated": true }, { "name": "Nanbeige4.1-3B", "creator": "Nanbeige", "index": 11.019725519373175, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-02-11", "open_weights": true, "deprecated": false }, { "name": "Qwen3.8 27B (low)", "creator": "Alibaba", "index": 42.8682424392917, "estimated": false, "index_cost": 302.62478815450004, "cost_per_task": 0.26487227305601796, "input": 0.5, "output": 3, "blended": 1.125, "release_date": "2026-08-14", "open_weights": true, "deprecated": false }, { "name": "Solar Open2 250B", "creator": "Upstage", "index": 37.5098869254965, "estimated": false, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-08-12", "open_weights": true, "deprecated": false }, { "name": "Ling 3.0 Tiny", "creator": "InclusionAI", "index": 24.5183646727292, "estimated": false, "index_cost": 0, "cost_per_task": 0, "input": 0, "output": 0, "blended": 0, "release_date": "2026-08-06", "open_weights": true, "deprecated": false }, { "name": "Qwen3 30B A3B 2507 Instruct", "creator": "Alibaba", "index": 8.908474897507471, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.2, "output": 0.8, "blended": 0.35000000000000003, "release_date": "2025-07-29", "open_weights": true, "deprecated": true }, { "name": "GPT-5 (low)", "creator": "OpenAI", "index": 31.877083752007596, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 1.25, "output": 10, "blended": 3.4375, "release_date": "2025-08-07", "open_weights": false, "deprecated": true }, { "name": "Celeris-1", "creator": "Celeris", "index": 12.3530161840426, "estimated": false, "index_cost": 156.79029090000003, "cost_per_task": 0.25816720916868185, "input": 0.2, "output": 0.7, "blended": 0.325, "release_date": "2026-07-24", "open_weights": false, "deprecated": false }, { "name": "Qwen3 Max Thinking", "creator": "Alibaba", "index": 32.495564589016126, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-01-26", "open_weights": false, "deprecated": true }, { "name": "Llama 3.2 Instruct 1B", "creator": "Meta", "index": 1, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2024-09-25", "open_weights": true, "deprecated": true }, { "name": "Tiny Aya Global", "creator": "Cohere", "index": 1, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0, "output": 0, "blended": 0, "release_date": "2026-02-17", "open_weights": true, "deprecated": false }, { "name": "GPT-5.6 Terra (high)", "creator": "OpenAI", "index": 50.1131352273405, "estimated": false, "index_cost": 405.5901103170139, "cost_per_task": 0.22756518692695352, "input": 2, "output": 12, "blended": 4.5, "release_date": "2026-07-09", "open_weights": false, "deprecated": false }, { "name": "GLM-4.7 (Non-reasoning)", "creator": "Z AI", "index": 27.098271859928417, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.6, "output": 2.2, "blended": 1, "release_date": "2025-12-22", "open_weights": true, "deprecated": true }, { "name": "A.X-K2", "creator": "SK Telecom", "index": 35.0147941618563, "estimated": false, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-08-12", "open_weights": true, "deprecated": false }, { "name": "Exaone 4.0 1.2B (Non-reasoning)", "creator": "LG AI Research", "index": 2.3656029999408825, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-07-15", "open_weights": true, "deprecated": false }, { "name": "Llama 3 Instruct 8B", "creator": "Meta", "index": 1, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.045, "output": 0.145, "blended": 0.07, "release_date": "2024-04-18", "open_weights": true, "deprecated": true }, { "name": "Hermes 4 - Llama-3.1 405B (Reasoning)", "creator": "Nous Research", "index": 8.8433, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 1, "output": 3, "blended": 1.5, "release_date": "2025-08-27", "open_weights": true, "deprecated": false }, { "name": "MiMo-V2-Flash (Non-reasoning)", "creator": "Xiaomi", "index": 25.13546667150026, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-12-16", "open_weights": true, "deprecated": false }, { "name": "Granite 4.1 8B", "creator": "IBM", "index": 6.420896217941189, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.05, "output": 0.1, "blended": 0.0625, "release_date": "2026-04-29", "open_weights": true, "deprecated": false }, { "name": "DeepSeek V4 Pro 0813 (Reasoning, Max Effort)", "creator": "DeepSeek", "index": 53.1976849297815, "estimated": false, "index_cost": 616.9497503917341, "cost_per_task": 0.26526849335458225, "input": 1.32, "output": 3.96, "blended": 1.98, "release_date": "2026-08-13", "open_weights": true, "deprecated": false }, { "name": "Claude Instant", "creator": "Anthropic", "index": 1.7061499529751836, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2023-03-14", "open_weights": false, "deprecated": true }, { "name": "Gemini 2.5 Flash-Lite Preview (Sep '25) (Reasoning)", "creator": "Google", "index": 15.215787918342533, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.1, "output": 0.4, "blended": 0.17500000000000002, "release_date": "2025-09-08", "open_weights": false, "deprecated": true }, { "name": "o4-mini (high)", "creator": "OpenAI", "index": 26.052789844770324, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 1.1, "output": 4.4, "blended": 1.9250000000000003, "release_date": "2025-04-16", "open_weights": false, "deprecated": true }, { "name": "GPT-5.2 (medium)", "creator": "OpenAI", "index": 38.94361680548068, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 1.75, "output": 14, "blended": 4.8125, "release_date": "2025-12-11", "open_weights": false, "deprecated": true }, { "name": "Magistral Medium 1.2", "creator": "Mistral", "index": 18.0471212082495, "estimated": false, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-09-18", "open_weights": false, "deprecated": false }, { "name": "Qwen3.6 35B A3B (Reasoning)", "creator": "Alibaba", "index": 32.1290714769579, "estimated": false, "index_cost": 505.327725375, "cost_per_task": 0.29436736304843775, "input": 0.375, "output": 2.25, "blended": 0.84375, "release_date": "2026-04-16", "open_weights": true, "deprecated": false }, { "name": "GPT-5.6 Luna (xhigh)", "creator": "OpenAI", "index": 50.0587027429536, "estimated": false, "index_cost": 96.36125782555091, "cost_per_task": 0.03275620687218648, "input": 0.2, "output": 1.2, "blended": 0.45, "release_date": "2026-07-09", "open_weights": false, "deprecated": false }, { "name": "Gemini 2.5 Flash Preview (Sep '25) (Non-reasoning)", "creator": "Google", "index": 19.061120393925147, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-09-25", "open_weights": false, "deprecated": true }, { "name": "QwQ 32B-Preview", "creator": "Alibaba", "index": 9.072544655653603, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2024-11-27", "open_weights": true, "deprecated": true }, { "name": "Ling-flash-2.0", "creator": "InclusionAI", "index": 9.613787392401488, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.14, "output": 0.57, "blended": 0.2475, "release_date": "2025-09-17", "open_weights": true, "deprecated": true }, { "name": "GPT-5.4 nano (medium)", "creator": "OpenAI", "index": 30.843249132161375, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.2, "output": 1.25, "blended": 0.4625, "release_date": "2026-03-17", "open_weights": false, "deprecated": true }, { "name": "Apertus 8B Instruct", "creator": "Swiss AI Initiative", "index": 1, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.1, "output": 0.2, "blended": 0.125, "release_date": "2025-09-02", "open_weights": true, "deprecated": false }, { "name": "DeepSeek V4 Flash (Reasoning, High Effort)", "creator": "DeepSeek", "index": 39.0138386546326, "estimated": false, "index_cost": 59.8621580261712, "cost_per_task": 0.05289078788975289, "input": 0.13, "output": 0.28, "blended": 0.1675, "release_date": "2026-04-24", "open_weights": true, "deprecated": true }, { "name": "DeepSeek-V2.5", "creator": "DeepSeek", "index": 6.368390159706641, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2024-09-06", "open_weights": true, "deprecated": true }, { "name": "Claude 4 Opus (Reasoning)", "creator": "Anthropic", "index": 31.6898663827, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 15, "output": 75, "blended": 30, "release_date": "2025-05-22", "open_weights": false, "deprecated": true }, { "name": "Gemini 3.8 Flash (high)", "creator": "Google", "index": 58.679185261722, "estimated": false, "index_cost": 825.833294604447, "cost_per_task": 0.5766390520257983, "input": 0.75, "output": 3.75, "blended": 1.5, "release_date": "2026-09-02", "open_weights": false, "deprecated": false }, { "name": "GPT-5.6 Sol (high)", "creator": "OpenAI", "index": 57.3317210962224, "estimated": false, "index_cost": 699.6829610340626, "cost_per_task": 0.42685877699268937, "input": 4, "output": 20, "blended": 8, "release_date": "2026-07-09", "open_weights": false, "deprecated": false }, { "name": "GPT-3.5 Turbo (0613)", "creator": "OpenAI", "index": null, "estimated": false, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2023-06-13", "open_weights": false, "deprecated": true }, { "name": "GPT-4o (Aug '24)", "creator": "OpenAI", "index": 9.448626870719057, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 2.5, "output": 10, "blended": 4.375, "release_date": "2024-08-06", "open_weights": false, "deprecated": true }, { "name": "Qwen3.6 27B (Reasoning)", "creator": "Alibaba", "index": 37.7024638948414, "estimated": false, "index_cost": 667.1783664000001, "cost_per_task": 0.2918118565938443, "input": 0.6, "output": 3.6, "blended": 1.35, "release_date": "2026-04-22", "open_weights": true, "deprecated": false }, { "name": "Nemotron 3 Nano Omni 30B A3B Reasoning", "creator": "NVIDIA", "index": 15.006841515636083, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.075, "output": 0.3, "blended": 0.13124999999999998, "release_date": "2026-04-29", "open_weights": true, "deprecated": false }, { "name": "Hy3-preview (Reasoning)", "creator": "Tencent", "index": 34.39793404861205, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.063, "output": 0.21, "blended": 0.09975, "release_date": "2026-04-23", "open_weights": true, "deprecated": true }, { "name": "Kimi K2.7 Code", "creator": "Kimi", "index": 43.0244715223736, "estimated": false, "index_cost": 544.5830239729544, "cost_per_task": 0.22197474982635537, "input": 0.95, "output": 4, "blended": 1.7125, "release_date": "2026-06-12", "open_weights": true, "deprecated": false }, { "name": "Gemini 1.0 Pro", "creator": "Google", "index": 2.738876578651047, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2023-12-06", "open_weights": false, "deprecated": true }, { "name": "Agnes 2.5 Pro Alpha", "creator": "Sapiens AI", "index": 39.7073049186574, "estimated": false, "index_cost": null, "cost_per_task": null, "input": 0.45, "output": 0.9, "blended": 0.5625, "release_date": "2026-07-24", "open_weights": true, "deprecated": false }, { "name": "Qwen3.8 2.4T A95B", "creator": "Alibaba", "index": 57.7043243271128, "estimated": false, "index_cost": 1395.0520504161627, "cost_per_task": 0.8070780013888545, "input": 2, "output": 6, "blended": 3, "release_date": "2026-08-12", "open_weights": true, "deprecated": false }, { "name": "Solar Pro 2 (Preview) (Reasoning)", "creator": "Upstage", "index": 12.523463226100896, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-05-20", "open_weights": false, "deprecated": true }, { "name": "GPT-5 nano (medium)", "creator": "OpenAI", "index": 19.23650562446549, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.05, "output": 0.4, "blended": 0.1375, "release_date": "2025-08-07", "open_weights": false, "deprecated": true }, { "name": "DeepSeek-Coder-V2", "creator": "DeepSeek", "index": 4.7384323759797, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2024-06-17", "open_weights": true, "deprecated": true }, { "name": "Olmo 3 7B Instruct", "creator": "Allen Institute for AI", "index": 2.4042898651220748, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.1, "output": 0.2, "blended": 0.125, "release_date": "2025-11-20", "open_weights": true, "deprecated": false }, { "name": "JT-4.1 Flash 236B A21B", "creator": "China Mobile", "index": 39.8533597930509, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-07-09", "open_weights": false, "deprecated": false }, { "name": "Grok 4.3 (Non-reasoning)", "creator": "SpaceXAI", "index": 25.0069780605367, "estimated": false, "index_cost": 200.92621080529653, "cost_per_task": 0.2947228850735739, "input": 1.25, "output": 2.5, "blended": 1.5625, "release_date": "2026-04-30", "open_weights": false, "deprecated": false }, { "name": "Claude 4.5 Sonnet (Reasoning)", "creator": "Anthropic", "index": 37.3917832127992, "estimated": false, "index_cost": 1036.9457154797801, "cost_per_task": 0.4643396345842265, "input": 3, "output": 15, "blended": 6, "release_date": "2025-09-29", "open_weights": false, "deprecated": true }, { "name": "Claude 4.5 Sonnet (Non-reasoning)", "creator": "Anthropic", "index": 29.926819856249086, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 3, "output": 15, "blended": 6, "release_date": "2025-09-29", "open_weights": false, "deprecated": true }, { "name": "Granite 4.1 3B", "creator": "IBM", "index": 4.371452189831648, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-04-29", "open_weights": true, "deprecated": false }, { "name": "Ling 2.6 Flash", "creator": "InclusionAI", "index": 14.2167363200319, "estimated": false, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-04-21", "open_weights": true, "deprecated": true }, { "name": "Llama 4 Maverick", "creator": "Meta", "index": 14.4765801754776, "estimated": false, "index_cost": 35.02672706, "cost_per_task": 0.034602956260846626, "input": 0.26, "output": 0.9099999999999999, "blended": 0.4225, "release_date": "2025-04-05", "open_weights": true, "deprecated": false }, { "name": "Jamba 1.6 Large", "creator": "AI21 Labs", "index": 4.688199835803134, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-03-06", "open_weights": true, "deprecated": true }, { "name": "GLM-5.1 (Non-reasoning)", "creator": "Z AI", "index": 36.261601664207205, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 1.38, "output": 4.4, "blended": 2.135, "release_date": "2026-04-07", "open_weights": true, "deprecated": true }, { "name": "Gemini 1.5 Flash-8B", "creator": "Google", "index": 5.235332462646253, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2024-10-03", "open_weights": false, "deprecated": true }, { "name": "GLM-4.6 (Non-reasoning)", "creator": "Z AI", "index": 23.37635149334077, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.575, "output": 2.2, "blended": 0.98125, "release_date": "2025-09-30", "open_weights": true, "deprecated": true }, { "name": "Grok 4.3 (high)", "creator": "SpaceXAI", "index": 37.9469171465042, "estimated": false, "index_cost": 287.635924457608, "cost_per_task": 0.14540460679814457, "input": 1.25, "output": 2.5, "blended": 1.5625, "release_date": "2026-04-30", "open_weights": false, "deprecated": true }, { "name": "Olmo 3.1 32B Instruct", "creator": "Allen Institute for AI", "index": 6.211952049270634, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-01-13", "open_weights": true, "deprecated": false }, { "name": "MiMo-V2-Omni", "creator": "Xiaomi", "index": 35.86618615317448, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-03-19", "open_weights": false, "deprecated": false }, { "name": "Ministral 3 8B", "creator": "Mistral", "index": 8.97359592754602, "estimated": false, "index_cost": 114.05547884999999, "cost_per_task": 0.1845786443050869, "input": 0.15, "output": 0.15, "blended": 0.15, "release_date": "2025-12-02", "open_weights": true, "deprecated": false }, { "name": "Llama 3.3 Instruct 70B", "creator": "Meta", "index": 9.26237834279053, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.655, "output": 0.72, "blended": 0.67125, "release_date": "2024-12-06", "open_weights": true, "deprecated": false }, { "name": "Nemotron Cascade 2 30B A3B", "creator": "NVIDIA", "index": 17.7603582747428, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-03-19", "open_weights": true, "deprecated": false }, { "name": "R1 1776", "creator": "Perplexity", "index": 6.049476427200174, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-02-18", "open_weights": true, "deprecated": false }, { "name": "Claude Opus 4.8 (Adaptive Reasoning, Max Effort)", "creator": "Anthropic", "index": 57.3304158758428, "estimated": false, "index_cost": 3752.315859026857, "cost_per_task": 2.0315015630110187, "input": 5, "output": 25, "blended": 10, "release_date": "2026-05-28", "open_weights": false, "deprecated": true }, { "name": "Claude Sonnet 5 (Adaptive Reasoning, Xhigh Effort)", "creator": "Anthropic", "index": null, "estimated": false, "index_cost": null, "cost_per_task": null, "input": 2, "output": 10, "blended": 4, "release_date": "2026-06-30", "open_weights": false, "deprecated": false }, { "name": "Qwen3.8-Flash-Next", "creator": "Alibaba", "index": 55.8139871116362, "estimated": false, "index_cost": 158.1270242888, "cost_per_task": 0.09701942971977867, "input": 0.15, "output": 0.47, "blended": 0.22999999999999998, "release_date": "2026-08-26", "open_weights": true, "deprecated": false }, { "name": "Claude Fable 5.1 (Adaptive Reasoning, Xhigh Effort, Default Fallback)", "creator": "Anthropic", "index": 64.8015742258595, "estimated": false, "index_cost": 5220.727554632452, "cost_per_task": 2.6507965086026943, "input": 10, "output": 50, "blended": 20, "release_date": "2026-09-01", "open_weights": false, "deprecated": false }, { "name": "GPT-5.6 Terra (Non-reasoning)", "creator": "OpenAI", "index": 34.6188674546024, "estimated": false, "index_cost": 98.52488553732582, "cost_per_task": 0.10253908741173154, "input": 2, "output": 12, "blended": 4.5, "release_date": "2026-07-09", "open_weights": false, "deprecated": false }, { "name": "MiniMax M1 80k", "creator": "MiniMax", "index": 17.861693500679518, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.55, "output": 2.2, "blended": 0.9625000000000001, "release_date": "2025-06-17", "open_weights": true, "deprecated": true }, { "name": "Llama 3.2 Instruct 90B (Vision)", "creator": "Meta", "index": 5.965910268908535, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2024-09-25", "open_weights": true, "deprecated": false }, { "name": "K-EXAONE (Non-reasoning)", "creator": "LG AI Research", "index": 16.886913465670677, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-12-31", "open_weights": true, "deprecated": false }, { "name": "Claude Fable 5.1 (Adaptive Reasoning, High Effort, Default Fallback)", "creator": "Anthropic", "index": 62.4807148804427, "estimated": false, "index_cost": 2385.7719902238086, "cost_per_task": 1.4299003129651293, "input": 10, "output": 50, "blended": 20, "release_date": "2026-09-01", "open_weights": false, "deprecated": false }, { "name": "Qwen3 8B (Reasoning)", "creator": "Alibaba", "index": 8.29033695844877, "estimated": false, "index_cost": null, "cost_per_task": null, "input": 0.18, "output": 2.1, "blended": 0.66, "release_date": "2025-04-28", "open_weights": true, "deprecated": true }, { "name": "Claude 2.1", "creator": "Anthropic", "index": 3.519978717983947, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2023-11-21", "open_weights": false, "deprecated": true }, { "name": "GPT-5.6 Terra (xhigh)", "creator": "OpenAI", "index": 52.7732451128074, "estimated": false, "index_cost": 604.171614389579, "cost_per_task": 0.31822074390221167, "input": 2, "output": 12, "blended": 4.5, "release_date": "2026-07-09", "open_weights": false, "deprecated": false }, { "name": "Devstral Small (Jul '25)", "creator": "Mistral", "index": 9.110659215966695, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-07-10", "open_weights": true, "deprecated": true }, { "name": "NVIDIA Nemotron 3 Nano 4B", "creator": "NVIDIA", "index": 8.558060479236028, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-03-16", "open_weights": true, "deprecated": false }, { "name": "GPT-4.1 mini", "creator": "OpenAI", "index": 14.8206784672014, "estimated": false, "index_cost": 56.051029364770685, "cost_per_task": 0.05486222839327666, "input": 0.4, "output": 1.6, "blended": 0.7000000000000001, "release_date": "2025-04-14", "open_weights": false, "deprecated": true }, { "name": "Phi-4 Mini Instruct", "creator": "Microsoft", "index": 5.739013435529571, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0, "output": 0, "blended": 0, "release_date": "2024-02-26", "open_weights": true, "deprecated": false }, { "name": "Grok Beta", "creator": "SpaceXAI", "index": 7.27646631195808, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2024-08-13", "open_weights": false, "deprecated": true }, { "name": "Grok Code Fast 1", "creator": "SpaceXAI", "index": 21.954611746819047, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-08-28", "open_weights": false, "deprecated": true }, { "name": "Nova 2.0 Pro Preview (Non-reasoning)", "creator": "Amazon", "index": 14.41165566200852, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 1.25, "output": 10, "blended": 3.4375, "release_date": "2025-11-27", "open_weights": false, "deprecated": false }, { "name": "Ring-1T", "creator": "InclusionAI", "index": 16.289090607477107, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-10-13", "open_weights": true, "deprecated": true }, { "name": "Granite 4.0 1B", "creator": "IBM", "index": 1.6348736398124981, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-10-28", "open_weights": true, "deprecated": false }, { "name": "Motif 3 (Beta)", "creator": "Motif Technologies", "index": 45.3163721668975, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-07-14", "open_weights": false, "deprecated": false }, { "name": "K2-V2 (high)", "creator": "MBZUAI Institute of Foundation Models", "index": 14.235752754577163, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-12-05", "open_weights": true, "deprecated": false }, { "name": "GPT-6 Astra (low)", "creator": "OpenAI", "index": 56.7266719631899, "estimated": false, "index_cost": 574.9224864735761, "cost_per_task": 0.4588341436301113, "input": 10, "output": 50, "blended": 20, "release_date": "2026-09-03", "open_weights": false, "deprecated": false }, { "name": "Gemini 3 Deep Think", "creator": "Google", "index": null, "estimated": false, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-02-05", "open_weights": false, "deprecated": false }, { "name": "ERNIE 5.0 Thinking Preview", "creator": "Baidu", "index": 22.280249971540247, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-11-13", "open_weights": false, "deprecated": false }, { "name": "Kimi K2.5 (Reasoning)", "creator": "Kimi", "index": 36.0227407548798, "estimated": false, "index_cost": 304.20768806619657, "cost_per_task": 0.09638405919581741, "input": 0.6, "output": 3, "blended": 1.2, "release_date": "2026-01-27", "open_weights": true, "deprecated": true }, { "name": "Claude 4.5 Haiku (Reasoning)", "creator": "Anthropic", "index": 29.8919353345764, "estimated": false, "index_cost": 471.2177544481077, "cost_per_task": 0.21744836065145692, "input": 1, "output": 5, "blended": 2, "release_date": "2025-10-15", "open_weights": false, "deprecated": false }, { "name": "Granite 4.0 H 350M", "creator": "IBM", "index": 1, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-10-28", "open_weights": true, "deprecated": false }, { "name": "Qwen3.5 0.8B (Reasoning)", "creator": "Alibaba", "index": 5.162925553041752, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-03-02", "open_weights": true, "deprecated": false }, { "name": "Apriel-v1.6-15B-Thinker", "creator": "ServiceNow", "index": 20.846614915757137, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0, "output": 0, "blended": 0, "release_date": "2025-11-25", "open_weights": true, "deprecated": false }, { "name": "Claude 4 Sonnet (Reasoning)", "creator": "Anthropic", "index": 29.7574141768318, "estimated": false, "index_cost": null, "cost_per_task": null, "input": 3, "output": 15, "blended": 6, "release_date": "2025-05-22", "open_weights": false, "deprecated": true }, { "name": "Gemma 3n E4B Instruct", "creator": "Google", "index": 1, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-06-26", "open_weights": true, "deprecated": true }, { "name": "Qwen3 VL 235B A22B (Reasoning)", "creator": "Alibaba", "index": 20.908450185357562, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.4, "output": 4, "blended": 1.3, "release_date": "2025-09-23", "open_weights": true, "deprecated": true }, { "name": "DeepSeek R1 0528 (May '25)", "creator": "DeepSeek", "index": 20.365653755857274, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 1.35, "output": 3, "blended": 1.7625000000000002, "release_date": "2025-05-28", "open_weights": true, "deprecated": true }, { "name": "Qwen3.7 Plus", "creator": "Alibaba", "index": 39.3745992994168, "estimated": false, "index_cost": 274.7715290188442, "cost_per_task": 0.17028705303604513, "input": 0.4, "output": 1.6, "blended": 0.7000000000000001, "release_date": "2026-06-01", "open_weights": false, "deprecated": false }, { "name": "GPT-5.4 (xhigh)", "creator": "OpenAI", "index": 53.1231377466063, "estimated": false, "index_cost": 2200.9807607439784, "cost_per_task": 1.1203375391685524, "input": 2.5, "output": 15, "blended": 5.625, "release_date": "2026-03-05", "open_weights": false, "deprecated": true }, { "name": "Gemma 3n E2B Instruct", "creator": "Google", "index": 1, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0, "output": 0, "blended": 0, "release_date": "2025-06-26", "open_weights": true, "deprecated": true }, { "name": "DeepHermes 3 - Mistral 24B Preview (Non-reasoning)", "creator": "Nous Research", "index": 5.004273783406074, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-03-13", "open_weights": true, "deprecated": false }, { "name": "Reka Flash (Sep '24)", "creator": "Reka AI", "index": 6.028527321454098, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.2, "output": 0.8, "blended": 0.35000000000000003, "release_date": "2024-10-04", "open_weights": false, "deprecated": true }, { "name": "GPT-5.6 Luna (high)", "creator": "OpenAI", "index": 46.9604170473195, "estimated": false, "index_cost": 55.857463863173265, "cost_per_task": 0.02234385398890536, "input": 0.2, "output": 1.2, "blended": 0.45, "release_date": "2026-07-09", "open_weights": false, "deprecated": false }, { "name": "Llama 3 Instruct 70B", "creator": "Meta", "index": 3.096838623590334, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.65, "output": 2.75, "blended": 1.175, "release_date": "2024-04-18", "open_weights": true, "deprecated": true }, { "name": "NVIDIA Nemotron Nano 12B v2 VL (Non-reasoning)", "creator": "NVIDIA", "index": 4.245900608081831, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.2, "output": 0.6, "blended": 0.30000000000000004, "release_date": "2025-10-28", "open_weights": true, "deprecated": false }, { "name": "Devstral Medium", "creator": "Mistral", "index": 12.382442259203609, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-07-10", "open_weights": false, "deprecated": true }, { "name": "Command-R (Mar '24)", "creator": "Cohere", "index": 1.7061499529751836, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.5, "output": 1.5, "blended": 0.75, "release_date": "2024-03-12", "open_weights": true, "deprecated": true }, { "name": "Apriel-v1.5-15B-Thinker", "creator": "ServiceNow", "index": 21.563012395763348, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0, "output": 0, "blended": 0, "release_date": "2025-09-30", "open_weights": true, "deprecated": true }, { "name": "Gemini 1.5 Flash (May '24)", "creator": "Google", "index": 4.598934603160203, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2024-05-14", "open_weights": false, "deprecated": true }, { "name": "Claude 3.5 Sonnet (June '24)", "creator": "Anthropic", "index": 8.119810823461304, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 3, "output": 15, "blended": 6, "release_date": "2024-06-21", "open_weights": false, "deprecated": true }, { "name": "Step3 VL 10B", "creator": "StepFun", "index": 9.336408790389278, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-01-20", "open_weights": true, "deprecated": false }, { "name": "DeepSeek V4 Flash (Non-reasoning)", "creator": "DeepSeek", "index": 29.277968146187444, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.0938, "output": 0.195, "blended": 0.1191, "release_date": "2026-04-24", "open_weights": true, "deprecated": false }, { "name": "Llama 4 Scout", "creator": "Meta", "index": 10.2562963744468, "estimated": false, "index_cost": 11.603279820000001, "cost_per_task": 0.010572033777914776, "input": 0.18, "output": 0.66, "blended": 0.30000000000000004, "release_date": "2025-04-05", "open_weights": true, "deprecated": false }, { "name": "Granite 4.2 8B", "creator": "IBM", "index": 19.6122296614101, "estimated": false, "index_cost": 33.488519211805496, "cost_per_task": 0.01580495652659727, "input": 0.06, "output": 0.25, "blended": 0.1075, "release_date": "2026-08-25", "open_weights": true, "deprecated": false }, { "name": "GPT-5.4 mini (Non-Reasoning)", "creator": "OpenAI", "index": 16.766394360384492, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.75, "output": 4.5, "blended": 1.6875, "release_date": "2026-03-17", "open_weights": false, "deprecated": true }, { "name": "ERNIE 4.5 300B A47B", "creator": "Baidu", "index": 8.867066671698169, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.28, "output": 1.1, "blended": 0.48500000000000004, "release_date": "2025-06-30", "open_weights": true, "deprecated": false }, { "name": "DeepSeek V3.2 Exp (Reasoning)", "creator": "DeepSeek", "index": 25.941820078330394, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.28, "output": 0.42, "blended": 0.315, "release_date": "2025-09-29", "open_weights": true, "deprecated": true }, { "name": "Molmo 7B-D", "creator": "Allen Institute for AI", "index": 3.446844030896038, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2024-09-25", "open_weights": true, "deprecated": false }, { "name": "Qwen3 32B (Reasoning)", "creator": "Alibaba", "index": 11.4452517478734, "estimated": false, "index_cost": null, "cost_per_task": null, "input": 0.16, "output": 0.64, "blended": 0.28, "release_date": "2025-04-28", "open_weights": true, "deprecated": true }, { "name": "Qwen3.8 27B (xhigh)", "creator": "Alibaba", "index": 52.0246606497206, "estimated": false, "index_cost": 693.6699701065, "cost_per_task": 0.3690217121876813, "input": 0.5, "output": 3, "blended": 1.125, "release_date": "2026-08-14", "open_weights": true, "deprecated": false }, { "name": "Motif 3", "creator": "Motif Technologies", "index": 47.3602493365956, "estimated": false, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-08-12", "open_weights": true, "deprecated": false }, { "name": "Qwen3 4B 2507 Instruct", "creator": "Alibaba", "index": 6.8922315443344715, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-08-06", "open_weights": true, "deprecated": true }, { "name": "Gemma 4 E2B (Reasoning)", "creator": "Google", "index": 9.533454244041467, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-04-02", "open_weights": true, "deprecated": false }, { "name": "GPT-5.5 (high)", "creator": "OpenAI", "index": 54.6668082793663, "estimated": false, "index_cost": 1734.5239922486435, "cost_per_task": 0.8154515694856851, "input": 5, "output": 30, "blended": 11.25, "release_date": "2026-04-23", "open_weights": false, "deprecated": true }, { "name": "Llama 3.1 Nemotron Nano 4B v1.1 (Reasoning)", "creator": "NVIDIA", "index": 8.369867202047628, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-05-20", "open_weights": true, "deprecated": true }, { "name": "Gemini 3.7 Flash (high)", "creator": "Google", "index": 56.0301180773699, "estimated": false, "index_cost": 484.72523725334753, "cost_per_task": 0.40216581818386, "input": 0.75, "output": 3.75, "blended": 1.5, "release_date": "2026-08-13", "open_weights": false, "deprecated": false }, { "name": "Hy3", "creator": "Tencent", "index": 42.2134908724756, "estimated": false, "index_cost": 93.19688760024408, "cost_per_task": 0.03574070875754976, "input": 0.136, "output": 0.554, "blended": 0.24050000000000002, "release_date": "2026-07-06", "open_weights": true, "deprecated": false }, { "name": "DeepSeek R1 Distill Qwen 14B", "creator": "DeepSeek", "index": 9.709078497563267, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-01-20", "open_weights": true, "deprecated": true }, { "name": "Qwen3 8B (Non-reasoning)", "creator": "Alibaba", "index": 4.761577810033406, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.18, "output": 0.7, "blended": 0.31, "release_date": "2025-04-28", "open_weights": true, "deprecated": true }, { "name": "Claude 3 Sonnet", "creator": "Anthropic", "index": 4.417649449076059, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2024-03-04", "open_weights": false, "deprecated": true }, { "name": "Gemini 3 Pro Preview (low)", "creator": "Google", "index": 33.87003162463072, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 2, "output": 12, "blended": 4.5, "release_date": "2025-11-18", "open_weights": false, "deprecated": true }, { "name": "Nova 2.0 Omni (low)", "creator": "Amazon", "index": 16.707575391459063, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.3, "output": 2.5, "blended": 0.85, "release_date": "2025-11-26", "open_weights": false, "deprecated": false }, { "name": "Arctic Instruct", "creator": "Snowflake", "index": 3.0440088739789624, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2024-04-24", "open_weights": true, "deprecated": true }, { "name": "GPT-4o (ChatGPT)", "creator": "OpenAI", "index": 8.059758927495702, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-02-15", "open_weights": false, "deprecated": true }, { "name": "Jamba 1.5 Large", "creator": "AI21 Labs", "index": 4.820931937038692, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 2, "output": 8, "blended": 3.5, "release_date": "2024-08-22", "open_weights": true, "deprecated": true }, { "name": "Jamba 1.7 Mini", "creator": "AI21 Labs", "index": 2.3265220570198033, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-07-07", "open_weights": true, "deprecated": false }, { "name": "Qwen2.5 Instruct 72B", "creator": "Alibaba", "index": 9.43688124111721, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.475, "output": 0.495, "blended": 0.48, "release_date": "2024-09-19", "open_weights": true, "deprecated": true }, { "name": "o1-mini", "creator": "OpenAI", "index": 14.020990389787437, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2024-09-12", "open_weights": false, "deprecated": true }, { "name": "Hy3-preview (Non-reasoning)", "creator": "Tencent", "index": 26.625348921370406, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.063, "output": 0.21, "blended": 0.09975, "release_date": "2026-04-23", "open_weights": true, "deprecated": true }, { "name": "GPT-4o mini", "creator": "OpenAI", "index": 6.674100588435986, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.15, "output": 0.6, "blended": 0.26249999999999996, "release_date": "2024-07-18", "open_weights": false, "deprecated": true }, { "name": "Trinity Large Thinking", "creator": "Arcee AI", "index": 18.657997906883, "estimated": false, "index_cost": 289.18759525, "cost_per_task": 0.199566889656896, "input": 0.25, "output": 0.9, "blended": 0.4125, "release_date": "2026-04-01", "open_weights": true, "deprecated": false }, { "name": "DeepHermes 3 - Llama-3.1 8B Preview (Non-reasoning)", "creator": "Nous Research", "index": 1.8620161361798069, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-02-13", "open_weights": true, "deprecated": false }, { "name": "Solar Pro 3", "creator": "Upstage", "index": 14.4932929091303, "estimated": false, "index_cost": 147.93436650582257, "cost_per_task": 0.13156727547909297, "input": 0.15, "output": 0.6, "blended": 0.26249999999999996, "release_date": "2026-04-06", "open_weights": false, "deprecated": false }, { "name": "Claude Opus 5 (Adaptive Reasoning, Max Effort)", "creator": "Anthropic", "index": 63.0532452071291, "estimated": false, "index_cost": 3836.05454152768, "cost_per_task": 2.3368592081245625, "input": 5, "output": 25, "blended": 10, "release_date": "2026-07-24", "open_weights": false, "deprecated": false }, { "name": "Qwen3 Omni 30B A3B (Reasoning)", "creator": "Alibaba", "index": 9.50022159824687, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.25, "output": 0.97, "blended": 0.43, "release_date": "2025-09-22", "open_weights": true, "deprecated": false }, { "name": "Qwen2.5 Max", "creator": "Alibaba", "index": 10.125270147764526, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-01-28", "open_weights": false, "deprecated": true }, { "name": "Claude Sonnet 5 (Adaptive Reasoning, High Effort)", "creator": "Anthropic", "index": null, "estimated": false, "index_cost": null, "cost_per_task": null, "input": 2, "output": 10, "blended": 4, "release_date": "2026-06-30", "open_weights": false, "deprecated": false }, { "name": "Kimi K2.5 (Non-reasoning)", "creator": "Kimi", "index": 30.051840553728326, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.6, "output": 3, "blended": 1.2, "release_date": "2026-01-27", "open_weights": true, "deprecated": true }, { "name": "GPT-5.4 mini (xhigh)", "creator": "OpenAI", "index": 40.9386428957853, "estimated": false, "index_cost": 1095.8349161330193, "cost_per_task": 0.494783145873995, "input": 0.75, "output": 4.5, "blended": 1.6875, "release_date": "2026-03-17", "open_weights": false, "deprecated": true }, { "name": "K2 Horizon 375B A23B", "creator": "MBZUAI Institute of Foundation Models", "index": 47.2760126884809, "estimated": false, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-09-03", "open_weights": true, "deprecated": false }, { "name": "Gemini 3.1 Pro Preview", "creator": "Google", "index": 47.7383260259131, "estimated": false, "index_cost": 811.9024492943643, "cost_per_task": 0.3345647504982565, "input": 2, "output": 12, "blended": 4.5, "release_date": "2026-02-19", "open_weights": false, "deprecated": false }, { "name": "Qwen3 235B A22B (Reasoning)", "creator": "Alibaba", "index": 13.450675476511158, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.7, "output": 8.4, "blended": 2.625, "release_date": "2025-04-28", "open_weights": true, "deprecated": true }, { "name": "GPT-5 mini (minimal)", "creator": "OpenAI", "index": 14.302489064360579, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.25, "output": 2, "blended": 0.6875, "release_date": "2025-08-07", "open_weights": false, "deprecated": true }, { "name": "DeepSeek-V2.5 (Dec '24)", "creator": "DeepSeek", "index": 6.545241314865277, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2024-12-10", "open_weights": true, "deprecated": true }, { "name": "Gemini 2.0 Flash (Feb '25)", "creator": "Google", "index": 12.240389191825587, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-02-05", "open_weights": false, "deprecated": true }, { "name": "GPT-5.6 Terra (max)", "creator": "OpenAI", "index": 56.5755675890213, "estimated": false, "index_cost": 1409.4791852913288, "cost_per_task": 0.5260347624706755, "input": 2, "output": 12, "blended": 4.5, "release_date": "2026-07-09", "open_weights": false, "deprecated": false }, { "name": "Gemma 3n E4B Instruct Preview (May '25)", "creator": "Google", "index": 4.217028090259777, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-05-20", "open_weights": true, "deprecated": true }, { "name": "Kimi K2 Thinking", "creator": "Kimi", "index": 33.4869837975773, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.6, "output": 2.5, "blended": 1.075, "release_date": "2025-11-06", "open_weights": true, "deprecated": true }, { "name": "MiMo-V2-Flash (Reasoning)", "creator": "Xiaomi", "index": 31.919657676350862, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.1, "output": 0.3, "blended": 0.15000000000000002, "release_date": "2025-12-16", "open_weights": true, "deprecated": true }, { "name": "DeepSeek V4 Pro (Reasoning, Max Effort)", "creator": "DeepSeek", "index": 45.2683460762151, "estimated": false, "index_cost": 178.12356031223322, "cost_per_task": 0.049752150044295916, "input": 0.435, "output": 0.87, "blended": 0.54375, "release_date": "2026-04-24", "open_weights": true, "deprecated": false }, { "name": "Qwen3 32B (Non-reasoning)", "creator": "Alibaba", "index": 8.46342547445309, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.16, "output": 0.64, "blended": 0.28, "release_date": "2025-04-28", "open_weights": true, "deprecated": true }, { "name": "Grok 4.6 (low)", "creator": "SpaceXAI", "index": 51.6795741754728, "estimated": false, "index_cost": 260.3382253150834, "cost_per_task": 0.25453018909919833, "input": 2, "output": 6, "blended": 3, "release_date": "2026-08-12", "open_weights": false, "deprecated": false }, { "name": "GPT-4o (Nov '24)", "creator": "OpenAI", "index": 11.112866138576571, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 2.5, "output": 10, "blended": 4.375, "release_date": "2024-11-20", "open_weights": false, "deprecated": true }, { "name": "G9v3-39A5B", "creator": "AI9Stars", "index": 34.0208950777536, "estimated": false, "index_cost": 0, "cost_per_task": 0, "input": 0, "output": 0, "blended": 0, "release_date": "2026-08-20", "open_weights": true, "deprecated": false }, { "name": "GPT-5.4 nano (Non-Reasoning)", "creator": "OpenAI", "index": 17.794601452729548, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.2, "output": 1.25, "blended": 0.4625, "release_date": "2026-03-17", "open_weights": false, "deprecated": true }, { "name": "Claude 4.5 Haiku (Non-reasoning)", "creator": "Anthropic", "index": 24.14166520585035, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 1, "output": 5, "blended": 2, "release_date": "2025-10-15", "open_weights": false, "deprecated": false }, { "name": "GPT-5 mini (medium)", "creator": "OpenAI", "index": 31.62933904733917, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.25, "output": 2, "blended": 0.6875, "release_date": "2025-08-07", "open_weights": false, "deprecated": true }, { "name": "GPT-5 (minimal)", "creator": "OpenAI", "index": 17.34322405597771, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 1.25, "output": 10, "blended": 3.4375, "release_date": "2025-08-07", "open_weights": false, "deprecated": true }, { "name": "DiffusionGemma 26B A4B", "creator": "Google", "index": 13.4728406699029, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-06-10", "open_weights": true, "deprecated": false }, { "name": "GPT-5.5 Instant (June 2026)", "creator": "OpenAI", "index": 29.2327786347204, "estimated": false, "index_cost": 424.2057062682453, "cost_per_task": 0.5374311562326739, "input": 5, "output": 30, "blended": 11.25, "release_date": "2026-06-25", "open_weights": false, "deprecated": false }, { "name": "Qwen Chat 14B", "creator": "Alibaba", "index": 1.7061499529751836, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2023-09-25", "open_weights": true, "deprecated": true }, { "name": "Llama 3.3 Nemotron Super 49B v1 (Non-reasoning)", "creator": "NVIDIA", "index": 8.287237105630155, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-03-18", "open_weights": true, "deprecated": true }, { "name": "Gemini 2.0 Pro Experimental (Feb '25)", "creator": "Google", "index": 11.805195578527552, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-02-05", "open_weights": false, "deprecated": true }, { "name": "Grok 4.20 0309 v2 (Reasoning)", "creator": "SpaceXAI", "index": 37.9549, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 1.25, "output": 2.5, "blended": 1.5625, "release_date": "2026-04-07", "open_weights": false, "deprecated": true }, { "name": "DeepSeek Coder V2 Lite Instruct", "creator": "DeepSeek", "index": 2.7176629408782063, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2024-06-17", "open_weights": true, "deprecated": true }, { "name": "Gemini 2.5 Flash Preview (Sep '25) (Reasoning)", "creator": "Google", "index": 24.23010267092448, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-09-25", "open_weights": false, "deprecated": true }, { "name": "Falcon-H1R-7B", "creator": "TII UAE", "index": 9.663089562977284, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-01-04", "open_weights": true, "deprecated": false }, { "name": "GPT-5.5 (low)", "creator": "OpenAI", "index": 44.4981124676717, "estimated": false, "index_cost": 377.410550654325, "cost_per_task": 0.2615600567078607, "input": 5, "output": 30, "blended": 11.25, "release_date": "2026-04-23", "open_weights": false, "deprecated": true }, { "name": "Step 3.5 Flash", "creator": "StepFun", "index": 25.99835, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.1, "output": 0.3, "blended": 0.15000000000000002, "release_date": "2026-02-02", "open_weights": true, "deprecated": true }, { "name": "GLM-4.7-Flash (Non-reasoning)", "creator": "Z AI", "index": 15.617787077579015, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.07, "output": 0.4, "blended": 0.15250000000000002, "release_date": "2026-01-19", "open_weights": true, "deprecated": true }, { "name": "Olmo 3 32B Think", "creator": "Allen Institute for AI", "index": 6.145120837465376, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-11-20", "open_weights": true, "deprecated": true }, { "name": "Qwen3 Next 80B A3B (Reasoning)", "creator": "Alibaba", "index": 16.8671709898964, "estimated": false, "index_cost": 83.97151845, "cost_per_task": 0.04186609286069677, "input": 0.15, "output": 1.2, "blended": 0.4125, "release_date": "2025-09-11", "open_weights": true, "deprecated": false }, { "name": "Grok 4.6 (high)", "creator": "SpaceXAI", "index": 60.92297113115, "estimated": false, "index_cost": 1157.6427999366563, "cost_per_task": 0.9372171271668933, "input": 2, "output": 6, "blended": 3, "release_date": "2026-08-12", "open_weights": false, "deprecated": false }, { "name": "gpt-oss-120b (low)", "creator": "OpenAI", "index": 14.9256339397626, "estimated": false, "index_cost": 24.125388769999997, "cost_per_task": 0.02018473698862546, "input": 0.15, "output": 0.59, "blended": 0.26, "release_date": "2025-08-05", "open_weights": true, "deprecated": false }, { "name": "o3-pro", "creator": "OpenAI", "index": 33.29403789421049, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 20, "output": 80, "blended": 35, "release_date": "2025-06-10", "open_weights": false, "deprecated": true }, { "name": "Mixtral 8x22B Instruct", "creator": "Mistral", "index": 4.01315359785479, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2024-04-17", "open_weights": true, "deprecated": true }, { "name": "Qwen3 Max Thinking (Preview)", "creator": "Alibaba", "index": 25.5045001975309, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 1.2, "output": 6, "blended": 2.4, "release_date": "2025-11-03", "open_weights": false, "deprecated": true }, { "name": "Devstral Small (May '25)", "creator": "Mistral", "index": 11.780083821077035, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-05-21", "open_weights": true, "deprecated": true }, { "name": "GPT-5.6 Terra (low)", "creator": "OpenAI", "index": 41.2961239729374, "estimated": false, "index_cost": 132.83345830145964, "cost_per_task": 0.09615433559517432, "input": 2, "output": 12, "blended": 4.5, "release_date": "2026-07-09", "open_weights": false, "deprecated": false }, { "name": "Claude 4.1 Opus (Reasoning)", "creator": "Anthropic", "index": 34.5376733029, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 15, "output": 75, "blended": 30, "release_date": "2025-08-05", "open_weights": false, "deprecated": true }, { "name": "Gemma 4 31B (Reasoning)", "creator": "Google", "index": 29.6949678165957, "estimated": false, "index_cost": 0, "cost_per_task": 0, "input": 0, "output": 0, "blended": 0, "release_date": "2026-04-02", "open_weights": true, "deprecated": false }, { "name": "Claude Fable 5 (Adaptive Reasoning, Max Effort, Opus 4.8 Fallback)", "creator": "Anthropic", "index": 62.0726622017462, "estimated": false, "index_cost": 5455.2180576804685, "cost_per_task": 3.139584292089737, "input": 10, "output": 50, "blended": 20, "release_date": "2026-06-09", "open_weights": false, "deprecated": false }, { "name": "GLM-5.3 (max)", "creator": "Z AI", "index": 59.5134408119521, "estimated": false, "index_cost": 1238.4999482809942, "cost_per_task": 0.6829307999945118, "input": 1.4, "output": 4.4, "blended": 2.15, "release_date": "2026-08-18", "open_weights": true, "deprecated": false }, { "name": "Qwen3 VL 30B A3B (Reasoning)", "creator": "Alibaba", "index": 13.351378673479756, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.2, "output": 2.4, "blended": 0.75, "release_date": "2025-10-03", "open_weights": true, "deprecated": true }, { "name": "Devstral Small 2", "creator": "Mistral", "index": 17.7167746402175, "estimated": false, "index_cost": 0, "cost_per_task": 0, "input": 0, "output": 0, "blended": 0, "release_date": "2025-12-09", "open_weights": true, "deprecated": false }, { "name": "QwQ 32B", "creator": "Alibaba", "index": 13.391963339078304, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.66, "output": 1, "blended": 0.745, "release_date": "2025-03-05", "open_weights": true, "deprecated": true }, { "name": "Llama 3.1 Nemotron Ultra 253B v1 (Reasoning)", "creator": "NVIDIA", "index": 8.924474751850626, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.6, "output": 1.8, "blended": 0.8999999999999999, "release_date": "2025-04-07", "open_weights": true, "deprecated": false }, { "name": "Claude 4 Sonnet (Non-reasoning)", "creator": "Anthropic", "index": 25.99156698283445, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 3, "output": 15, "blended": 6, "release_date": "2025-05-22", "open_weights": false, "deprecated": true }, { "name": "Gemma 4 31B (Non-reasoning)", "creator": "Google", "index": 22.2511464625226, "estimated": false, "index_cost": 32.80292759, "cost_per_task": 0.04235544919958163, "input": 0.14500000000000002, "output": 0.4, "blended": 0.20875000000000002, "release_date": "2026-04-02", "open_weights": true, "deprecated": false }, { "name": "GPT-5.1 (Non-reasoning)", "creator": "OpenAI", "index": 20.696330317676644, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 1.25, "output": 10, "blended": 3.4375, "release_date": "2025-11-13", "open_weights": false, "deprecated": true }, { "name": "Gemini 3 Pro Preview (high)", "creator": "Google", "index": 40.60684654386336, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 2, "output": 12, "blended": 4.5, "release_date": "2025-11-18", "open_weights": false, "deprecated": true }, { "name": "Gemma 3 1B Instruct", "creator": "Google", "index": 1, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0, "output": 0, "blended": 0, "release_date": "2025-03-13", "open_weights": true, "deprecated": true }, { "name": "Qwen1.5 Chat 110B", "creator": "Alibaba", "index": 3.7321582277764724, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2024-04-25", "open_weights": true, "deprecated": true }, { "name": "GLM-4.6V (Reasoning)", "creator": "Z AI", "index": 16.903157112611666, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.3, "output": 0.9, "blended": 0.44999999999999996, "release_date": "2025-12-08", "open_weights": true, "deprecated": true }, { "name": "MiniCPM5-1B (Non-reasoning)", "creator": "OpenBMB", "index": 11.68936571040475, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-05-25", "open_weights": true, "deprecated": false }, { "name": "Qwen3 VL 32B (Reasoning)", "creator": "Alibaba", "index": 18.12963142307823, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.16, "output": 0.64, "blended": 0.28, "release_date": "2025-10-21", "open_weights": true, "deprecated": true }, { "name": "Hermes 4 - Llama-3.1 405B (Non-reasoning)", "creator": "Nous Research", "index": 8.63536, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 1, "output": 3, "blended": 1.5, "release_date": "2025-08-27", "open_weights": true, "deprecated": false }, { "name": "Granite 4.1 30B", "creator": "IBM", "index": 8.697658245329212, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-04-29", "open_weights": true, "deprecated": false }, { "name": "GPT-5.4 nano (xhigh)", "creator": "OpenAI", "index": 39.7139012496964, "estimated": false, "index_cost": 276.9699520898464, "cost_per_task": 0.149068839158101, "input": 0.2, "output": 1.25, "blended": 0.4625, "release_date": "2026-03-17", "open_weights": false, "deprecated": true }, { "name": "Muse Spark 1.3 (xhigh)", "creator": "Meta", "index": 60.7780170551777, "estimated": false, "index_cost": 810.1867641350001, "cost_per_task": 0.5469900533218429, "input": 1.25, "output": 4.25, "blended": 2, "release_date": "2026-09-02", "open_weights": false, "deprecated": false }, { "name": "Claude Sonnet 5 (Non-reasoning, High Effort)", "creator": "Anthropic", "index": 42.5707970639646, "estimated": false, "index_cost": 415.7461462036607, "cost_per_task": 0.4169463665330755, "input": 2, "output": 10, "blended": 4, "release_date": "2026-06-30", "open_weights": false, "deprecated": false }, { "name": "Qwen3 VL 235B A22B Instruct", "creator": "Alibaba", "index": 14.36618435778845, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.4, "output": 1.6, "blended": 0.7000000000000001, "release_date": "2025-09-23", "open_weights": true, "deprecated": true }, { "name": "Muse Spark 1.1 (xhigh)", "creator": "Meta", "index": 53.1989553356511, "estimated": false, "index_cost": 547.317072995, "cost_per_task": 0.2923366107461809, "input": 1.25, "output": 4.25, "blended": 2, "release_date": "2026-07-09", "open_weights": false, "deprecated": true }, { "name": "DeepSeek V3.2 (Reasoning)", "creator": "DeepSeek", "index": 32.79792676875348, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.28, "output": 0.42, "blended": 0.315, "release_date": "2025-12-01", "open_weights": true, "deprecated": true }, { "name": "Grok 4.6 (xhigh)", "creator": "SpaceXAI", "index": 60.0135565827745, "estimated": false, "index_cost": 1428.6380514862626, "cost_per_task": 1.2304116445183446, "input": 2, "output": 6, "blended": 3, "release_date": "2026-08-12", "open_weights": false, "deprecated": false }, { "name": "Exaone 4.0 1.2B (Reasoning)", "creator": "LG AI Research", "index": 2.505180587593852, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-07-15", "open_weights": true, "deprecated": false }, { "name": "Gemma 4 E4B (Reasoning)", "creator": "Google", "index": 12.181335187329356, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.02, "output": 0.1, "blended": 0.04, "release_date": "2026-04-03", "open_weights": true, "deprecated": false }, { "name": "DeepSeek V4 Flash (Reasoning, Max Effort)", "creator": "DeepSeek", "index": 42.1161800751304, "estimated": false, "index_cost": 95.49758595410606, "cost_per_task": 0.05448575591114944, "input": 0.13, "output": 0.28, "blended": 0.1675, "release_date": "2026-04-24", "open_weights": true, "deprecated": true }, { "name": "Claude 3.7 Sonnet (Non-reasoning)", "creator": "Anthropic", "index": 23.920097293729686, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 3, "output": 15, "blended": 6, "release_date": "2025-02-24", "open_weights": false, "deprecated": true }, { "name": "GPT-5.6 Sol (max)", "creator": "OpenAI", "index": 60.9298701329203, "estimated": false, "index_cost": 2017.2939756877417, "cost_per_task": 0.9529762049060371, "input": 4, "output": 20, "blended": 8, "release_date": "2026-07-09", "open_weights": false, "deprecated": false }, { "name": "Solar Mini", "creator": "Upstage", "index": 5.965909951303876, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.15, "output": 0.15, "blended": 0.15, "release_date": "2024-01-25", "open_weights": true, "deprecated": true }, { "name": "GPT-5.6 Sol (xhigh)", "creator": "OpenAI", "index": 59.0090363705536, "estimated": false, "index_cost": 1107.5499661167487, "cost_per_task": 0.6278812087376237, "input": 4, "output": 20, "blended": 8, "release_date": "2026-07-09", "open_weights": false, "deprecated": false }, { "name": "Qwen3 Coder 30B A3B Instruct", "creator": "Alibaba", "index": 13.63217909580086, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.45, "output": 2.25, "blended": 0.9, "release_date": "2025-07-31", "open_weights": true, "deprecated": true }, { "name": "K2-V2 (low)", "creator": "MBZUAI Institute of Foundation Models", "index": 8.379540542853006, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-12-05", "open_weights": true, "deprecated": false }, { "name": "Granite 4.0 H 1B", "creator": "IBM", "index": 2.2490952321117086, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-10-28", "open_weights": true, "deprecated": false }, { "name": "Reka Flash 3", "creator": "Reka AI", "index": 3.7086693490969416, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.2, "output": 0.8, "blended": 0.35000000000000003, "release_date": "2025-03-10", "open_weights": true, "deprecated": false }, { "name": "GPT-5.6 Luna (Non-reasoning)", "creator": "OpenAI", "index": 26.8448952225882, "estimated": false, "index_cost": 10.20561391716117, "cost_per_task": 0.011731427324057237, "input": 0.2, "output": 1.2, "blended": 0.45, "release_date": "2026-07-09", "open_weights": false, "deprecated": false }, { "name": "Mistral Medium 3.5", "creator": "Mistral", "index": 30.3922256057425, "estimated": false, "index_cost": 843.2018109984988, "cost_per_task": 0.4060375625109575, "input": 1.5, "output": 7.5, "blended": 3, "release_date": "2026-04-29", "open_weights": true, "deprecated": false }, { "name": "K2-V2 (medium)", "creator": "MBZUAI Institute of Foundation Models", "index": 12.404802004092819, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-12-05", "open_weights": true, "deprecated": false }, { "name": "Claude 2.0", "creator": "Anthropic", "index": 3.267381815176345, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2023-07-11", "open_weights": false, "deprecated": true }, { "name": "Gemini 3.7 Flash (low)", "creator": "Google", "index": 50.9422571779375, "estimated": false, "index_cost": 165.161994502372, "cost_per_task": 0.16484989091533553, "input": 0.75, "output": 3.75, "blended": 1.5, "release_date": "2026-08-13", "open_weights": false, "deprecated": false }, { "name": "Pixtral Large", "creator": "Mistral", "index": 7.958319922960595, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2024-11-18", "open_weights": true, "deprecated": true }, { "name": "Qwen3 VL 8B (Reasoning)", "creator": "Alibaba", "index": 10.486142746143525, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.18, "output": 2.1, "blended": 0.66, "release_date": "2025-10-14", "open_weights": true, "deprecated": true }, { "name": "Phi-3 Mini Instruct 3.8B", "creator": "Microsoft", "index": 4.256707634099662, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2024-04-23", "open_weights": true, "deprecated": true }, { "name": "Mi:dm K 2.5 Pro", "creator": "Korea Telecom", "index": 16.557605443203485, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-12-11", "open_weights": false, "deprecated": false }, { "name": "Claude Sonnet 4.6 (Adaptive Reasoning, Max Effort)", "creator": "Anthropic", "index": 48.3663341204845, "estimated": false, "index_cost": 3355.2700228232134, "cost_per_task": 1.2181995651943702, "input": 3, "output": 15, "blended": 6, "release_date": "2026-02-17", "open_weights": false, "deprecated": true }, { "name": "DeepSeek R1 Distill Qwen 32B", "creator": "DeepSeek", "index": 10.964205576829057, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-01-20", "open_weights": true, "deprecated": true }, { "name": "DeepSeek V3.1 Terminus (Non-reasoning)", "creator": "DeepSeek", "index": 21.741593523083036, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.27, "output": 1, "blended": 0.4525, "release_date": "2025-09-22", "open_weights": true, "deprecated": true }, { "name": "Gemini 2.0 Flash Thinking Experimental (Dec '24)", "creator": "Google", "index": 6.374550798300922, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2024-12-19", "open_weights": false, "deprecated": true }, { "name": "Mi:dm K 2.5 Pro Preview", "creator": "Korea Telecom", "index": null, "estimated": false, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-12-11", "open_weights": false, "deprecated": true }, { "name": "GPT-6 Astra (high)", "creator": "OpenAI", "index": 60.3349859597706, "estimated": false, "index_cost": 1433.3293179568168, "cost_per_task": 0.9621807660090231, "input": 10, "output": 50, "blended": 20, "release_date": "2026-09-03", "open_weights": false, "deprecated": false }, { "name": "GPT-5 nano (high)", "creator": "OpenAI", "index": 20.14001622182779, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.05, "output": 0.4, "blended": 0.1375, "release_date": "2025-08-07", "open_weights": false, "deprecated": true }, { "name": "LFM2.5-2.6B", "creator": "Liquid AI", "index": 10.9870554965071, "estimated": false, "index_cost": 0, "cost_per_task": 0, "input": 0, "output": 0, "blended": 0, "release_date": "2026-08-04", "open_weights": true, "deprecated": false }, { "name": "Llama Nemotron Super 49B v1.5 (Reasoning)", "creator": "NVIDIA", "index": 12.40128714371672, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.4, "output": 0.4, "blended": 0.4, "release_date": "2025-07-25", "open_weights": true, "deprecated": false }, { "name": "LFM2.5-8B-A1B", "creator": "Liquid AI", "index": 8.13668573449005, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0, "output": 0, "blended": 0, "release_date": "2026-05-28", "open_weights": true, "deprecated": false }, { "name": "GPT-4o Realtime (Dec '24)", "creator": "OpenAI", "index": null, "estimated": false, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2024-12-17", "open_weights": false, "deprecated": true }, { "name": "GPT-5.5 Pro (xhigh)", "creator": "OpenAI", "index": null, "estimated": false, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-04-23", "open_weights": false, "deprecated": false }, { "name": "Ling 3.0 Flash", "creator": "InclusionAI", "index": 37.820825176113, "estimated": false, "index_cost": 72.81185422164776, "cost_per_task": 0.03766412774562829, "input": 0.075, "output": 0.22, "blended": 0.11124999999999999, "release_date": "2026-08-04", "open_weights": true, "deprecated": false }, { "name": "GPT-5.5 Instant (May 2026)", "creator": "OpenAI", "index": 34.335069719912724, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 5, "output": 30, "blended": 11.25, "release_date": "2026-05-05", "open_weights": false, "deprecated": true }, { "name": "Qwen2.5 Coder Instruct 7B ", "creator": "Alibaba", "index": 4.144422714833021, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2024-09-19", "open_weights": true, "deprecated": true }, { "name": "Qwen3 4B (Non-reasoning)", "creator": "Alibaba", "index": 6.526500062226768, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-04-28", "open_weights": true, "deprecated": true }, { "name": "Nova Premier", "creator": "Amazon", "index": 12.71806623726513, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 2.5, "output": 12.5, "blended": 5, "release_date": "2025-04-30", "open_weights": false, "deprecated": false }, { "name": "Mistral Small 3", "creator": "Mistral", "index": 6.692887374770937, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.1, "output": 0.3, "blended": 0.15000000000000002, "release_date": "2025-01-30", "open_weights": true, "deprecated": true }, { "name": "GLM-5.2 (Non-reasoning)", "creator": "Z AI", "index": 34.8147227827453, "estimated": false, "index_cost": null, "cost_per_task": null, "input": 1.4, "output": 4.4, "blended": 2.15, "release_date": "2026-06-16", "open_weights": true, "deprecated": false }, { "name": "o1-pro", "creator": "OpenAI", "index": 19.122328952305327, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 150, "output": 600, "blended": 262.5, "release_date": "2025-03-19", "open_weights": false, "deprecated": true }, { "name": "Jamba 1.6 Mini", "creator": "AI21 Labs", "index": 2.1398929553636608, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-03-06", "open_weights": true, "deprecated": true }, { "name": "GPT-6 Astra (medium)", "creator": "OpenAI", "index": 59.1798597206534, "estimated": false, "index_cost": 1032.968237255165, "cost_per_task": 0.7469604517382308, "input": 10, "output": 50, "blended": 20, "release_date": "2026-09-03", "open_weights": false, "deprecated": false }, { "name": "GPT-4o (May '24)", "creator": "OpenAI", "index": 8.431380200064332, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 5, "output": 15, "blended": 7.5, "release_date": "2024-05-13", "open_weights": false, "deprecated": true }, { "name": "Claude Opus 4.7 (Adaptive Reasoning, Max Effort)", "creator": "Anthropic", "index": 54.9641493964167, "estimated": false, "index_cost": 3742.6520561577427, "cost_per_task": 2.228527139241646, "input": 5, "output": 25, "blended": 10, "release_date": "2026-04-16", "open_weights": false, "deprecated": true }, { "name": "Cogito v2.1 (Reasoning)", "creator": "Deep Cogito", "index": null, "estimated": false, "index_cost": null, "cost_per_task": null, "input": 1.25, "output": 1.25, "blended": 1.25, "release_date": "2025-11-18", "open_weights": true, "deprecated": false }, { "name": "GPT-5 (ChatGPT)", "creator": "OpenAI", "index": 15.395265788785299, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-08-07", "open_weights": false, "deprecated": true }, { "name": "Gemini 3.7 Flash (medium)", "creator": "Google", "index": 53.416679420117, "estimated": false, "index_cost": 277.49584598473893, "cost_per_task": 0.26290401042075284, "input": 0.75, "output": 3.75, "blended": 1.5, "release_date": "2026-08-13", "open_weights": false, "deprecated": false }, { "name": "Ring-2.6-1T", "creator": "InclusionAI", "index": 31.6633644037604, "estimated": false, "index_cost": 455.40414069999997, "cost_per_task": 0.3600567233564948, "input": 0.3, "output": 2.5, "blended": 0.85, "release_date": "2026-05-08", "open_weights": true, "deprecated": false }, { "name": "Solar Pro 2 (Reasoning)", "creator": "Upstage", "index": 8.835106320100763, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-07-09", "open_weights": false, "deprecated": true }, { "name": "Muse Spark", "creator": "Meta", "index": 44.250861892879364, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-04-08", "open_weights": false, "deprecated": true }, { "name": "Grok 3 Reasoning Beta", "creator": "SpaceXAI", "index": 15.217883455725127, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-02-19", "open_weights": false, "deprecated": true }, { "name": "OpenChat 3.5 (1210)", "creator": "OpenChat", "index": 2.566562384829053, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2023-12-18", "open_weights": true, "deprecated": true }, { "name": "Qwen3 14B (Non-reasoning)", "creator": "Alibaba", "index": 6.77956805672628, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.35, "output": 1.4, "blended": 0.6124999999999999, "release_date": "2025-04-28", "open_weights": true, "deprecated": true }, { "name": "Phi-4", "creator": "Microsoft", "index": 4.554208249808115, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.125, "output": 0.5, "blended": 0.21875, "release_date": "2024-12-12", "open_weights": true, "deprecated": false }, { "name": "Qwen3.5 35B A3B (Non-reasoning)", "creator": "Alibaba", "index": 24.3219834008263, "estimated": false, "index_cost": 228.35511974999997, "cost_per_task": 0.24113745250085764, "input": 0.25, "output": 2, "blended": 0.6875, "release_date": "2026-02-24", "open_weights": true, "deprecated": false }, { "name": "Claude Sonnet 5 (Adaptive Reasoning, Medium Effort)", "creator": "Anthropic", "index": null, "estimated": false, "index_cost": null, "cost_per_task": null, "input": 2, "output": 10, "blended": 4, "release_date": "2026-06-30", "open_weights": false, "deprecated": false }, { "name": "gpt-oss-120b (high)", "creator": "OpenAI", "index": 24.126439151808, "estimated": false, "index_cost": 95.0504406, "cost_per_task": 0.07272539301473413, "input": 0.15, "output": 0.6, "blended": 0.26249999999999996, "release_date": "2025-08-05", "open_weights": true, "deprecated": false }, { "name": "GLM-5 (Non-reasoning)", "creator": "Z AI", "index": 33.18140490747805, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 1, "output": 3.2, "blended": 1.55, "release_date": "2026-02-11", "open_weights": true, "deprecated": true }, { "name": "NVIDIA Nemotron Nano 9B V2 (Reasoning)", "creator": "NVIDIA", "index": 8.677229089853508, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.04, "output": 0.16, "blended": 0.07, "release_date": "2025-08-18", "open_weights": true, "deprecated": false }, { "name": "Claude Sonnet 4.6 (Non-reasoning, Low Effort)", "creator": "Anthropic", "index": 35.10823790992147, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 3, "output": 15, "blended": 6, "release_date": "2026-02-17", "open_weights": false, "deprecated": false }, { "name": "Claude 4.1 Opus (Non-reasoning)", "creator": "Anthropic", "index": 28.8420594625, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 15, "output": 75, "blended": 30, "release_date": "2025-08-05", "open_weights": false, "deprecated": true }, { "name": "Qwen3 30B A3B (Non-reasoning)", "creator": "Alibaba", "index": 6.559879859757473, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.2, "output": 0.8, "blended": 0.35000000000000003, "release_date": "2025-04-28", "open_weights": true, "deprecated": true }, { "name": "Qwen3.6 Plus", "creator": "Alibaba", "index": 40.4880703723726, "estimated": false, "index_cost": 525.5492947275089, "cost_per_task": 0.3568972800744663, "input": 0.5, "output": 3, "blended": 1.125, "release_date": "2026-04-02", "open_weights": false, "deprecated": true }, { "name": "Agnes 2.5 Pro Beta", "creator": "Sapiens AI", "index": 49.0952270697929, "estimated": false, "index_cost": 56.10972411756799, "cost_per_task": 0.027253469098055608, "input": 0.1, "output": 0.3, "blended": 0.15000000000000002, "release_date": "2026-08-26", "open_weights": false, "deprecated": false }, { "name": "Nova 2.0 Pro Preview (low)", "creator": "Amazon", "index": 19.76015, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 1.25, "output": 10, "blended": 3.4375, "release_date": "2025-11-27", "open_weights": false, "deprecated": false }, { "name": "Gemini 2.5 Flash-Lite (Reasoning)", "creator": "Google", "index": 11.35116185792231, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.1, "output": 0.4, "blended": 0.17500000000000002, "release_date": "2025-06-17", "open_weights": false, "deprecated": true }, { "name": "Qwen3 VL 4B Instruct", "creator": "Alibaba", "index": 3.737661149066723, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-10-14", "open_weights": true, "deprecated": true }, { "name": "Qwen3 235B A22B 2507 (Reasoning)", "creator": "Alibaba", "index": 19.8886715486545, "estimated": false, "index_cost": 169.7673102, "cost_per_task": 0.06372053432730582, "input": 0.23, "output": 2.3, "blended": 0.7474999999999999, "release_date": "2025-07-25", "open_weights": true, "deprecated": true }, { "name": "Gemini 3.8 Flash (low)", "creator": "Google", "index": 51.749209404077, "estimated": false, "index_cost": 227.43337249149116, "cost_per_task": 0.2388970595372083, "input": 0.75, "output": 3.75, "blended": 1.5, "release_date": "2026-09-02", "open_weights": false, "deprecated": false }, { "name": "Llama 3.1 Tulu3 405B", "creator": "Allen Institute for AI", "index": 8.091517331445374, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-01-30", "open_weights": true, "deprecated": true }, { "name": "MiniMax-M2", "creator": "MiniMax", "index": 28.924926468808813, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.3, "output": 1.2, "blended": 0.5249999999999999, "release_date": "2025-10-26", "open_weights": true, "deprecated": true }, { "name": "Jamba Reasoning 3B", "creator": "AI21 Labs", "index": 3.778049140791259, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-10-08", "open_weights": true, "deprecated": false }, { "name": "GLM-5.2 (max)", "creator": "Z AI", "index": 52.6409563457385, "estimated": false, "index_cost": 843.439439283, "cost_per_task": 0.4445310520749471, "input": 1.4, "output": 4.4, "blended": 2.15, "release_date": "2026-06-16", "open_weights": true, "deprecated": false }, { "name": "Kimi K3 (max)", "creator": "Kimi", "index": 59.6994671342592, "estimated": false, "index_cost": 2425.11087566663, "cost_per_task": 0.8374574917584584, "input": 3, "output": 15, "blended": 6, "release_date": "2026-07-16", "open_weights": true, "deprecated": false }, { "name": "OLMo 2 7B", "creator": "Allen Institute for AI", "index": 3.4934934209184205, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2024-11-26", "open_weights": true, "deprecated": true }, { "name": "Qwen3 VL 4B (Reasoning)", "creator": "Alibaba", "index": 7.70173547360899, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-10-14", "open_weights": true, "deprecated": true }, { "name": "Quasar 438B (max, based on GLM-5.2)", "creator": "Multiverse Computing", "index": 42.9859533040171, "estimated": false, "index_cost": 1047.7137624, "cost_per_task": 0.5956864752153138, "input": 0.6, "output": 1.8, "blended": 0.8999999999999999, "release_date": "2026-08-10", "open_weights": false, "deprecated": false }, { "name": "KAT-Coder-Pro V1", "creator": "KwaiKAT", "index": 28.86931792524859, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2025-11-11", "open_weights": false, "deprecated": true }, { "name": "DeepSeek V3.1 (Non-reasoning)", "creator": "DeepSeek", "index": 21.367346730000268, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.5700000000000001, "output": 1.68, "blended": 0.8475, "release_date": "2025-08-21", "open_weights": true, "deprecated": true }, { "name": "LFM2 24B A2B", "creator": "Liquid AI", "index": 4.62891176329845, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2026-02-25", "open_weights": true, "deprecated": false }, { "name": "Nova 2.0 Lite (medium)", "creator": "Amazon", "index": 19.2403, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.3, "output": 2.5, "blended": 0.85, "release_date": "2025-10-29", "open_weights": false, "deprecated": false }, { "name": "KAT Coder Pro V2", "creator": "KwaiKAT", "index": 33.7297083092471, "estimated": false, "index_cost": null, "cost_per_task": null, "input": 0.3, "output": 1.2, "blended": 0.5249999999999999, "release_date": "2026-03-27", "open_weights": false, "deprecated": false }, { "name": "Qwen3 Coder Next", "creator": "Alibaba", "index": 21.2935774648729, "estimated": false, "index_cost": 250.17888915000003, "cost_per_task": 0.3370541823589229, "input": 0.35, "output": 1.2, "blended": 0.5625, "release_date": "2026-02-03", "open_weights": true, "deprecated": false }, { "name": "GPT-5.1 Codex mini (high)", "creator": "OpenAI", "index": 31.334025937406896, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.25, "output": 2, "blended": 0.6875, "release_date": "2025-11-13", "open_weights": false, "deprecated": true }, { "name": "Gemini 2.0 Flash (experimental)", "creator": "Google", "index": 10.59188663170846, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0, "output": 0, "blended": 0, "release_date": "2024-12-11", "open_weights": false, "deprecated": true }, { "name": "Llama 65B", "creator": "Meta", "index": 1.7061499529751836, "estimated": true, "index_cost": null, "cost_per_task": null, "input": null, "output": null, "blended": null, "release_date": "2023-02-24", "open_weights": true, "deprecated": true }, { "name": "Grok 4.3 (low)", "creator": "SpaceXAI", "index": 36.32810061704343, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 1.25, "output": 2.5, "blended": 1.5625, "release_date": "2026-04-30", "open_weights": false, "deprecated": false }, { "name": "DeepSeek V4 Flash 0731 (Reasoning, Max Effort)", "creator": "DeepSeek", "index": 51.7665776089032, "estimated": false, "index_cost": 323.25907280569834, "cost_per_task": 0.11215889736791404, "input": 0.44, "output": 1.32, "blended": 0.66, "release_date": "2026-07-31", "open_weights": true, "deprecated": false }, { "name": "Gemma 4 12B (Reasoning)", "creator": "Google", "index": 22.163972838284074, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.1, "output": 0.3, "blended": 0.15000000000000002, "release_date": "2026-06-03", "open_weights": true, "deprecated": false }, { "name": "Claude Opus 5 (Adaptive Reasoning, Medium Effort)", "creator": "Anthropic", "index": 58.6354597438038, "estimated": false, "index_cost": 1116.2418238428252, "cost_per_task": 0.7242784395479823, "input": 5, "output": 25, "blended": 10, "release_date": "2026-07-24", "open_weights": false, "deprecated": false }, { "name": "Grok 3 mini Reasoning (high)", "creator": "SpaceXAI", "index": 22.87925, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.3, "output": 0.5, "blended": 0.35, "release_date": "2025-02-19", "open_weights": false, "deprecated": true }, { "name": "Llama 2 Chat 7B", "creator": "Meta", "index": 3.9128545639002987, "estimated": true, "index_cost": null, "cost_per_task": null, "input": 0.05, "output": 0.25, "blended": 0.1, "release_date": "2023-07-18", "open_weights": true, "deprecated": true } ] }