{"generated":"2026-11-11","tie_points":0.5,"tie_rule":"95% sampling error, else 0.5 points","benchmarks":12,"full_coverage":107,"models":[{"provider":"anthropic","model":"claude-opus-5-5","maker":"Anthropic","route":null,"score":89.8,"cost_usd":15.8024,"seconds_per_input":12.89,"cost_per_1k":42.484},{"provider":"anthropic","model":"claude-fable-5-1","maker":"Anthropic","route":null,"score":88.98,"cost_usd":46.4842,"seconds_per_input":23.0,"cost_per_1k":128.38},{"provider":"anthropic","model":"claude-fable-5","maker":"Anthropic","route":null,"score":88.09,"cost_usd":38.7643,"seconds_per_input":14.36,"cost_per_1k":96.2328},{"provider":"x-ai","model":"grok-4.6","maker":"xAI","route":null,"score":87.97,"cost_usd":16.4078,"seconds_per_input":107.18,"cost_per_1k":44.2218},{"provider":"openrouter","model":"moonshotai/kimi-k3","maker":"Moonshot AI","route":"OpenRouter","score":87.71,"cost_usd":42.2316,"seconds_per_input":204.5,"cost_per_1k":133.1466},{"provider":"openai","model":"gpt-6-astra","maker":"OpenAI","route":null,"score":87.51,"cost_usd":32.804,"seconds_per_input":22.87,"cost_per_1k":99.8888},{"provider":"openai","model":"gpt-6.1-sol","maker":"OpenAI","route":null,"score":87.47,"cost_usd":6.613,"seconds_per_input":19.78,"cost_per_1k":19.7436},{"provider":"openai","model":"gpt-5.5-2026-04-23","maker":"OpenAI","route":null,"score":86.96,"cost_usd":28.14,"seconds_per_input":40.1,"cost_per_1k":94.0331},{"provider":"anthropic","model":"claude-sonnet-5-5","maker":"Anthropic","route":null,"score":86.89,"cost_usd":7.3001,"seconds_per_input":9.09,"cost_per_1k":21.375},{"provider":"openai","model":"gpt-5.6-sol","maker":"OpenAI","route":null,"score":86.84,"cost_usd":18.9093,"seconds_per_input":27.54,"cost_per_1k":62.3299},{"provider":"openai","model":"gpt-6-sol","maker":"OpenAI","route":null,"score":86.27,"cost_usd":6.9106,"seconds_per_input":14.25,"cost_per_1k":19.0641},{"provider":"genai","model":"gemini-3.8-flash","maker":"Google","route":null,"score":85.62,"cost_usd":8.0158,"seconds_per_input":23.71,"cost_per_1k":27.012},{"provider":"openrouter","model":"meta/muse-spark-1.2","maker":"Meta","route":"OpenRouter","score":84.79,"cost_usd":9.3041,"seconds_per_input":50.86,"cost_per_1k":19.6334},{"provider":"x-ai","model":"grok-4.5","maker":"xAI","route":null,"score":84.53,"cost_usd":9.5358,"seconds_per_input":48.73,"cost_per_1k":23.6114},{"provider":"openrouter","model":"meta/muse-wonder","maker":"Meta","route":"OpenRouter","score":84.52,"cost_usd":26.3894,"seconds_per_input":19.06,"cost_per_1k":65.4163},{"provider":"x-ai","model":"grok-4.7","maker":"xAI","route":null,"score":84.3,"cost_usd":33.9654,"seconds_per_input":207.52,"cost_per_1k":102.5095},{"provider":"genai","model":"gemini-3.6-flash","maker":"Google","route":null,"score":84.22,"cost_usd":9.883,"seconds_per_input":47.64,"cost_per_1k":26.0176},{"provider":"genai","model":"gemini-3.7-flash","maker":"Google","route":null,"score":84.0,"cost_usd":3.5544,"seconds_per_input":7.81,"cost_per_1k":10.184},{"provider":"openrouter","model":"meta/muse-spark-1.3","maker":"Meta","route":"OpenRouter","score":83.81,"cost_usd":9.171,"seconds_per_input":31.47,"cost_per_1k":21.3303},{"provider":"x-ai","model":"grok-4.20-0309-reasoning","maker":"xAI","route":null,"score":83.41,"cost_usd":7.8412,"seconds_per_input":53.8,"cost_per_1k":19.2392},{"provider":"deepseek","model":"deepseek-flash","maker":"DeepSeek","route":null,"score":82.89,"cost_usd":3.8977,"seconds_per_input":45.14,"cost_per_1k":12.9499},{"provider":"genai","model":"gemini-3-flash-preview","maker":"Google","route":null,"score":82.59,"cost_usd":17.0665,"seconds_per_input":66.4,"cost_per_1k":44.1719},{"provider":"openai","model":"gpt-5.6-terra","maker":"OpenAI","route":null,"score":82.49,"cost_usd":8.3262,"seconds_per_input":21.54,"cost_per_1k":24.3013},{"provider":"anthropic","model":"claude-opus-4-8","maker":"Anthropic","route":null,"score":82.2,"cost_usd":19.5797,"seconds_per_input":13.42,"cost_per_1k":48.3667},{"provider":"openai","model":"gpt-6-luna","maker":"OpenAI","route":null,"score":81.85,"cost_usd":0.4295,"seconds_per_input":14.37,"cost_per_1k":1.2773},{"provider":"openai","model":"gpt-5.3-codex","maker":"OpenAI","route":null,"score":81.67,"cost_usd":4.9576,"seconds_per_input":9.72,"cost_per_1k":13.1178},{"provider":"openai","model":"gpt-5.6-luna","maker":"OpenAI","route":null,"score":80.83,"cost_usd":3.0519,"seconds_per_input":14.94,"cost_per_1k":8.9353},{"provider":"genai","model":"gemini-3.5-flash","maker":"Google","route":null,"score":80.82,"cost_usd":23.954,"seconds_per_input":35.69,"cost_per_1k":88.245},{"provider":"openrouter","model":"qwen/qwen3.8-27b","maker":"Qwen","route":"OpenRouter","score":80.68,"cost_usd":8.4299,"seconds_per_input":327.86,"cost_per_1k":15.3604},{"provider":"openrouter","model":"z-ai/glm-5.3-flash","maker":"Z.ai","route":"OpenRouter","score":80.19,"cost_usd":0.4663,"seconds_per_input":185.24,"cost_per_1k":1.2469},{"provider":"openai","model":"gpt-5.4-2026-03-05","maker":"OpenAI","route":null,"score":80.16,"cost_usd":6.4923,"seconds_per_input":8.54,"cost_per_1k":17.9036},{"provider":"genai","model":"gemini-4-argon","maker":"Google","route":null,"score":79.72,"cost_usd":4.8971,"seconds_per_input":15.88,"cost_per_1k":13.1345},{"provider":"x-ai","model":"grok-4.3","maker":"xAI","route":null,"score":79.55,"cost_usd":3.531,"seconds_per_input":69.22,"cost_per_1k":7.937},{"provider":"openrouter","model":"fireworks/ember-1","maker":"Fireworks AI","route":"OpenRouter","score":79.48,"cost_usd":33.8505,"seconds_per_input":112.09,"cost_per_1k":114.6355},{"provider":"openrouter","model":"elorian/glimpse","maker":"Elorian","route":"OpenRouter","score":79.04,"cost_usd":11.3112,"seconds_per_input":61.51,"cost_per_1k":26.6495},{"provider":"genai","model":"gemini-3.1-pro-preview","maker":"Google","route":null,"score":78.82,"cost_usd":21.3427,"seconds_per_input":29.18,"cost_per_1k":49.8552},{"provider":"openrouter","model":"qwen/qwen3.7-plus","maker":"Qwen","route":"OpenRouter","score":78.36,"cost_usd":2.8522,"seconds_per_input":79.85,"cost_per_1k":6.4609},{"provider":"anthropic","model":"claude-opus-4-7","maker":"Anthropic","route":null,"score":77.55,"cost_usd":20.2364,"seconds_per_input":15.15,"cost_per_1k":48.8911},{"provider":"huggingface","model":"meta-models/Muse-Glimmer-30B:together","maker":"Meta","route":"Hugging Face","score":77.44,"cost_usd":3.1841,"seconds_per_input":102.23,"cost_per_1k":7.3463},{"provider":"anthropic","model":"claude-opus-4-5-20251101","maker":"Anthropic","route":null,"score":76.98,"cost_usd":14.171,"seconds_per_input":13.76,"cost_per_1k":34.9788},{"provider":"openrouter","model":"meta/muse-spark-open","maker":"Meta","route":"OpenRouter","score":75.76,"cost_usd":5.314,"seconds_per_input":22.48,"cost_per_1k":13.9709},{"provider":"openrouter","model":"qwen/qwen3.5-plus-02-15","maker":"Qwen","route":"OpenRouter","score":75.3,"cost_usd":3.9721,"seconds_per_input":108.88,"cost_per_1k":8.6259},{"provider":"anthropic","model":"claude-sonnet-4-6","maker":"Anthropic","route":null,"score":75.16,"cost_usd":8.9317,"seconds_per_input":17.54,"cost_per_1k":22.2001},{"provider":"openrouter","model":"qwen/qwen3.8-max-0902","maker":"Qwen","route":"OpenRouter","score":74.77,"cost_usd":19.5347,"seconds_per_input":136.21,"cost_per_1k":44.2443},{"provider":"openrouter","model":"qwen/qwen3.8-max-prime","maker":"Qwen","route":"OpenRouter","score":74.26,"cost_usd":33.8132,"seconds_per_input":89.38,"cost_per_1k":86.6022},{"provider":"openrouter","model":"nvidia/nemotron-3.5-super-vl","maker":"NVIDIA","route":"OpenRouter","score":74.01,"cost_usd":1.4539,"seconds_per_input":39.9,"cost_per_1k":4.0402},{"provider":"anthropic","model":"claude-opus-4-6","maker":"Anthropic","route":null,"score":73.94,"cost_usd":15.0851,"seconds_per_input":17.98,"cost_per_1k":37.8155},{"provider":"openrouter","model":"qwen/qwen3.5-27b","maker":"Qwen","route":"OpenRouter","score":73.4,"cost_usd":3.0332,"seconds_per_input":123.71,"cost_per_1k":6.6274},{"provider":"genai","model":"gemini-3.5-flash-lite","maker":"Google","route":null,"score":72.78,"cost_usd":0.9279,"seconds_per_input":12.92,"cost_per_1k":2.8671},{"provider":"openrouter","model":"qwen/qwen3.8-flash","maker":"Qwen","route":"OpenRouter","score":72.77,"cost_usd":1.8023,"seconds_per_input":164.67,"cost_per_1k":5.0097},{"provider":"openrouter","model":"stepfun/step-3.7-flash","maker":"StepFun","route":"OpenRouter","score":72.73,"cost_usd":3.7617,"seconds_per_input":99.71,"cost_per_1k":10.0876},{"provider":"openai","model":"gpt-5.2-2025-12-11","maker":"OpenAI","route":null,"score":72.68,"cost_usd":4.8755,"seconds_per_input":34.92,"cost_per_1k":14.6439},{"provider":"anthropic","model":"claude-opus-5","maker":"Anthropic","route":null,"score":72.51,"cost_usd":19.4346,"seconds_per_input":16.59,"cost_per_1k":47.5812},{"provider":"openrouter","model":"qwen/qwen3.5-397b-a17b","maker":"Qwen","route":"OpenRouter","score":72.19,"cost_usd":5.4217,"seconds_per_input":172.82,"cost_per_1k":16.1885},{"provider":"openrouter","model":"qwen/qwen3.5-122b-a10b","maker":"Qwen","route":"OpenRouter","score":72.07,"cost_usd":2.6315,"seconds_per_input":47.56,"cost_per_1k":6.8966},{"provider":"genai","model":"gemini-2.5-flash","maker":"Google","route":null,"score":71.31,"cost_usd":3.3869,"seconds_per_input":17.84,"cost_per_1k":9.2294},{"provider":"openrouter","model":"qwen/qwen3.6-plus","maker":"Qwen","route":"OpenRouter","score":70.71,"cost_usd":4.8195,"seconds_per_input":102.3,"cost_per_1k":10.968},{"provider":"openai","model":"gpt-5.1-2025-11-13","maker":"OpenAI","route":null,"score":70.07,"cost_usd":4.0151,"seconds_per_input":12.06,"cost_per_1k":8.9432},{"provider":"openrouter","model":"google/gemma-4-31b-it","maker":"Google","route":"OpenRouter","score":69.86,"cost_usd":0.1609,"seconds_per_input":152.52,"cost_per_1k":0.3929},{"provider":"genai","model":"gemini-3.1-flash-lite","maker":"Google","route":null,"score":69.52,"cost_usd":0.5819,"seconds_per_input":3.55,"cost_per_1k":1.6071},{"provider":"openrouter","model":"qwen/qwen3.5-flash-02-23","maker":"Qwen","route":"OpenRouter","score":69.03,"cost_usd":0.8098,"seconds_per_input":87.81,"cost_per_1k":1.5938},{"provider":"openrouter","model":"stepfun/step-5-preview","maker":"StepFun","route":"OpenRouter","score":68.16,"cost_usd":9.3697,"seconds_per_input":104.15,"cost_per_1k":26.9763},{"provider":"mistral","model":"mistral-medium-3.5","maker":"Mistral","route":null,"score":67.62,"cost_usd":3.9128,"seconds_per_input":16.03,"cost_per_1k":10.0348},{"provider":"anthropic","model":"claude-haiku-5-5","maker":"Anthropic","route":null,"score":67.5,"cost_usd":0.3746,"seconds_per_input":4.17,"cost_per_1k":0.8735},{"provider":"openrouter","model":"bytedance-seed/seed-2-1-turbo","maker":"ByteDance Seed","route":"OpenRouter","score":67.14,"cost_usd":17.6227,"seconds_per_input":261.82,"cost_per_1k":39.4886},{"provider":"openrouter","model":"qwen/qwen3.5-35b-a3b","maker":"Qwen","route":"OpenRouter","score":66.5,"cost_usd":4.5761,"seconds_per_input":140.47,"cost_per_1k":9.7966},{"provider":"openrouter","model":"google/gemma-4-26b-a4b-it","maker":"Google","route":"OpenRouter","score":66.21,"cost_usd":0.1265,"seconds_per_input":75.51,"cost_per_1k":0.3776},{"provider":"openrouter","model":"minimax/minimax-m3.1-flash","maker":"MiniMax","route":"OpenRouter","score":65.05,"cost_usd":0.3496,"seconds_per_input":17.55,"cost_per_1k":1.1198},{"provider":"huggingface","model":"Qwen/Qwen3-VL-235B-A22B-Instruct:deepinfra","maker":"Qwen","route":"Hugging Face","score":64.76,"cost_usd":0.4837,"seconds_per_input":71.0,"cost_per_1k":1.3659},{"provider":"huggingface","model":"thinkingmachines/Inkling-Small:deepinfra","maker":"Thinking Machines","route":"Hugging Face","score":64.37,"cost_usd":2.8622,"seconds_per_input":180.99,"cost_per_1k":7.424},{"provider":"openrouter","model":"qwen/qwen3-vl-8b-thinking","maker":"Qwen","route":"OpenRouter","score":64.3,"cost_usd":7.2306,"seconds_per_input":96.82,"cost_per_1k":18.3484},{"provider":"anthropic","model":"claude-haiku-4-5-20251001","maker":"Anthropic","route":null,"score":63.92,"cost_usd":3.1574,"seconds_per_input":11.6,"cost_per_1k":10.2099},{"provider":"mistral","model":"ministral-14b-2512","maker":"Mistral","route":null,"score":63.69,"cost_usd":0.3434,"seconds_per_input":13.62,"cost_per_1k":0.7431},{"provider":"openrouter","model":"xiaomi/mimo-v2.6-flash","maker":"Xiaomi","route":"OpenRouter","score":62.88,"cost_usd":0.9268,"seconds_per_input":44.7,"cost_per_1k":3.1819},{"provider":"openrouter","model":"meta-llama/llama-4-maverick","maker":"Meta","route":"OpenRouter","score":62.7,"cost_usd":0.473,"seconds_per_input":46.1,"cost_per_1k":1.1031},{"provider":"openrouter","model":"qwen/qwen3-vl-30b-a3b-instruct","maker":"Qwen","route":"OpenRouter","score":61.9,"cost_usd":0.3522,"seconds_per_input":32.68,"cost_per_1k":0.9619},{"provider":"openrouter","model":"xiaomi/mimo-v2.6-pro","maker":"Xiaomi","route":"OpenRouter","score":61.78,"cost_usd":1.7986,"seconds_per_input":139.11,"cost_per_1k":6.0298},{"provider":"genai","model":"gemini-2.5-flash-lite","maker":"Google","route":null,"score":60.26,"cost_usd":0.7642,"seconds_per_input":11.89,"cost_per_1k":1.4322},{"provider":"mistral","model":"mistral-small-2603","maker":"Mistral","route":null,"score":59.64,"cost_usd":0.3541,"seconds_per_input":5.07,"cost_per_1k":0.8736},{"provider":"openrouter","model":"qwen/qwen3.5-9b","maker":"Qwen","route":"OpenRouter","score":59.18,"cost_usd":0.8832,"seconds_per_input":442.28,"cost_per_1k":1.8853},{"provider":"openrouter","model":"qwen/qwen3-vl-8b-instruct","maker":"Qwen","route":"OpenRouter","score":58.75,"cost_usd":0.2277,"seconds_per_input":13.04,"cost_per_1k":0.6656},{"provider":"huggingface","model":"MiniMaxAI/MiniMax-M3:deepinfra","maker":"MiniMax","route":"Hugging Face","score":58.63,"cost_usd":0.4419,"seconds_per_input":71.23,"cost_per_1k":1.0807},{"provider":"openrouter","model":"perceptron/perceptron-mk1.5","maker":"Perceptron","route":"OpenRouter","score":56.96,"cost_usd":0.551,"seconds_per_input":10.59,"cost_per_1k":1.6341},{"provider":"openrouter","model":"meta-llama/llama-4-scout","maker":"Meta","route":"OpenRouter","score":56.16,"cost_usd":0.1722,"seconds_per_input":135.48,"cost_per_1k":0.4862},{"provider":"anthropic","model":"claude-sonnet-4-5-20250929","maker":"Anthropic","route":null,"score":54.03,"cost_usd":8.7473,"seconds_per_input":22.41,"cost_per_1k":21.8881},{"provider":"openrouter","model":"nex-agi/nex-n2.5-pro","maker":"Nex AGI","route":"OpenRouter","score":53.23,"cost_usd":0.8679,"seconds_per_input":498.89,"cost_per_1k":2.7838},{"provider":"mistral","model":"ministral-3b-2512","maker":"Mistral","route":null,"score":50.96,"cost_usd":0.1823,"seconds_per_input":8.19,"cost_per_1k":0.4213},{"provider":"openrouter","model":"z-ai/glm-5v-turbo","maker":"Z.ai","route":"OpenRouter","score":50.46,"cost_usd":5.8564,"seconds_per_input":103.61,"cost_per_1k":14.0891},{"provider":"mistral","model":"ministral-8b-2512","maker":"Mistral","route":null,"score":49.84,"cost_usd":0.265,"seconds_per_input":21.54,"cost_per_1k":0.5895},{"provider":"mistral","model":"mistral-large-2512","maker":"Mistral","route":null,"score":49.05,"cost_usd":0.6385,"seconds_per_input":26.14,"cost_per_1k":2.2182},{"provider":"openrouter","model":"nex-agi/nex-n2.5-mini","maker":"Nex AGI","route":"OpenRouter","score":47.57,"cost_usd":0.3554,"seconds_per_input":301.43,"cost_per_1k":1.2},{"provider":"anthropic","model":"claude-sonnet-5","maker":"Anthropic","route":null,"score":42.94,"cost_usd":7.8076,"seconds_per_input":10.43,"cost_per_1k":18.9643},{"provider":"huggingface","model":"swiss-ai/Apertus-v1.5-70B:publicai","maker":"Swiss AI Initiative","route":"Hugging Face","score":37.58,"cost_usd":3.3664,"seconds_per_input":55.63,"cost_per_1k":8.2051},{"provider":"huggingface","model":"thinkingmachines/Inkling:together","maker":"Thinking Machines","route":"Hugging Face","score":34.13,"cost_usd":4.4163,"seconds_per_input":39.46,"cost_per_1k":10.2972},{"provider":"huggingface","model":"swiss-ai/Apertus-v1.5-8B:publicai","maker":"Swiss AI Initiative","route":"Hugging Face","score":25.62,"cost_usd":0.3615,"seconds_per_input":100.41,"cost_per_1k":0.833}]}