[ { "id": "composite-iq", "rankingName": "Composite IQ", "rankingType": "derived", "methodologyVersion": "2026-05-22-programmatic-coverage", "direction": "higher_is_better", "models": [ { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 1, "score": 135 }, { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "OpenAI", "rank": 2, "score": 133 }, { "id": "gemini-3.1-pro", "name": "gemini-3.1-pro", "provider": "Google", "rank": 3, "score": 132 }, { "id": "opus-4.7", "name": "opus-4.7", "provider": "Anthropic", "rank": 4, "score": 132 }, { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 5, "score": 129 }, { "id": "gpt-5.3-codex", "name": "gpt-5.3-codex", "provider": "OpenAI", "rank": 6, "score": 127 }, { "id": "gemini-3.5-flash", "name": "gemini-3.5-flash", "provider": "Google", "rank": 7, "score": 126 }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 8, "score": 125 }, { "id": "kimi-k2.6", "name": "kimi-k2.6", "provider": "Kimi", "rank": 9, "score": 124 }, { "id": "gemini-3-flash", "name": "gemini-3-flash", "provider": "Google", "rank": 10, "score": 123 }, { "id": "gemini-3-pro", "name": "gemini-3-pro", "provider": "Google", "rank": 11, "score": 123 }, { "id": "sonnet-4.6", "name": "sonnet-4.6", "provider": "Anthropic", "rank": 12, "score": 123 }, { "id": "grok-4.20", "name": "grok-4.20", "provider": "xAI", "rank": 13, "score": 122 }, { "id": "grok-4.3", "name": "grok-4.3", "provider": "xAI", "rank": 14, "score": 122 }, { "id": "muse-spark", "name": "muse-spark", "provider": "Meta", "rank": 15, "score": 121 }, { "id": "opus-4.5", "name": "opus-4.5", "provider": "Anthropic", "rank": 16, "score": 121 }, { "id": "gpt-5.4-mini", "name": "gpt-5.4-mini", "provider": "OpenAI", "rank": 17, "score": 120 }, { "id": "qwen3.6-max", "name": "qwen3.6-max", "provider": "Alibaba", "rank": 18, "score": 120 }, { "id": "deepseek-v4-pro", "name": "deepseek-v4-pro", "provider": "DeepSeek", "rank": 19, "score": 119 }, { "id": "gpt-5.1", "name": "gpt-5.1", "provider": "OpenAI", "rank": 20, "score": 119 }, { "id": "glm-5.1", "name": "glm-5.1", "provider": "Z.ai", "rank": 21, "score": 118 }, { "id": "gpt-5", "name": "gpt-5", "provider": "OpenAI", "rank": 22, "score": 118 }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 23, "score": 118 }, { "id": "mimo-v2.5-pro", "name": "mimo-v2.5-pro", "provider": "Xiaomi", "rank": 24, "score": 118 }, { "id": "mimo-v2.5", "name": "mimo-v2.5", "provider": "Xiaomi", "rank": 25, "score": 117 }, { "id": "minimax-m2.7", "name": "minimax-m2.7", "provider": "MiniMax", "rank": 26, "score": 117 }, { "id": "qwen3.7-max", "name": "qwen3.7-max", "provider": "Alibaba", "rank": 27, "score": 117 }, { "id": "deepseek-v4-flash", "name": "deepseek-v4-flash", "provider": "DeepSeek", "rank": 28, "score": 116 }, { "id": "glm-5", "name": "glm-5", "provider": "Z.ai", "rank": 29, "score": 115 }, { "id": "minimax-m2.5", "name": "minimax-m2.5", "provider": "MiniMax", "rank": 30, "score": 115 }, { "id": "gpt-5.4-nano", "name": "gpt-5.4-nano", "provider": "OpenAI", "rank": 31, "score": 114 }, { "id": "mimo-v2-pro", "name": "mimo-v2-pro", "provider": "Xiaomi", "rank": 32, "score": 114 }, { "id": "qwen3.5-397b", "name": "qwen3.5-397b", "provider": "Alibaba", "rank": 33, "score": 114 }, { "id": "qwen3.6-plus", "name": "qwen3.6-plus", "provider": "Alibaba", "rank": 34, "score": 114 }, { "id": "grok-4", "name": "grok-4", "provider": "xAI", "rank": 35, "score": 113 }, { "id": "minimax-m2.1", "name": "minimax-m2.1", "provider": "MiniMax", "rank": 36, "score": 113 }, { "id": "o3", "name": "o3", "provider": "OpenAI", "rank": 37, "score": 112 }, { "id": "deepseek-v3.2", "name": "deepseek-v3.2", "provider": "DeepSeek", "rank": 38, "score": 111 }, { "id": "glm-4.7", "name": "glm-4.7", "provider": "Z.ai", "rank": 39, "score": 110 }, { "id": "mimo-v2-flash", "name": "mimo-v2-flash", "provider": "Xiaomi", "rank": 40, "score": 110 }, { "id": "nova-2.0-pro", "name": "nova-2.0-pro", "provider": "US (Other)", "rank": 41, "score": 108 }, { "id": "gemini-2.5-pro", "name": "gemini-2.5-pro", "provider": "Google", "rank": 42, "score": 107 }, { "id": "gpt-oss-120b", "name": "gpt-oss-120b", "provider": "OpenAI", "rank": 43, "score": 107 }, { "id": "kat-coder-pro-v1", "name": "kat-coder-pro-v1", "provider": "China (Other)", "rank": 44, "score": 107 }, { "id": "nvidia-nemotron-3-nano", "name": "nvidia-nemotron-3-nano", "provider": "US (Other)", "rank": 45, "score": 107 }, { "id": "nvidia-nemotron-3-super", "name": "nvidia-nemotron-3-super", "provider": "US (Other)", "rank": 46, "score": 107 }, { "id": "opus-4.1", "name": "opus-4.1", "provider": "Anthropic", "rank": 47, "score": 107 }, { "id": "qwen3.6-27b", "name": "qwen3.6-27b", "provider": "Alibaba", "rank": 48, "score": 107 }, { "id": "qwen3.6-35b-a3b", "name": "qwen3.6-35b-a3b", "provider": "Alibaba", "rank": 49, "score": 107 }, { "id": "k-exaone", "name": "k-exaone", "provider": "World (Other)", "rank": 50, "score": 106 }, { "id": "deepseek-r1", "name": "deepseek-r1", "provider": "DeepSeek", "rank": 51, "score": 105 }, { "id": "doubao-seed-code", "name": "doubao-seed-code", "provider": "China (Other)", "rank": 52, "score": 105 }, { "id": "gemma-4-31b", "name": "gemma-4-31b", "provider": "Google", "rank": 53, "score": 103 }, { "id": "haiku-4.5", "name": "haiku-4.5", "provider": "Anthropic", "rank": 54, "score": 103 }, { "id": "hy3", "name": "hy3", "provider": "China (Other)", "rank": 55, "score": 103 }, { "id": "kimi-k2", "name": "kimi-k2", "provider": "Kimi", "rank": 56, "score": 102 }, { "id": "deepseek-v3.1", "name": "deepseek-v3.1", "provider": "DeepSeek", "rank": 57, "score": 101 }, { "id": "gpt-5-nano", "name": "gpt-5-nano", "provider": "OpenAI", "rank": 58, "score": 101 }, { "id": "ernie-5.0", "name": "ernie-5.0", "provider": "China (Other)", "rank": 59, "score": 100 }, { "id": "magistral-medium-1.2", "name": "magistral-medium-1.2", "provider": "World (Other)", "rank": 60, "score": 100 }, { "id": "mercury-2", "name": "mercury-2", "provider": "US (Other)", "rank": 61, "score": 100 }, { "id": "gpt-oss-20b", "name": "gpt-oss-20b", "provider": "OpenAI", "rank": 62, "score": 99 }, { "id": "opus-4", "name": "opus-4", "provider": "Anthropic", "rank": 63, "score": 99 }, { "id": "qwen3.5-9b", "name": "qwen3.5-9b", "provider": "Alibaba", "rank": 64, "score": 99 }, { "id": "intellect-3", "name": "intellect-3", "provider": "US (Other)", "rank": 65, "score": 97 }, { "id": "qwen3.5-4b", "name": "qwen3.5-4b", "provider": "Alibaba", "rank": 66, "score": 96 }, { "id": "mistral-large-3", "name": "mistral-large-3", "provider": "World (Other)", "rank": 67, "score": 95 }, { "id": "llama-4-maverick", "name": "llama-4-maverick", "provider": "Meta", "rank": 68, "score": 91 }, { "id": "qwen3.5-2b", "name": "qwen3.5-2b", "provider": "Alibaba", "rank": 69, "score": 87 } ] }, { "id": "composite-eq", "rankingName": "Composite EQ", "rankingType": "derived", "methodologyVersion": "2026-05-22-programmatic-coverage", "direction": "higher_is_better", "models": [ { "id": "opus-4.7", "name": "opus-4.7", "provider": "Anthropic", "rank": 1, "score": 130 }, { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 2, "score": 127 }, { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "OpenAI", "rank": 3, "score": 125 }, { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 4, "score": 125 }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 5, "score": 124 }, { "id": "deepseek-v4-pro", "name": "deepseek-v4-pro", "provider": "DeepSeek", "rank": 6, "score": 123 }, { "id": "gemini-3-pro", "name": "gemini-3-pro", "provider": "Google", "rank": 7, "score": 123 }, { "id": "glm-5", "name": "glm-5", "provider": "Z.ai", "rank": 8, "score": 123 }, { "id": "glm-5.1", "name": "glm-5.1", "provider": "Z.ai", "rank": 9, "score": 122 }, { "id": "kimi-k2.6", "name": "kimi-k2.6", "provider": "Kimi", "rank": 10, "score": 121 }, { "id": "sonnet-4.6", "name": "sonnet-4.6", "provider": "Anthropic", "rank": 11, "score": 121 }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 12, "score": 119 }, { "id": "deepseek-v4-flash", "name": "deepseek-v4-flash", "provider": "DeepSeek", "rank": 13, "score": 117 }, { "id": "gemma-4-31b", "name": "gemma-4-31b", "provider": "Google", "rank": 14, "score": 116 }, { "id": "glm-4.7", "name": "glm-4.7", "provider": "Z.ai", "rank": 15, "score": 116 }, { "id": "o3", "name": "o3", "provider": "OpenAI", "rank": 16, "score": 116 }, { "id": "opus-4.5", "name": "opus-4.5", "provider": "Anthropic", "rank": 17, "score": 116 }, { "id": "qwen3.5-397b", "name": "qwen3.5-397b", "provider": "Alibaba", "rank": 18, "score": 116 }, { "id": "grok-4.20", "name": "grok-4.20", "provider": "xAI", "rank": 19, "score": 110 }, { "id": "deepseek-r1", "name": "deepseek-r1", "provider": "DeepSeek", "rank": 20, "score": 108 }, { "id": "grok-4", "name": "grok-4", "provider": "xAI", "rank": 21, "score": 107 }, { "id": "mistral-large-3", "name": "mistral-large-3", "provider": "World (Other)", "rank": 22, "score": 104 }, { "id": "gpt-oss-120b", "name": "gpt-oss-120b", "provider": "OpenAI", "rank": 23, "score": 101 }, { "id": "gpt-oss-20b", "name": "gpt-oss-20b", "provider": "OpenAI", "rank": 24, "score": 96 }, { "id": "llama-4-maverick", "name": "llama-4-maverick", "provider": "Meta", "rank": 25, "score": 96 } ] }, { "id": "effective-cost", "rankingName": "Effective Cost", "rankingType": "derived", "methodologyVersion": "2026-05-22-programmatic-coverage", "direction": "lower_is_better", "unit": "USD per 1M I/O Tokens", "models": [ { "id": "gpt-oss-20b", "name": "gpt-oss-20b", "provider": "OpenAI", "rank": 1, "score": 0.2035 }, { "id": "gpt-5-nano", "name": "gpt-5-nano", "provider": "OpenAI", "rank": 2, "score": 0.2602 }, { "id": "qwen3.5-2b", "name": "qwen3.5-2b", "provider": "Alibaba", "rank": 3, "score": 0.3249 }, { "id": "qwen3.5-4b", "name": "qwen3.5-4b", "provider": "Alibaba", "rank": 4, "score": 0.3723 }, { "id": "llama-4-maverick", "name": "llama-4-maverick", "provider": "Meta", "rank": 5, "score": 0.3954 }, { "id": "qwen3.5-9b", "name": "qwen3.5-9b", "provider": "Alibaba", "rank": 6, "score": 0.6769 }, { "id": "mistral-large-3", "name": "mistral-large-3", "provider": "World (Other)", "rank": 7, "score": 0.6877 }, { "id": "mimo-v2-flash", "name": "mimo-v2-flash", "provider": "Xiaomi", "rank": 8, "score": 0.735 }, { "id": "gpt-oss-120b", "name": "gpt-oss-120b", "provider": "OpenAI", "rank": 9, "score": 0.7986 }, { "id": "deepseek-v4-flash", "name": "deepseek-v4-flash", "provider": "DeepSeek", "rank": 10, "score": 0.8942 }, { "id": "deepseek-v3.2", "name": "deepseek-v3.2", "provider": "DeepSeek", "rank": 11, "score": 1.0274 }, { "id": "deepseek-v3.1", "name": "deepseek-v3.1", "provider": "DeepSeek", "rank": 12, "score": 1.3385 }, { "id": "minimax-m2.1", "name": "minimax-m2.1", "provider": "MiniMax", "rank": 13, "score": 1.705 }, { "id": "minimax-m2.5", "name": "minimax-m2.5", "provider": "MiniMax", "rank": 14, "score": 1.7544 }, { "id": "gpt-5.4-nano", "name": "gpt-5.4-nano", "provider": "OpenAI", "rank": 15, "score": 1.986 }, { "id": "minimax-m2.7", "name": "minimax-m2.7", "provider": "MiniMax", "rank": 16, "score": 2.1531 }, { "id": "mimo-v2.5", "name": "mimo-v2.5", "provider": "Xiaomi", "rank": 17, "score": 2.2693 }, { "id": "deepseek-r1", "name": "deepseek-r1", "provider": "DeepSeek", "rank": 18, "score": 2.861 }, { "id": "gemini-3-flash", "name": "gemini-3-flash", "provider": "Google", "rank": 19, "score": 2.8876 }, { "id": "mimo-v2-pro", "name": "mimo-v2-pro", "provider": "Xiaomi", "rank": 20, "score": 3.0086 }, { "id": "kimi-k2", "name": "kimi-k2", "provider": "Kimi", "rank": 21, "score": 3.0719 }, { "id": "grok-4.3", "name": "grok-4.3", "provider": "xAI", "rank": 22, "score": 3.1032 }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 23, "score": 3.104 }, { "id": "grok-3", "name": "grok-3", "provider": "xAI", "rank": 24, "score": 3.2504 }, { "id": "glm-4.7", "name": "glm-4.7", "provider": "Z.ai", "rank": 25, "score": 3.471 }, { "id": "glm-5.1", "name": "glm-5.1", "provider": "Z.ai", "rank": 26, "score": 3.7614 }, { "id": "mimo-v2.5-pro", "name": "mimo-v2.5-pro", "provider": "Xiaomi", "rank": 27, "score": 4.176 }, { "id": "haiku-4.5", "name": "haiku-4.5", "provider": "Anthropic", "rank": 28, "score": 4.178 }, { "id": "magistral-medium-1.2", "name": "magistral-medium-1.2", "provider": "World (Other)", "rank": 29, "score": 4.4767 }, { "id": "kimi-k2.6", "name": "kimi-k2.6", "provider": "Kimi", "rank": 30, "score": 5.2633 }, { "id": "glm-5", "name": "glm-5", "provider": "Z.ai", "rank": 31, "score": 5.4835 }, { "id": "grok-4.20", "name": "grok-4.20", "provider": "xAI", "rank": 32, "score": 5.5916 }, { "id": "qwen3.5-397b", "name": "qwen3.5-397b", "provider": "Alibaba", "rank": 33, "score": 5.8108 }, { "id": "gemini-2.5-pro", "name": "gemini-2.5-pro", "provider": "Google", "rank": 34, "score": 5.9233 }, { "id": "gpt-5.1", "name": "gpt-5.1", "provider": "OpenAI", "rank": 35, "score": 5.9317 }, { "id": "deepseek-v4-pro", "name": "deepseek-v4-pro", "provider": "DeepSeek", "rank": 36, "score": 6.0109 }, { "id": "qwen3.6-27b", "name": "qwen3.6-27b", "provider": "Alibaba", "rank": 37, "score": 7.1987 }, { "id": "gpt-5", "name": "gpt-5", "provider": "OpenAI", "rank": 38, "score": 8.4618 }, { "id": "gemini-3-pro", "name": "gemini-3-pro", "provider": "Google", "rank": 39, "score": 8.9717 }, { "id": "gpt-5.4-mini", "name": "gpt-5.4-mini", "provider": "OpenAI", "rank": 40, "score": 9.0893 }, { "id": "gemini-3.1-pro", "name": "gemini-3.1-pro", "provider": "Google", "rank": 41, "score": 10.6265 }, { "id": "o3", "name": "o3", "provider": "OpenAI", "rank": 42, "score": 11.0288 }, { "id": "qwen3.6-max", "name": "qwen3.6-max", "provider": "Alibaba", "rank": 43, "score": 17.1094 }, { "id": "grok-4", "name": "grok-4", "provider": "xAI", "rank": 44, "score": 17.9446 }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 45, "score": 24.5289 }, { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "OpenAI", "rank": 46, "score": 24.8923 }, { "id": "qwen3.7-max", "name": "qwen3.7-max", "provider": "Alibaba", "rank": 47, "score": 26.3343 }, { "id": "gemini-3.5-flash", "name": "gemini-3.5-flash", "provider": "Google", "rank": 48, "score": 27.7318 }, { "id": "opus-4.5", "name": "opus-4.5", "provider": "Anthropic", "rank": 49, "score": 30.1865 }, { "id": "sonnet-4.6", "name": "sonnet-4.6", "provider": "Anthropic", "rank": 50, "score": 30.3223 }, { "id": "o1", "name": "o1", "provider": "OpenAI", "rank": 51, "score": 31.0267 }, { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 52, "score": 36.682 }, { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 53, "score": 42.382 }, { "id": "opus-4.7", "name": "opus-4.7", "provider": "Anthropic", "rank": 54, "score": 59.0963 } ] }, { "id": "aa-cost-per-task", "rankingName": "AA Cost per Task", "rankingType": "benchmark", "field": "aaCost", "category": "cost", "direction": "lower_is_better", "models": [ { "id": "gemma-4-31b", "name": "gemma-4-31b", "provider": "Google", "rank": 1, "score": 0, "url": "https://aiiq.org/models/gemma-4-31b/" }, { "id": "hy3", "name": "hy3", "provider": "China (Other)", "rank": 2, "score": 0, "url": "https://aiiq.org/models/hy3/" }, { "id": "muse-spark", "name": "muse-spark", "provider": "Meta", "rank": 3, "score": 0, "url": "https://aiiq.org/models/muse-spark/" }, { "id": "gpt-5-nano", "name": "gpt-5-nano", "provider": "OpenAI", "rank": 4, "score": 0.52, "url": "https://aiiq.org/models/gpt-5-nano/" }, { "id": "haiku-4.5", "name": "haiku-4.5", "provider": "Anthropic", "rank": 5, "score": 2.62, "url": "https://aiiq.org/models/haiku-4.5/" }, { "id": "deepseek-r1", "name": "deepseek-r1", "provider": "DeepSeek", "rank": 6, "score": 2.8, "url": "https://aiiq.org/models/deepseek-r1/" }, { "id": "gpt-oss-20b", "name": "gpt-oss-20b", "provider": "OpenAI", "rank": 7, "score": 19.28, "url": "https://aiiq.org/models/gpt-oss-20b/" }, { "id": "mistral-large-3", "name": "mistral-large-3", "provider": "World (Other)", "rank": 8, "score": 38.67, "url": "https://aiiq.org/models/mistral-large-3/" }, { "id": "qwen3.5-4b", "name": "qwen3.5-4b", "provider": "Alibaba", "rank": 9, "score": 44.87, "url": "https://aiiq.org/models/qwen3.5-4b/" }, { "id": "qwen3.5-2b", "name": "qwen3.5-2b", "provider": "Alibaba", "rank": 10, "score": 45.61, "url": "https://aiiq.org/models/qwen3.5-2b/" }, { "id": "llama-4-maverick", "name": "llama-4-maverick", "provider": "Meta", "rank": 11, "score": 62.28, "url": "https://aiiq.org/models/llama-4-maverick/" }, { "id": "gpt-oss-120b", "name": "gpt-oss-120b", "provider": "OpenAI", "rank": 12, "score": 67.37, "url": "https://aiiq.org/models/gpt-oss-120b/" }, { "id": "mimo-v2-flash", "name": "mimo-v2-flash", "provider": "Xiaomi", "rank": 13, "score": 68.26, "url": "https://aiiq.org/models/mimo-v2-flash/" }, { "id": "deepseek-v3.2", "name": "deepseek-v3.2", "provider": "DeepSeek", "rank": 14, "score": 75.68, "url": "https://aiiq.org/models/deepseek-v3.2/" }, { "id": "qwen3.5-9b", "name": "qwen3.5-9b", "provider": "Alibaba", "rank": 15, "score": 82.06, "url": "https://aiiq.org/models/qwen3.5-9b/" }, { "id": "deepseek-v3.1", "name": "deepseek-v3.1", "provider": "DeepSeek", "rank": 16, "score": 99.61, "url": "https://aiiq.org/models/deepseek-v3.1/" }, { "id": "deepseek-v4-flash", "name": "deepseek-v4-flash", "provider": "DeepSeek", "rank": 17, "score": 112.86, "url": "https://aiiq.org/models/deepseek-v4-flash/" }, { "id": "minimax-m2.1", "name": "minimax-m2.1", "provider": "MiniMax", "rank": 18, "score": 114.46, "url": "https://aiiq.org/models/minimax-m2.1/" }, { "id": "minimax-m2.5", "name": "minimax-m2.5", "provider": "MiniMax", "rank": 19, "score": 124.58, "url": "https://aiiq.org/models/minimax-m2.5/" }, { "id": "minimax-m2.7", "name": "minimax-m2.7", "provider": "MiniMax", "rank": 20, "score": 175.51, "url": "https://aiiq.org/models/minimax-m2.7/" }, { "id": "kimi-k2", "name": "kimi-k2", "provider": "Kimi", "rank": 21, "score": 180.8, "url": "https://aiiq.org/models/kimi-k2/" }, { "id": "mimo-v2.5", "name": "mimo-v2.5", "provider": "Xiaomi", "rank": 22, "score": 207.13, "url": "https://aiiq.org/models/mimo-v2.5/" }, { "id": "gemini-3-flash", "name": "gemini-3-flash", "provider": "Google", "rank": 23, "score": 278.26, "url": "https://aiiq.org/models/gemini-3-flash/" }, { "id": "grok-3", "name": "grok-3", "provider": "xAI", "rank": 24, "score": 311.71, "url": "https://aiiq.org/models/grok-3/" }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 25, "score": 339.9, "url": "https://aiiq.org/models/kimi-k2.5/" }, { "id": "mimo-v2-pro", "name": "mimo-v2-pro", "provider": "Xiaomi", "rank": 26, "score": 350.87, "url": "https://aiiq.org/models/mimo-v2-pro/" }, { "id": "gpt-5.4-nano", "name": "gpt-5.4-nano", "provider": "OpenAI", "rank": 27, "score": 364.18, "url": "https://aiiq.org/models/gpt-5.4-nano/" }, { "id": "magistral-medium-1.2", "name": "magistral-medium-1.2", "provider": "World (Other)", "rank": 28, "score": 387.1, "url": "https://aiiq.org/models/magistral-medium-1.2/" }, { "id": "grok-4.3", "name": "grok-4.3", "provider": "xAI", "rank": 29, "score": 395.17, "url": "https://aiiq.org/models/grok-4.3/" }, { "id": "qwen3.5-397b", "name": "qwen3.5-397b", "provider": "Alibaba", "rank": 30, "score": 417.54, "url": "https://aiiq.org/models/qwen3.5-397b/" }, { "id": "mimo-v2.5-pro", "name": "mimo-v2.5-pro", "provider": "Xiaomi", "rank": 31, "score": 461.59, "url": "https://aiiq.org/models/mimo-v2.5-pro/" }, { "id": "glm-4.7", "name": "glm-4.7", "provider": "Z.ai", "rank": 32, "score": 478.07, "url": "https://aiiq.org/models/glm-4.7/" }, { "id": "grok-4.20", "name": "grok-4.20", "provider": "xAI", "rank": 33, "score": 514.16, "url": "https://aiiq.org/models/grok-4.20/" }, { "id": "glm-5.1", "name": "glm-5.1", "provider": "Z.ai", "rank": 34, "score": 543.95, "url": "https://aiiq.org/models/glm-5.1/" }, { "id": "glm-5", "name": "glm-5", "provider": "Z.ai", "rank": 35, "score": 547.04, "url": "https://aiiq.org/models/glm-5/" }, { "id": "gemini-2.5-pro", "name": "gemini-2.5-pro", "provider": "Google", "rank": 36, "score": 648.32, "url": "https://aiiq.org/models/gemini-2.5-pro/" }, { "id": "qwen3.6-27b", "name": "qwen3.6-27b", "provider": "Alibaba", "rank": 37, "score": 658.67, "url": "https://aiiq.org/models/qwen3.6-27b/" }, { "id": "gpt-5.1", "name": "gpt-5.1", "provider": "OpenAI", "rank": 38, "score": 778.97, "url": "https://aiiq.org/models/gpt-5.1/" }, { "id": "gemini-3-pro", "name": "gemini-3-pro", "provider": "Google", "rank": 39, "score": 819.84, "url": "https://aiiq.org/models/gemini-3-pro/" }, { "id": "qwen3.6-max", "name": "qwen3.6-max", "provider": "Alibaba", "rank": 40, "score": 860.56, "url": "https://aiiq.org/models/qwen3.6-max/" }, { "id": "gemini-3.1-pro", "name": "gemini-3.1-pro", "provider": "Google", "rank": 41, "score": 892.28, "url": "https://aiiq.org/models/gemini-3.1-pro/" }, { "id": "gpt-5", "name": "gpt-5", "provider": "OpenAI", "rank": 42, "score": 910.37, "url": "https://aiiq.org/models/gpt-5/" }, { "id": "kimi-k2.6", "name": "kimi-k2.6", "provider": "Kimi", "rank": 43, "score": 947.87, "url": "https://aiiq.org/models/kimi-k2.6/" }, { "id": "o3", "name": "o3", "provider": "OpenAI", "rank": 44, "score": 1024.79, "url": "https://aiiq.org/models/o3/" }, { "id": "deepseek-v4-pro", "name": "deepseek-v4-pro", "provider": "DeepSeek", "rank": 45, "score": 1071.28, "url": "https://aiiq.org/models/deepseek-v4-pro/" }, { "id": "qwen3.7-max", "name": "qwen3.7-max", "provider": "Alibaba", "rank": 46, "score": 1202.49, "url": "https://aiiq.org/models/qwen3.7-max/" }, { "id": "gpt-5.4-mini", "name": "gpt-5.4-mini", "provider": "OpenAI", "rank": 47, "score": 1353.87, "url": "https://aiiq.org/models/gpt-5.4-mini/" }, { "id": "gemini-3.5-flash", "name": "gemini-3.5-flash", "provider": "Google", "rank": 48, "score": 1551.6, "url": "https://aiiq.org/models/gemini-3.5-flash/" }, { "id": "grok-4", "name": "grok-4", "provider": "xAI", "rank": 49, "score": 1574.49, "url": "https://aiiq.org/models/grok-4/" }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 50, "score": 2304.22, "url": "https://aiiq.org/models/gpt-5.2/" }, { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "OpenAI", "rank": 51, "score": 2851.01, "url": "https://aiiq.org/models/gpt-5.4/" }, { "id": "opus-4.5", "name": "opus-4.5", "provider": "Anthropic", "rank": 52, "score": 2968.69, "url": "https://aiiq.org/models/opus-4.5/" }, { "id": "o1", "name": "o1", "provider": "OpenAI", "rank": 53, "score": 3270.36, "url": "https://aiiq.org/models/o1/" }, { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 54, "score": 3357, "url": "https://aiiq.org/models/gpt-5.5/" }, { "id": "sonnet-4.6", "name": "sonnet-4.6", "provider": "Anthropic", "rank": 55, "score": 3959.36, "url": "https://aiiq.org/models/sonnet-4.6/" }, { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 56, "score": 5231.09, "url": "https://aiiq.org/models/opus-4.6/" }, { "id": "opus-4.7", "name": "opus-4.7", "provider": "Anthropic", "rank": 57, "score": 5335.23, "url": "https://aiiq.org/models/opus-4.7/" } ] }, { "id": "aa-input-tokens", "rankingName": "AA Input Tokens", "rankingType": "benchmark", "field": "aaInputTokensM", "category": "cost", "direction": "lower_is_better", "models": [ { "id": "glm-5.1", "name": "glm-5.1", "provider": "Z.ai", "rank": 1, "score": 42.8, "url": "https://aiiq.org/models/glm-5.1/" }, { "id": "mistral-large-3", "name": "mistral-large-3", "provider": "World (Other)", "rank": 2, "score": 61.7, "url": "https://aiiq.org/models/mistral-large-3/" }, { "id": "gpt-5.1", "name": "gpt-5.1", "provider": "OpenAI", "rank": 3, "score": 71.2, "url": "https://aiiq.org/models/gpt-5.1/" }, { "id": "gemini-3-pro", "name": "gemini-3-pro", "provider": "Google", "rank": 4, "score": 73.9, "url": "https://aiiq.org/models/gemini-3-pro/" }, { "id": "grok-4.20", "name": "grok-4.20", "provider": "xAI", "rank": 5, "score": 74.1, "url": "https://aiiq.org/models/grok-4.20/" }, { "id": "o1", "name": "o1", "provider": "OpenAI", "rank": 6, "score": 77, "url": "https://aiiq.org/models/o1/" }, { "id": "grok-3", "name": "grok-3", "provider": "xAI", "rank": 7, "score": 78, "url": "https://aiiq.org/models/grok-3/" }, { "id": "gemini-2.5-pro", "name": "gemini-2.5-pro", "provider": "Google", "rank": 8, "score": 82, "url": "https://aiiq.org/models/gemini-2.5-pro/" }, { "id": "grok-4", "name": "grok-4", "provider": "xAI", "rank": 9, "score": 82, "url": "https://aiiq.org/models/grok-4/" }, { "id": "magistral-medium-1.2", "name": "magistral-medium-1.2", "provider": "World (Other)", "rank": 10, "score": 86.1, "url": "https://aiiq.org/models/magistral-medium-1.2/" }, { "id": "gemini-3.1-pro", "name": "gemini-3.1-pro", "provider": "Google", "rank": 11, "score": 104.1, "url": "https://aiiq.org/models/gemini-3.1-pro/" }, { "id": "gpt-5", "name": "gpt-5", "provider": "OpenAI", "rank": 12, "score": 120, "url": "https://aiiq.org/models/gpt-5/" }, { "id": "mimo-v2-pro", "name": "mimo-v2-pro", "provider": "Xiaomi", "rank": 13, "score": 120, "url": "https://aiiq.org/models/mimo-v2-pro/" }, { "id": "gemini-3-flash", "name": "gemini-3-flash", "provider": "Google", "rank": 14, "score": 124.5, "url": "https://aiiq.org/models/gemini-3-flash/" }, { "id": "muse-spark", "name": "muse-spark", "provider": "Meta", "rank": 15, "score": 130, "url": "https://aiiq.org/models/muse-spark/" }, { "id": "gpt-oss-120b", "name": "gpt-oss-120b", "provider": "OpenAI", "rank": 16, "score": 137.1, "url": "https://aiiq.org/models/gpt-oss-120b/" }, { "id": "grok-4.3", "name": "grok-4.3", "provider": "xAI", "rank": 17, "score": 140.1, "url": "https://aiiq.org/models/grok-4.3/" }, { "id": "gpt-oss-20b", "name": "gpt-oss-20b", "provider": "OpenAI", "rank": 18, "score": 141.6, "url": "https://aiiq.org/models/gpt-oss-20b/" }, { "id": "minimax-m2.1", "name": "minimax-m2.1", "provider": "MiniMax", "rank": 19, "score": 150, "url": "https://aiiq.org/models/minimax-m2.1/" }, { "id": "deepseek-v3.1", "name": "deepseek-v3.1", "provider": "DeepSeek", "rank": 20, "score": 150.4, "url": "https://aiiq.org/models/deepseek-v3.1/" }, { "id": "llama-4-maverick", "name": "llama-4-maverick", "provider": "Meta", "rank": 21, "score": 160, "url": "https://aiiq.org/models/llama-4-maverick/" }, { "id": "deepseek-v3.2", "name": "deepseek-v3.2", "provider": "DeepSeek", "rank": 22, "score": 160.8, "url": "https://aiiq.org/models/deepseek-v3.2/" }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 23, "score": 172.5, "url": "https://aiiq.org/models/kimi-k2.5/" }, { "id": "glm-4.7", "name": "glm-4.7", "provider": "Z.ai", "rank": 24, "score": 173.4, "url": "https://aiiq.org/models/glm-4.7/" }, { "id": "qwen3.5-397b", "name": "qwen3.5-397b", "provider": "Alibaba", "rank": 25, "score": 179.9, "url": "https://aiiq.org/models/qwen3.5-397b/" }, { "id": "mimo-v2.5-pro", "name": "mimo-v2.5-pro", "provider": "Xiaomi", "rank": 26, "score": 185.6, "url": "https://aiiq.org/models/mimo-v2.5-pro/" }, { "id": "opus-4.5", "name": "opus-4.5", "provider": "Anthropic", "rank": 27, "score": 187, "url": "https://aiiq.org/models/opus-4.5/" }, { "id": "qwen3.7-max", "name": "qwen3.7-max", "provider": "Alibaba", "rank": 28, "score": 190, "url": "https://aiiq.org/models/qwen3.7-max/" }, { "id": "minimax-m2.5", "name": "minimax-m2.5", "provider": "MiniMax", "rank": 29, "score": 191.3, "url": "https://aiiq.org/models/minimax-m2.5/" }, { "id": "glm-5", "name": "glm-5", "provider": "Z.ai", "rank": 30, "score": 195, "url": "https://aiiq.org/models/glm-5/" }, { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 31, "score": 197, "url": "https://aiiq.org/models/opus-4.6/" }, { "id": "mimo-v2.5", "name": "mimo-v2.5", "provider": "Xiaomi", "rank": 32, "score": 205.36, "url": "https://aiiq.org/models/mimo-v2.5/" }, { "id": "qwen3.6-max", "name": "qwen3.6-max", "provider": "Alibaba", "rank": 33, "score": 218, "url": "https://aiiq.org/models/qwen3.6-max/" }, { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 34, "score": 221.4, "url": "https://aiiq.org/models/gpt-5.5/" }, { "id": "deepseek-v4-pro", "name": "deepseek-v4-pro", "provider": "DeepSeek", "rank": 35, "score": 235.7, "url": "https://aiiq.org/models/deepseek-v4-pro/" }, { "id": "minimax-m2.7", "name": "minimax-m2.7", "provider": "MiniMax", "rank": 36, "score": 237, "url": "https://aiiq.org/models/minimax-m2.7/" }, { "id": "qwen3.6-27b", "name": "qwen3.6-27b", "provider": "Alibaba", "rank": 37, "score": 257.8, "url": "https://aiiq.org/models/qwen3.6-27b/" }, { "id": "kimi-k2", "name": "kimi-k2", "provider": "Kimi", "rank": 38, "score": 262.1, "url": "https://aiiq.org/models/kimi-k2/" }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 39, "score": 276.7, "url": "https://aiiq.org/models/gpt-5.2/" }, { "id": "kimi-k2.6", "name": "kimi-k2.6", "provider": "Kimi", "rank": 40, "score": 282, "url": "https://aiiq.org/models/kimi-k2.6/" }, { "id": "qwen3.5-4b", "name": "qwen3.5-4b", "provider": "Alibaba", "rank": 41, "score": 310, "url": "https://aiiq.org/models/qwen3.5-4b/" }, { "id": "sonnet-4.6", "name": "sonnet-4.6", "provider": "Anthropic", "rank": 42, "score": 319.8, "url": "https://aiiq.org/models/sonnet-4.6/" }, { "id": "o3", "name": "o3", "provider": "OpenAI", "rank": 43, "score": 320.4, "url": "https://aiiq.org/models/o3/" }, { "id": "deepseek-v4-flash", "name": "deepseek-v4-flash", "provider": "DeepSeek", "rank": 44, "score": 326.1, "url": "https://aiiq.org/models/deepseek-v4-flash/" }, { "id": "qwen3.5-2b", "name": "qwen3.5-2b", "provider": "Alibaba", "rank": 45, "score": 330, "url": "https://aiiq.org/models/qwen3.5-2b/" }, { "id": "gpt-5.4-mini", "name": "gpt-5.4-mini", "provider": "OpenAI", "rank": 46, "score": 365.2, "url": "https://aiiq.org/models/gpt-5.4-mini/" }, { "id": "mimo-v2-flash", "name": "mimo-v2-flash", "provider": "Xiaomi", "rank": 47, "score": 391.6, "url": "https://aiiq.org/models/mimo-v2-flash/" }, { "id": "opus-4.7", "name": "opus-4.7", "provider": "Anthropic", "rank": 48, "score": 413.6, "url": "https://aiiq.org/models/opus-4.7/" }, { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "OpenAI", "rank": 49, "score": 420.4, "url": "https://aiiq.org/models/gpt-5.4/" }, { "id": "gpt-5.4-nano", "name": "gpt-5.4-nano", "provider": "OpenAI", "rank": 50, "score": 508.4, "url": "https://aiiq.org/models/gpt-5.4-nano/" }, { "id": "qwen3.5-9b", "name": "qwen3.5-9b", "provider": "Alibaba", "rank": 51, "score": 520, "url": "https://aiiq.org/models/qwen3.5-9b/" }, { "id": "gemini-3.5-flash", "name": "gemini-3.5-flash", "provider": "Google", "rank": 52, "score": 596.4, "url": "https://aiiq.org/models/gemini-3.5-flash/" } ] }, { "id": "aa-intelligence-index", "rankingName": "AA Intelligence Index", "rankingType": "benchmark", "field": "aaScore", "category": "benchmark", "direction": "higher_is_better", "models": [ { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 1, "score": 60, "url": "https://aiiq.org/models/gpt-5.5/" }, { "id": "gemini-3.1-pro", "name": "gemini-3.1-pro", "provider": "Google", "rank": 2, "score": 57, "url": "https://aiiq.org/models/gemini-3.1-pro/" }, { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "OpenAI", "rank": 3, "score": 57, "url": "https://aiiq.org/models/gpt-5.4/" }, { "id": "opus-4.7", "name": "opus-4.7", "provider": "Anthropic", "rank": 4, "score": 57, "url": "https://aiiq.org/models/opus-4.7/" }, { "id": "qwen3.7-max", "name": "qwen3.7-max", "provider": "Alibaba", "rank": 5, "score": 57, "url": "https://aiiq.org/models/qwen3.7-max/" }, { "id": "gemini-3.5-flash", "name": "gemini-3.5-flash", "provider": "Google", "rank": 6, "score": 55, "url": "https://aiiq.org/models/gemini-3.5-flash/" }, { "id": "gpt-5.3-codex", "name": "gpt-5.3-codex", "provider": "OpenAI", "rank": 7, "score": 54, "url": "https://aiiq.org/models/gpt-5.3-codex/" }, { "id": "kimi-k2.6", "name": "kimi-k2.6", "provider": "Kimi", "rank": 8, "score": 54, "url": "https://aiiq.org/models/kimi-k2.6/" }, { "id": "mimo-v2.5-pro", "name": "mimo-v2.5-pro", "provider": "Xiaomi", "rank": 9, "score": 54, "url": "https://aiiq.org/models/mimo-v2.5-pro/" }, { "id": "grok-4.3", "name": "grok-4.3", "provider": "xAI", "rank": 10, "score": 53, "url": "https://aiiq.org/models/grok-4.3/" }, { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 11, "score": 53, "url": "https://aiiq.org/models/opus-4.6/" }, { "id": "deepseek-v4-pro", "name": "deepseek-v4-pro", "provider": "DeepSeek", "rank": 12, "score": 52, "url": "https://aiiq.org/models/deepseek-v4-pro/" }, { "id": "muse-spark", "name": "muse-spark", "provider": "Meta", "rank": 13, "score": 52, "url": "https://aiiq.org/models/muse-spark/" }, { "id": "qwen3.6-max", "name": "qwen3.6-max", "provider": "Alibaba", "rank": 14, "score": 52, "url": "https://aiiq.org/models/qwen3.6-max/" }, { "id": "sonnet-4.6", "name": "sonnet-4.6", "provider": "Anthropic", "rank": 15, "score": 52, "url": "https://aiiq.org/models/sonnet-4.6/" }, { "id": "glm-5.1", "name": "glm-5.1", "provider": "Z.ai", "rank": 16, "score": 51, "url": "https://aiiq.org/models/glm-5.1/" }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 17, "score": 51, "url": "https://aiiq.org/models/gpt-5.2/" }, { "id": "glm-5", "name": "glm-5", "provider": "Z.ai", "rank": 18, "score": 50, "url": "https://aiiq.org/models/glm-5/" }, { "id": "minimax-m2.7", "name": "minimax-m2.7", "provider": "MiniMax", "rank": 19, "score": 50, "url": "https://aiiq.org/models/minimax-m2.7/" }, { "id": "opus-4.5", "name": "opus-4.5", "provider": "Anthropic", "rank": 20, "score": 50, "url": "https://aiiq.org/models/opus-4.5/" }, { "id": "gpt-5.4-mini", "name": "gpt-5.4-mini", "provider": "OpenAI", "rank": 21, "score": 49, "url": "https://aiiq.org/models/gpt-5.4-mini/" }, { "id": "grok-4.20", "name": "grok-4.20", "provider": "xAI", "rank": 22, "score": 49, "url": "https://aiiq.org/models/grok-4.20/" }, { "id": "mimo-v2-pro", "name": "mimo-v2-pro", "provider": "Xiaomi", "rank": 23, "score": 49, "url": "https://aiiq.org/models/mimo-v2-pro/" }, { "id": "mimo-v2.5", "name": "mimo-v2.5", "provider": "Xiaomi", "rank": 24, "score": 49, "url": "https://aiiq.org/models/mimo-v2.5/" }, { "id": "gemini-3-pro", "name": "gemini-3-pro", "provider": "Google", "rank": 25, "score": 48, "url": "https://aiiq.org/models/gemini-3-pro/" }, { "id": "gpt-5.1", "name": "gpt-5.1", "provider": "OpenAI", "rank": 26, "score": 48, "url": "https://aiiq.org/models/gpt-5.1/" }, { "id": "deepseek-v4-flash", "name": "deepseek-v4-flash", "provider": "DeepSeek", "rank": 27, "score": 47, "url": "https://aiiq.org/models/deepseek-v4-flash/" }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 28, "score": 47, "url": "https://aiiq.org/models/kimi-k2.5/" }, { "id": "gemini-3-flash", "name": "gemini-3-flash", "provider": "Google", "rank": 29, "score": 46, "url": "https://aiiq.org/models/gemini-3-flash/" }, { "id": "qwen3.6-27b", "name": "qwen3.6-27b", "provider": "Alibaba", "rank": 30, "score": 46, "url": "https://aiiq.org/models/qwen3.6-27b/" }, { "id": "qwen3.5-397b", "name": "qwen3.5-397b", "provider": "Alibaba", "rank": 31, "score": 45, "url": "https://aiiq.org/models/qwen3.5-397b/" }, { "id": "gpt-5.4-nano", "name": "gpt-5.4-nano", "provider": "OpenAI", "rank": 32, "score": 44, "url": "https://aiiq.org/models/gpt-5.4-nano/" }, { "id": "deepseek-v3.2", "name": "deepseek-v3.2", "provider": "DeepSeek", "rank": 33, "score": 42, "url": "https://aiiq.org/models/deepseek-v3.2/" }, { "id": "glm-4.7", "name": "glm-4.7", "provider": "Z.ai", "rank": 34, "score": 42, "url": "https://aiiq.org/models/glm-4.7/" }, { "id": "hy3", "name": "hy3", "provider": "China (Other)", "rank": 35, "score": 42, "url": "https://aiiq.org/models/hy3/" }, { "id": "minimax-m2.5", "name": "minimax-m2.5", "provider": "MiniMax", "rank": 36, "score": 42, "url": "https://aiiq.org/models/minimax-m2.5/" }, { "id": "grok-4", "name": "grok-4", "provider": "xAI", "rank": 37, "score": 41, "url": "https://aiiq.org/models/grok-4/" }, { "id": "mimo-v2-flash", "name": "mimo-v2-flash", "provider": "Xiaomi", "rank": 38, "score": 41, "url": "https://aiiq.org/models/mimo-v2-flash/" }, { "id": "minimax-m2.1", "name": "minimax-m2.1", "provider": "MiniMax", "rank": 39, "score": 40, "url": "https://aiiq.org/models/minimax-m2.1/" }, { "id": "gemma-4-31b", "name": "gemma-4-31b", "provider": "Google", "rank": 40, "score": 39, "url": "https://aiiq.org/models/gemma-4-31b/" }, { "id": "o3", "name": "o3", "provider": "OpenAI", "rank": 41, "score": 38, "url": "https://aiiq.org/models/o3/" }, { "id": "haiku-4.5", "name": "haiku-4.5", "provider": "Anthropic", "rank": 42, "score": 37, "url": "https://aiiq.org/models/haiku-4.5/" }, { "id": "kat-coder-pro-v1", "name": "kat-coder-pro-v1", "provider": "China (Other)", "rank": 43, "score": 36, "url": "https://aiiq.org/models/kat-coder-pro-v1/" }, { "id": "nova-2.0-pro", "name": "nova-2.0-pro", "provider": "US (Other)", "rank": 44, "score": 36, "url": "https://aiiq.org/models/nova-2.0-pro/" }, { "id": "nvidia-nemotron-3-super", "name": "nvidia-nemotron-3-super", "provider": "US (Other)", "rank": 45, "score": 36, "url": "https://aiiq.org/models/nvidia-nemotron-3-super/" }, { "id": "gemini-2.5-pro", "name": "gemini-2.5-pro", "provider": "Google", "rank": 46, "score": 35, "url": "https://aiiq.org/models/gemini-2.5-pro/" }, { "id": "doubao-seed-code", "name": "doubao-seed-code", "provider": "China (Other)", "rank": 47, "score": 34, "url": "https://aiiq.org/models/doubao-seed-code/" }, { "id": "gpt-oss-120b", "name": "gpt-oss-120b", "provider": "OpenAI", "rank": 48, "score": 33, "url": "https://aiiq.org/models/gpt-oss-120b/" }, { "id": "mercury-2", "name": "mercury-2", "provider": "US (Other)", "rank": 49, "score": 33, "url": "https://aiiq.org/models/mercury-2/" }, { "id": "k-exaone", "name": "k-exaone", "provider": "World (Other)", "rank": 50, "score": 32, "url": "https://aiiq.org/models/k-exaone/" }, { "id": "qwen3.5-9b", "name": "qwen3.5-9b", "provider": "Alibaba", "rank": 51, "score": 32, "url": "https://aiiq.org/models/qwen3.5-9b/" }, { "id": "ernie-5.0", "name": "ernie-5.0", "provider": "China (Other)", "rank": 52, "score": 29, "url": "https://aiiq.org/models/ernie-5.0/" }, { "id": "deepseek-v3.1", "name": "deepseek-v3.1", "provider": "DeepSeek", "rank": 53, "score": 28, "url": "https://aiiq.org/models/deepseek-v3.1/" }, { "id": "deepseek-r1", "name": "deepseek-r1", "provider": "DeepSeek", "rank": 54, "score": 27, "url": "https://aiiq.org/models/deepseek-r1/" }, { "id": "gpt-5-nano", "name": "gpt-5-nano", "provider": "OpenAI", "rank": 55, "score": 27, "url": "https://aiiq.org/models/gpt-5-nano/" }, { "id": "magistral-medium-1.2", "name": "magistral-medium-1.2", "provider": "World (Other)", "rank": 56, "score": 27, "url": "https://aiiq.org/models/magistral-medium-1.2/" }, { "id": "qwen3.5-4b", "name": "qwen3.5-4b", "provider": "Alibaba", "rank": 57, "score": 27, "url": "https://aiiq.org/models/qwen3.5-4b/" }, { "id": "kimi-k2", "name": "kimi-k2", "provider": "Kimi", "rank": 58, "score": 26, "url": "https://aiiq.org/models/kimi-k2/" }, { "id": "gpt-oss-20b", "name": "gpt-oss-20b", "provider": "OpenAI", "rank": 59, "score": 24, "url": "https://aiiq.org/models/gpt-oss-20b/" }, { "id": "intellect-3", "name": "intellect-3", "provider": "US (Other)", "rank": 60, "score": 24, "url": "https://aiiq.org/models/intellect-3/" }, { "id": "nvidia-nemotron-3-nano", "name": "nvidia-nemotron-3-nano", "provider": "US (Other)", "rank": 61, "score": 24, "url": "https://aiiq.org/models/nvidia-nemotron-3-nano/" }, { "id": "mistral-large-3", "name": "mistral-large-3", "provider": "World (Other)", "rank": 62, "score": 23, "url": "https://aiiq.org/models/mistral-large-3/" }, { "id": "llama-4-maverick", "name": "llama-4-maverick", "provider": "Meta", "rank": 63, "score": 18, "url": "https://aiiq.org/models/llama-4-maverick/" }, { "id": "qwen3.5-2b", "name": "qwen3.5-2b", "provider": "Alibaba", "rank": 64, "score": 16, "url": "https://aiiq.org/models/qwen3.5-2b/" } ] }, { "id": "aa-lcr", "rankingName": "AA LCR", "rankingType": "benchmark", "field": "aaLCR", "category": "benchmark", "direction": "higher_is_better", "models": [ { "id": "gpt-5.1", "name": "gpt-5.1", "provider": "OpenAI", "rank": 1, "score": 75, "url": "https://aiiq.org/models/gpt-5.1/" }, { "id": "gpt-5.3-codex", "name": "gpt-5.3-codex", "provider": "OpenAI", "rank": 2, "score": 74, "url": "https://aiiq.org/models/gpt-5.3-codex/" }, { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "OpenAI", "rank": 3, "score": 74, "url": "https://aiiq.org/models/gpt-5.4/" }, { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 4, "score": 74, "url": "https://aiiq.org/models/gpt-5.5/" }, { "id": "kat-coder-pro-v1", "name": "kat-coder-pro-v1", "provider": "China (Other)", "rank": 5, "score": 74, "url": "https://aiiq.org/models/kat-coder-pro-v1/" }, { "id": "opus-4.5", "name": "opus-4.5", "provider": "Anthropic", "rank": 6, "score": 74, "url": "https://aiiq.org/models/opus-4.5/" }, { "id": "gemini-3.1-pro", "name": "gemini-3.1-pro", "provider": "Google", "rank": 7, "score": 73, "url": "https://aiiq.org/models/gemini-3.1-pro/" }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 8, "score": 73, "url": "https://aiiq.org/models/gpt-5.2/" }, { "id": "mimo-v2.5-pro", "name": "mimo-v2.5-pro", "provider": "Xiaomi", "rank": 9, "score": 73, "url": "https://aiiq.org/models/mimo-v2.5-pro/" }, { "id": "gemini-3-pro", "name": "gemini-3-pro", "provider": "Google", "rank": 10, "score": 71, "url": "https://aiiq.org/models/gemini-3-pro/" }, { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 11, "score": 71, "url": "https://aiiq.org/models/opus-4.6/" }, { "id": "sonnet-4.6", "name": "sonnet-4.6", "provider": "Anthropic", "rank": 12, "score": 71, "url": "https://aiiq.org/models/sonnet-4.6/" }, { "id": "haiku-4.5", "name": "haiku-4.5", "provider": "Anthropic", "rank": 13, "score": 70, "url": "https://aiiq.org/models/haiku-4.5/" }, { "id": "kimi-k2.6", "name": "kimi-k2.6", "provider": "Kimi", "rank": 14, "score": 70, "url": "https://aiiq.org/models/kimi-k2.6/" }, { "id": "muse-spark", "name": "muse-spark", "provider": "Meta", "rank": 15, "score": 70, "url": "https://aiiq.org/models/muse-spark/" }, { "id": "opus-4.7", "name": "opus-4.7", "provider": "Anthropic", "rank": 16, "score": 70, "url": "https://aiiq.org/models/opus-4.7/" }, { "id": "qwen3.6-max", "name": "qwen3.6-max", "provider": "Alibaba", "rank": 17, "score": 70, "url": "https://aiiq.org/models/qwen3.6-max/" }, { "id": "gpt-5.4-mini", "name": "gpt-5.4-mini", "provider": "OpenAI", "rank": 18, "score": 69, "url": "https://aiiq.org/models/gpt-5.4-mini/" }, { "id": "minimax-m2.7", "name": "minimax-m2.7", "provider": "MiniMax", "rank": 19, "score": 69, "url": "https://aiiq.org/models/minimax-m2.7/" }, { "id": "o3", "name": "o3", "provider": "OpenAI", "rank": 20, "score": 69, "url": "https://aiiq.org/models/o3/" }, { "id": "qwen3.6-27b", "name": "qwen3.6-27b", "provider": "Alibaba", "rank": 21, "score": 69, "url": "https://aiiq.org/models/qwen3.6-27b/" }, { "id": "grok-4", "name": "grok-4", "provider": "xAI", "rank": 22, "score": 68, "url": "https://aiiq.org/models/grok-4/" }, { "id": "deepseek-v4-pro", "name": "deepseek-v4-pro", "provider": "DeepSeek", "rank": 23, "score": 66, "url": "https://aiiq.org/models/deepseek-v4-pro/" }, { "id": "gemini-2.5-pro", "name": "gemini-2.5-pro", "provider": "Google", "rank": 24, "score": 66, "url": "https://aiiq.org/models/gemini-2.5-pro/" }, { "id": "gemini-3-flash", "name": "gemini-3-flash", "provider": "Google", "rank": 25, "score": 66, "url": "https://aiiq.org/models/gemini-3-flash/" }, { "id": "gpt-5.4-nano", "name": "gpt-5.4-nano", "provider": "OpenAI", "rank": 26, "score": 66, "url": "https://aiiq.org/models/gpt-5.4-nano/" }, { "id": "minimax-m2.5", "name": "minimax-m2.5", "provider": "MiniMax", "rank": 27, "score": 66, "url": "https://aiiq.org/models/minimax-m2.5/" }, { "id": "qwen3.5-397b", "name": "qwen3.5-397b", "provider": "Alibaba", "rank": 28, "score": 66, "url": "https://aiiq.org/models/qwen3.5-397b/" }, { "id": "deepseek-v3.2", "name": "deepseek-v3.2", "provider": "DeepSeek", "rank": 29, "score": 65, "url": "https://aiiq.org/models/deepseek-v3.2/" }, { "id": "doubao-seed-code", "name": "doubao-seed-code", "provider": "China (Other)", "rank": 30, "score": 65, "url": "https://aiiq.org/models/doubao-seed-code/" }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 31, "score": 65, "url": "https://aiiq.org/models/kimi-k2.5/" }, { "id": "glm-4.7", "name": "glm-4.7", "provider": "Z.ai", "rank": 32, "score": 64, "url": "https://aiiq.org/models/glm-4.7/" }, { "id": "grok-4.3", "name": "grok-4.3", "provider": "xAI", "rank": 33, "score": 64, "url": "https://aiiq.org/models/grok-4.3/" }, { "id": "mimo-v2-flash", "name": "mimo-v2-flash", "provider": "Xiaomi", "rank": 34, "score": 64, "url": "https://aiiq.org/models/mimo-v2-flash/" }, { "id": "deepseek-v4-flash", "name": "deepseek-v4-flash", "provider": "DeepSeek", "rank": 35, "score": 63, "url": "https://aiiq.org/models/deepseek-v4-flash/" }, { "id": "glm-5", "name": "glm-5", "provider": "Z.ai", "rank": 36, "score": 63, "url": "https://aiiq.org/models/glm-5/" }, { "id": "gemma-4-31b", "name": "gemma-4-31b", "provider": "Google", "rank": 37, "score": 62, "url": "https://aiiq.org/models/gemma-4-31b/" }, { "id": "glm-5.1", "name": "glm-5.1", "provider": "Z.ai", "rank": 38, "score": 62, "url": "https://aiiq.org/models/glm-5.1/" }, { "id": "mimo-v2-pro", "name": "mimo-v2-pro", "provider": "Xiaomi", "rank": 39, "score": 61, "url": "https://aiiq.org/models/mimo-v2-pro/" }, { "id": "nvidia-nemotron-3-super", "name": "nvidia-nemotron-3-super", "provider": "US (Other)", "rank": 40, "score": 60, "url": "https://aiiq.org/models/nvidia-nemotron-3-super/" }, { "id": "minimax-m2.1", "name": "minimax-m2.1", "provider": "MiniMax", "rank": 41, "score": 59, "url": "https://aiiq.org/models/minimax-m2.1/" }, { "id": "qwen3.5-9b", "name": "qwen3.5-9b", "provider": "Alibaba", "rank": 42, "score": 59, "url": "https://aiiq.org/models/qwen3.5-9b/" }, { "id": "grok-4.20", "name": "grok-4.20", "provider": "xAI", "rank": 43, "score": 58, "url": "https://aiiq.org/models/grok-4.20/" }, { "id": "k-exaone", "name": "k-exaone", "provider": "World (Other)", "rank": 44, "score": 56, "url": "https://aiiq.org/models/k-exaone/" }, { "id": "qwen3.5-4b", "name": "qwen3.5-4b", "provider": "Alibaba", "rank": 45, "score": 56, "url": "https://aiiq.org/models/qwen3.5-4b/" }, { "id": "deepseek-r1", "name": "deepseek-r1", "provider": "DeepSeek", "rank": 46, "score": 55, "url": "https://aiiq.org/models/deepseek-r1/" }, { "id": "hy3", "name": "hy3", "provider": "China (Other)", "rank": 47, "score": 55, "url": "https://aiiq.org/models/hy3/" }, { "id": "nova-2.0-pro", "name": "nova-2.0-pro", "provider": "US (Other)", "rank": 48, "score": 54, "url": "https://aiiq.org/models/nova-2.0-pro/" }, { "id": "gpt-oss-120b", "name": "gpt-oss-120b", "provider": "OpenAI", "rank": 49, "score": 51, "url": "https://aiiq.org/models/gpt-oss-120b/" }, { "id": "kimi-k2", "name": "kimi-k2", "provider": "Kimi", "rank": 50, "score": 51, "url": "https://aiiq.org/models/kimi-k2/" }, { "id": "magistral-medium-1.2", "name": "magistral-medium-1.2", "provider": "World (Other)", "rank": 51, "score": 51, "url": "https://aiiq.org/models/magistral-medium-1.2/" }, { "id": "llama-4-maverick", "name": "llama-4-maverick", "provider": "Meta", "rank": 52, "score": 46, "url": "https://aiiq.org/models/llama-4-maverick/" }, { "id": "deepseek-v3.1", "name": "deepseek-v3.1", "provider": "DeepSeek", "rank": 53, "score": 45, "url": "https://aiiq.org/models/deepseek-v3.1/" }, { "id": "gpt-5-nano", "name": "gpt-5-nano", "provider": "OpenAI", "rank": 54, "score": 42, "url": "https://aiiq.org/models/gpt-5-nano/" }, { "id": "mercury-2", "name": "mercury-2", "provider": "US (Other)", "rank": 55, "score": 36, "url": "https://aiiq.org/models/mercury-2/" }, { "id": "mistral-large-3", "name": "mistral-large-3", "provider": "World (Other)", "rank": 56, "score": 35, "url": "https://aiiq.org/models/mistral-large-3/" }, { "id": "nvidia-nemotron-3-nano", "name": "nvidia-nemotron-3-nano", "provider": "US (Other)", "rank": 57, "score": 34, "url": "https://aiiq.org/models/nvidia-nemotron-3-nano/" }, { "id": "intellect-3", "name": "intellect-3", "provider": "US (Other)", "rank": 58, "score": 32, "url": "https://aiiq.org/models/intellect-3/" }, { "id": "gpt-oss-20b", "name": "gpt-oss-20b", "provider": "OpenAI", "rank": 59, "score": 31, "url": "https://aiiq.org/models/gpt-oss-20b/" }, { "id": "qwen3.5-2b", "name": "qwen3.5-2b", "provider": "Alibaba", "rank": 60, "score": 24, "url": "https://aiiq.org/models/qwen3.5-2b/" }, { "id": "ernie-5.0", "name": "ernie-5.0", "provider": "China (Other)", "rank": 61, "score": 7, "url": "https://aiiq.org/models/ernie-5.0/" } ] }, { "id": "aa-median-tps", "rankingName": "AA Median TPS", "rankingType": "benchmark", "field": "medianTps", "category": "cost", "direction": "lower_is_better", "models": [ { "id": "deepseek-v3.2", "name": "deepseek-v3.2", "provider": "DeepSeek", "rank": 1, "score": 33, "url": "https://aiiq.org/models/deepseek-v3.2/" }, { "id": "qwen3.6-max", "name": "qwen3.6-max", "provider": "Alibaba", "rank": 2, "score": 34, "url": "https://aiiq.org/models/qwen3.6-max/" }, { "id": "gemma-4-31b", "name": "gemma-4-31b", "provider": "Google", "rank": 3, "score": 36, "url": "https://aiiq.org/models/gemma-4-31b/" }, { "id": "deepseek-v4-pro", "name": "deepseek-v4-pro", "provider": "DeepSeek", "rank": 4, "score": 37, "url": "https://aiiq.org/models/deepseek-v4-pro/" }, { "id": "kimi-k2", "name": "kimi-k2", "provider": "Kimi", "rank": 5, "score": 37.3, "url": "https://aiiq.org/models/kimi-k2/" }, { "id": "minimax-m2.5", "name": "minimax-m2.5", "provider": "MiniMax", "rank": 6, "score": 45, "url": "https://aiiq.org/models/minimax-m2.5/" }, { "id": "minimax-m2.7", "name": "minimax-m2.7", "provider": "MiniMax", "rank": 7, "score": 45, "url": "https://aiiq.org/models/minimax-m2.7/" }, { "id": "grok-4", "name": "grok-4", "provider": "xAI", "rank": 8, "score": 46, "url": "https://aiiq.org/models/grok-4/" }, { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 9, "score": 46, "url": "https://aiiq.org/models/opus-4.6/" }, { "id": "opus-4.7", "name": "opus-4.7", "provider": "Anthropic", "rank": 10, "score": 46, "url": "https://aiiq.org/models/opus-4.7/" }, { "id": "sonnet-4.6", "name": "sonnet-4.6", "provider": "Anthropic", "rank": 11, "score": 47, "url": "https://aiiq.org/models/sonnet-4.6/" }, { "id": "glm-5.1", "name": "glm-5.1", "provider": "Z.ai", "rank": 12, "score": 50, "url": "https://aiiq.org/models/glm-5.1/" }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 13, "score": 50, "url": "https://aiiq.org/models/kimi-k2.5/" }, { "id": "magistral-medium-1.2", "name": "magistral-medium-1.2", "provider": "World (Other)", "rank": 14, "score": 54, "url": "https://aiiq.org/models/magistral-medium-1.2/" }, { "id": "glm-4.7", "name": "glm-4.7", "provider": "Z.ai", "rank": 15, "score": 60, "url": "https://aiiq.org/models/glm-4.7/" }, { "id": "kat-coder-pro-v1", "name": "kat-coder-pro-v1", "provider": "China (Other)", "rank": 16, "score": 61, "url": "https://aiiq.org/models/kat-coder-pro-v1/" }, { "id": "mimo-v2.5-pro", "name": "mimo-v2.5-pro", "provider": "Xiaomi", "rank": 17, "score": 62, "url": "https://aiiq.org/models/mimo-v2.5-pro/" }, { "id": "qwen3.6-27b", "name": "qwen3.6-27b", "provider": "Alibaba", "rank": 18, "score": 62, "url": "https://aiiq.org/models/qwen3.6-27b/" }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 19, "score": 63, "url": "https://aiiq.org/models/gpt-5.2/" }, { "id": "qwen3.5-397b", "name": "qwen3.5-397b", "provider": "Alibaba", "rank": 20, "score": 67, "url": "https://aiiq.org/models/qwen3.5-397b/" }, { "id": "mimo-v2-pro", "name": "mimo-v2-pro", "provider": "Xiaomi", "rank": 21, "score": 68, "url": "https://aiiq.org/models/mimo-v2-pro/" }, { "id": "o3", "name": "o3", "provider": "OpenAI", "rank": 22, "score": 68, "url": "https://aiiq.org/models/o3/" }, { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 23, "score": 71, "url": "https://aiiq.org/models/gpt-5.5/" }, { "id": "glm-5", "name": "glm-5", "provider": "Z.ai", "rank": 24, "score": 74, "url": "https://aiiq.org/models/glm-5/" }, { "id": "gpt-5.3-codex", "name": "gpt-5.3-codex", "provider": "OpenAI", "rank": 25, "score": 74, "url": "https://aiiq.org/models/gpt-5.3-codex/" }, { "id": "hy3", "name": "hy3", "provider": "China (Other)", "rank": 26, "score": 75, "url": "https://aiiq.org/models/hy3/" }, { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "OpenAI", "rank": 27, "score": 80, "url": "https://aiiq.org/models/gpt-5.4/" }, { "id": "deepseek-v4-flash", "name": "deepseek-v4-flash", "provider": "DeepSeek", "rank": 28, "score": 81, "url": "https://aiiq.org/models/deepseek-v4-flash/" }, { "id": "gemini-3.1-pro", "name": "gemini-3.1-pro", "provider": "Google", "rank": 29, "score": 84, "url": "https://aiiq.org/models/gemini-3.1-pro/" }, { "id": "mimo-v2.5", "name": "mimo-v2.5", "provider": "Xiaomi", "rank": 30, "score": 96.2, "url": "https://aiiq.org/models/mimo-v2.5/" }, { "id": "grok-4.20", "name": "grok-4.20", "provider": "xAI", "rank": 31, "score": 98, "url": "https://aiiq.org/models/grok-4.20/" }, { "id": "haiku-4.5", "name": "haiku-4.5", "provider": "Anthropic", "rank": 32, "score": 108, "url": "https://aiiq.org/models/haiku-4.5/" }, { "id": "gemini-3-pro", "name": "gemini-3-pro", "provider": "Google", "rank": 33, "score": 116, "url": "https://aiiq.org/models/gemini-3-pro/" }, { "id": "gemini-2.5-pro", "name": "gemini-2.5-pro", "provider": "Google", "rank": 34, "score": 131, "url": "https://aiiq.org/models/gemini-2.5-pro/" }, { "id": "nova-2.0-pro", "name": "nova-2.0-pro", "provider": "US (Other)", "rank": 35, "score": 137, "url": "https://aiiq.org/models/nova-2.0-pro/" }, { "id": "gemini-3-flash", "name": "gemini-3-flash", "provider": "Google", "rank": 36, "score": 145, "url": "https://aiiq.org/models/gemini-3-flash/" }, { "id": "gpt-5.4-mini", "name": "gpt-5.4-mini", "provider": "OpenAI", "rank": 37, "score": 152, "url": "https://aiiq.org/models/gpt-5.4-mini/" }, { "id": "gpt-5.1", "name": "gpt-5.1", "provider": "OpenAI", "rank": 38, "score": 153.5, "url": "https://aiiq.org/models/gpt-5.1/" }, { "id": "nvidia-nemotron-3-nano", "name": "nvidia-nemotron-3-nano", "provider": "US (Other)", "rank": 39, "score": 154, "url": "https://aiiq.org/models/nvidia-nemotron-3-nano/" }, { "id": "gpt-5.4-nano", "name": "gpt-5.4-nano", "provider": "OpenAI", "rank": 40, "score": 160, "url": "https://aiiq.org/models/gpt-5.4-nano/" }, { "id": "mimo-v2-flash", "name": "mimo-v2-flash", "provider": "Xiaomi", "rank": 41, "score": 161, "url": "https://aiiq.org/models/mimo-v2-flash/" }, { "id": "gpt-5-nano", "name": "gpt-5-nano", "provider": "OpenAI", "rank": 42, "score": 166, "url": "https://aiiq.org/models/gpt-5-nano/" }, { "id": "qwen3.7-max", "name": "qwen3.7-max", "provider": "Alibaba", "rank": 43, "score": 192.1, "url": "https://aiiq.org/models/qwen3.7-max/" }, { "id": "grok-4.3", "name": "grok-4.3", "provider": "xAI", "rank": 44, "score": 196, "url": "https://aiiq.org/models/grok-4.3/" }, { "id": "gemini-3.5-flash", "name": "gemini-3.5-flash", "provider": "Google", "rank": 45, "score": 196.7, "url": "https://aiiq.org/models/gemini-3.5-flash/" }, { "id": "nvidia-nemotron-3-super", "name": "nvidia-nemotron-3-super", "provider": "US (Other)", "rank": 46, "score": 213, "url": "https://aiiq.org/models/nvidia-nemotron-3-super/" }, { "id": "gpt-oss-120b", "name": "gpt-oss-120b", "provider": "OpenAI", "rank": 47, "score": 298, "url": "https://aiiq.org/models/gpt-oss-120b/" }, { "id": "gpt-oss-20b", "name": "gpt-oss-20b", "provider": "OpenAI", "rank": 48, "score": 311, "url": "https://aiiq.org/models/gpt-oss-20b/" }, { "id": "mercury-2", "name": "mercury-2", "provider": "US (Other)", "rank": 49, "score": 987, "url": "https://aiiq.org/models/mercury-2/" } ] }, { "id": "aa-omniscience", "rankingName": "AA Omniscience", "rankingType": "benchmark", "field": "aaOmniscience", "category": "benchmark", "direction": "higher_is_better", "models": [ { "id": "gemini-3.1-pro", "name": "gemini-3.1-pro", "provider": "Google", "rank": 1, "score": 33, "url": "https://aiiq.org/models/gemini-3.1-pro/" }, { "id": "opus-4.7", "name": "opus-4.7", "provider": "Anthropic", "rank": 2, "score": 26, "url": "https://aiiq.org/models/opus-4.7/" }, { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 3, "score": 20, "url": "https://aiiq.org/models/gpt-5.5/" }, { "id": "grok-4.3", "name": "grok-4.3", "provider": "xAI", "rank": 4, "score": 18, "url": "https://aiiq.org/models/grok-4.3/" }, { "id": "grok-4.20", "name": "grok-4.20", "provider": "xAI", "rank": 5, "score": 15, "url": "https://aiiq.org/models/grok-4.20/" }, { "id": "gemini-3-pro", "name": "gemini-3-pro", "provider": "Google", "rank": 6, "score": 13, "url": "https://aiiq.org/models/gemini-3-pro/" }, { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 7, "score": 11, "url": "https://aiiq.org/models/opus-4.6/" }, { "id": "gpt-5.3-codex", "name": "gpt-5.3-codex", "provider": "OpenAI", "rank": 8, "score": 10, "url": "https://aiiq.org/models/gpt-5.3-codex/" }, { "id": "opus-4.5", "name": "opus-4.5", "provider": "Anthropic", "rank": 9, "score": 10, "url": "https://aiiq.org/models/opus-4.5/" }, { "id": "qwen3.6-max", "name": "qwen3.6-max", "provider": "Alibaba", "rank": 10, "score": 10, "url": "https://aiiq.org/models/qwen3.6-max/" }, { "id": "gemini-3-flash", "name": "gemini-3-flash", "provider": "Google", "rank": 11, "score": 8, "url": "https://aiiq.org/models/gemini-3-flash/" }, { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "OpenAI", "rank": 12, "score": 6, "url": "https://aiiq.org/models/gpt-5.4/" }, { "id": "kimi-k2.6", "name": "kimi-k2.6", "provider": "Kimi", "rank": 13, "score": 6, "url": "https://aiiq.org/models/kimi-k2.6/" }, { "id": "mimo-v2-pro", "name": "mimo-v2-pro", "provider": "Xiaomi", "rank": 14, "score": 5, "url": "https://aiiq.org/models/mimo-v2-pro/" }, { "id": "mimo-v2.5-pro", "name": "mimo-v2.5-pro", "provider": "Xiaomi", "rank": 15, "score": 4, "url": "https://aiiq.org/models/mimo-v2.5-pro/" }, { "id": "muse-spark", "name": "muse-spark", "provider": "Meta", "rank": 16, "score": 4, "url": "https://aiiq.org/models/muse-spark/" }, { "id": "glm-5.1", "name": "glm-5.1", "provider": "Z.ai", "rank": 17, "score": 2, "url": "https://aiiq.org/models/glm-5.1/" }, { "id": "grok-4", "name": "grok-4", "provider": "xAI", "rank": 18, "score": 1, "url": "https://aiiq.org/models/grok-4/" }, { "id": "minimax-m2.7", "name": "minimax-m2.7", "provider": "MiniMax", "rank": 19, "score": 1, "url": "https://aiiq.org/models/minimax-m2.7/" }, { "id": "glm-5", "name": "glm-5", "provider": "Z.ai", "rank": 20, "score": -1, "url": "https://aiiq.org/models/glm-5/" }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 21, "score": -4, "url": "https://aiiq.org/models/gpt-5.2/" }, { "id": "sonnet-4.6", "name": "sonnet-4.6", "provider": "Anthropic", "rank": 22, "score": -4, "url": "https://aiiq.org/models/sonnet-4.6/" }, { "id": "haiku-4.5", "name": "haiku-4.5", "provider": "Anthropic", "rank": 23, "score": -6, "url": "https://aiiq.org/models/haiku-4.5/" }, { "id": "deepseek-v4-pro", "name": "deepseek-v4-pro", "provider": "DeepSeek", "rank": 24, "score": -10, "url": "https://aiiq.org/models/deepseek-v4-pro/" }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 25, "score": -11, "url": "https://aiiq.org/models/kimi-k2.5/" }, { "id": "gemini-2.5-pro", "name": "gemini-2.5-pro", "provider": "Google", "rank": 26, "score": -14, "url": "https://aiiq.org/models/gemini-2.5-pro/" }, { "id": "o3", "name": "o3", "provider": "OpenAI", "rank": 27, "score": -17, "url": "https://aiiq.org/models/o3/" }, { "id": "gpt-5.4-mini", "name": "gpt-5.4-mini", "provider": "OpenAI", "rank": 28, "score": -19, "url": "https://aiiq.org/models/gpt-5.4-mini/" }, { "id": "mimo-v2-flash", "name": "mimo-v2-flash", "provider": "Xiaomi", "rank": 29, "score": -20, "url": "https://aiiq.org/models/mimo-v2-flash/" }, { "id": "qwen3.6-27b", "name": "qwen3.6-27b", "provider": "Alibaba", "rank": 30, "score": -20, "url": "https://aiiq.org/models/qwen3.6-27b/" }, { "id": "deepseek-v3.2", "name": "deepseek-v3.2", "provider": "DeepSeek", "rank": 31, "score": -23, "url": "https://aiiq.org/models/deepseek-v3.2/" }, { "id": "deepseek-v4-flash", "name": "deepseek-v4-flash", "provider": "DeepSeek", "rank": 32, "score": -23, "url": "https://aiiq.org/models/deepseek-v4-flash/" }, { "id": "magistral-medium-1.2", "name": "magistral-medium-1.2", "provider": "World (Other)", "rank": 33, "score": -28, "url": "https://aiiq.org/models/magistral-medium-1.2/" }, { "id": "deepseek-r1", "name": "deepseek-r1", "provider": "DeepSeek", "rank": 34, "score": -30, "url": "https://aiiq.org/models/deepseek-r1/" }, { "id": "gpt-5-nano", "name": "gpt-5-nano", "provider": "OpenAI", "rank": 35, "score": -30, "url": "https://aiiq.org/models/gpt-5-nano/" }, { "id": "gpt-5.4-nano", "name": "gpt-5.4-nano", "provider": "OpenAI", "rank": 36, "score": -30, "url": "https://aiiq.org/models/gpt-5.4-nano/" }, { "id": "minimax-m2.1", "name": "minimax-m2.1", "provider": "MiniMax", "rank": 37, "score": -30, "url": "https://aiiq.org/models/minimax-m2.1/" }, { "id": "qwen3.5-397b", "name": "qwen3.5-397b", "provider": "Alibaba", "rank": 38, "score": -32, "url": "https://aiiq.org/models/qwen3.5-397b/" }, { "id": "doubao-seed-code", "name": "doubao-seed-code", "provider": "China (Other)", "rank": 39, "score": -34, "url": "https://aiiq.org/models/doubao-seed-code/" }, { "id": "hy3", "name": "hy3", "provider": "China (Other)", "rank": 40, "score": -35, "url": "https://aiiq.org/models/hy3/" }, { "id": "glm-4.7", "name": "glm-4.7", "provider": "Z.ai", "rank": 41, "score": -36, "url": "https://aiiq.org/models/glm-4.7/" }, { "id": "kat-coder-pro-v1", "name": "kat-coder-pro-v1", "provider": "China (Other)", "rank": 42, "score": -37, "url": "https://aiiq.org/models/kat-coder-pro-v1/" }, { "id": "minimax-m2.5", "name": "minimax-m2.5", "provider": "MiniMax", "rank": 43, "score": -41, "url": "https://aiiq.org/models/minimax-m2.5/" }, { "id": "mistral-large-3", "name": "mistral-large-3", "provider": "World (Other)", "rank": 44, "score": -41, "url": "https://aiiq.org/models/mistral-large-3/" }, { "id": "llama-4-maverick", "name": "llama-4-maverick", "provider": "Meta", "rank": 45, "score": -42, "url": "https://aiiq.org/models/llama-4-maverick/" }, { "id": "nvidia-nemotron-3-super", "name": "nvidia-nemotron-3-super", "provider": "US (Other)", "rank": 46, "score": -42, "url": "https://aiiq.org/models/nvidia-nemotron-3-super/" }, { "id": "ernie-5.0", "name": "ernie-5.0", "provider": "China (Other)", "rank": 47, "score": -44, "url": "https://aiiq.org/models/ernie-5.0/" }, { "id": "gemma-4-31b", "name": "gemma-4-31b", "provider": "Google", "rank": 48, "score": -45, "url": "https://aiiq.org/models/gemma-4-31b/" }, { "id": "qwen3.5-2b", "name": "qwen3.5-2b", "provider": "Alibaba", "rank": 49, "score": -47, "url": "https://aiiq.org/models/qwen3.5-2b/" }, { "id": "nova-2.0-pro", "name": "nova-2.0-pro", "provider": "US (Other)", "rank": 50, "score": -48, "url": "https://aiiq.org/models/nova-2.0-pro/" }, { "id": "gpt-oss-120b", "name": "gpt-oss-120b", "provider": "OpenAI", "rank": 51, "score": -52, "url": "https://aiiq.org/models/gpt-oss-120b/" }, { "id": "mercury-2", "name": "mercury-2", "provider": "US (Other)", "rank": 52, "score": -52, "url": "https://aiiq.org/models/mercury-2/" }, { "id": "nvidia-nemotron-3-nano", "name": "nvidia-nemotron-3-nano", "provider": "US (Other)", "rank": 53, "score": -52, "url": "https://aiiq.org/models/nvidia-nemotron-3-nano/" }, { "id": "qwen3.5-9b", "name": "qwen3.5-9b", "provider": "Alibaba", "rank": 54, "score": -53, "url": "https://aiiq.org/models/qwen3.5-9b/" }, { "id": "qwen3.5-4b", "name": "qwen3.5-4b", "provider": "Alibaba", "rank": 55, "score": -57, "url": "https://aiiq.org/models/qwen3.5-4b/" }, { "id": "k-exaone", "name": "k-exaone", "provider": "World (Other)", "rank": 56, "score": -58, "url": "https://aiiq.org/models/k-exaone/" }, { "id": "gpt-oss-20b", "name": "gpt-oss-20b", "provider": "OpenAI", "rank": 57, "score": -65, "url": "https://aiiq.org/models/gpt-oss-20b/" } ] }, { "id": "aa-output-tokens", "rankingName": "AA Output Tokens", "rankingType": "benchmark", "field": "aaOutputTokensM", "category": "cost", "direction": "lower_is_better", "models": [ { "id": "grok-3", "name": "grok-3", "provider": "xAI", "rank": 1, "score": 5, "url": "https://aiiq.org/models/grok-3/" }, { "id": "mistral-large-3", "name": "mistral-large-3", "provider": "World (Other)", "rank": 2, "score": 5.2, "url": "https://aiiq.org/models/mistral-large-3/" }, { "id": "deepseek-v3.1", "name": "deepseek-v3.1", "provider": "DeepSeek", "rank": 3, "score": 9.2, "url": "https://aiiq.org/models/deepseek-v3.1/" }, { "id": "llama-4-maverick", "name": "llama-4-maverick", "provider": "Meta", "rank": 4, "score": 10, "url": "https://aiiq.org/models/llama-4-maverick/" }, { "id": "kimi-k2", "name": "kimi-k2", "provider": "Kimi", "rank": 5, "score": 12, "url": "https://aiiq.org/models/kimi-k2/" }, { "id": "o1", "name": "o1", "provider": "OpenAI", "rank": 6, "score": 33, "url": "https://aiiq.org/models/o1/" }, { "id": "gemma-4-31b", "name": "gemma-4-31b", "provider": "Google", "rank": 7, "score": 39, "url": "https://aiiq.org/models/gemma-4-31b/" }, { "id": "magistral-medium-1.2", "name": "magistral-medium-1.2", "provider": "World (Other)", "rank": 8, "score": 43, "url": "https://aiiq.org/models/magistral-medium-1.2/" }, { "id": "o3", "name": "o3", "provider": "OpenAI", "rank": 9, "score": 48, "url": "https://aiiq.org/models/o3/" }, { "id": "gemini-3-pro", "name": "gemini-3-pro", "provider": "Google", "rank": 10, "score": 56, "url": "https://aiiq.org/models/gemini-3-pro/" }, { "id": "minimax-m2.5", "name": "minimax-m2.5", "provider": "MiniMax", "rank": 11, "score": 56, "url": "https://aiiq.org/models/minimax-m2.5/" }, { "id": "gemini-3.1-pro", "name": "gemini-3.1-pro", "provider": "Google", "rank": 12, "score": 57, "url": "https://aiiq.org/models/gemini-3.1-pro/" }, { "id": "gemini-2.5-pro", "name": "gemini-2.5-pro", "provider": "Google", "rank": 13, "score": 58, "url": "https://aiiq.org/models/gemini-2.5-pro/" }, { "id": "minimax-m2.1", "name": "minimax-m2.1", "provider": "MiniMax", "rank": 14, "score": 60, "url": "https://aiiq.org/models/minimax-m2.1/" }, { "id": "muse-spark", "name": "muse-spark", "provider": "Meta", "rank": 15, "score": 60, "url": "https://aiiq.org/models/muse-spark/" }, { "id": "deepseek-v3.2", "name": "deepseek-v3.2", "provider": "DeepSeek", "rank": 16, "score": 61, "url": "https://aiiq.org/models/deepseek-v3.2/" }, { "id": "gpt-oss-20b", "name": "gpt-oss-20b", "provider": "OpenAI", "rank": 17, "score": 61, "url": "https://aiiq.org/models/gpt-oss-20b/" }, { "id": "grok-4.20", "name": "grok-4.20", "provider": "xAI", "rank": 18, "score": 61, "url": "https://aiiq.org/models/grok-4.20/" }, { "id": "gpt-5.1", "name": "gpt-5.1", "provider": "OpenAI", "rank": 19, "score": 69, "url": "https://aiiq.org/models/gpt-5.1/" }, { "id": "gemini-3-flash", "name": "gemini-3-flash", "provider": "Google", "rank": 20, "score": 72, "url": "https://aiiq.org/models/gemini-3-flash/" }, { "id": "opus-4.5", "name": "opus-4.5", "provider": "Anthropic", "rank": 21, "score": 72, "url": "https://aiiq.org/models/opus-4.5/" }, { "id": "gemini-3.5-flash", "name": "gemini-3.5-flash", "provider": "Google", "rank": 22, "score": 73, "url": "https://aiiq.org/models/gemini-3.5-flash/" }, { "id": "mimo-v2.5", "name": "mimo-v2.5", "provider": "Xiaomi", "rank": 23, "score": 74, "url": "https://aiiq.org/models/mimo-v2.5/" }, { "id": "qwen3.6-max", "name": "qwen3.6-max", "provider": "Alibaba", "rank": 24, "score": 74, "url": "https://aiiq.org/models/qwen3.6-max/" }, { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 25, "score": 75, "url": "https://aiiq.org/models/gpt-5.5/" }, { "id": "gpt-oss-120b", "name": "gpt-oss-120b", "provider": "OpenAI", "rank": 26, "score": 78, "url": "https://aiiq.org/models/gpt-oss-120b/" }, { "id": "gpt-5", "name": "gpt-5", "provider": "OpenAI", "rank": 27, "score": 80, "url": "https://aiiq.org/models/gpt-5/" }, { "id": "mimo-v2-pro", "name": "mimo-v2-pro", "provider": "Xiaomi", "rank": 28, "score": 80, "url": "https://aiiq.org/models/mimo-v2-pro/" }, { "id": "qwen3.5-397b", "name": "qwen3.5-397b", "provider": "Alibaba", "rank": 29, "score": 86, "url": "https://aiiq.org/models/qwen3.5-397b/" }, { "id": "minimax-m2.7", "name": "minimax-m2.7", "provider": "MiniMax", "rank": 30, "score": 87, "url": "https://aiiq.org/models/minimax-m2.7/" }, { "id": "grok-4", "name": "grok-4", "provider": "xAI", "rank": 31, "score": 88, "url": "https://aiiq.org/models/grok-4/" }, { "id": "grok-4.3", "name": "grok-4.3", "provider": "xAI", "rank": 32, "score": 88, "url": "https://aiiq.org/models/grok-4.3/" }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 33, "score": 89, "url": "https://aiiq.org/models/kimi-k2.5/" }, { "id": "mimo-v2.5-pro", "name": "mimo-v2.5-pro", "provider": "Xiaomi", "rank": 34, "score": 92, "url": "https://aiiq.org/models/mimo-v2.5-pro/" }, { "id": "mimo-v2-flash", "name": "mimo-v2-flash", "provider": "Xiaomi", "rank": 35, "score": 97, "url": "https://aiiq.org/models/mimo-v2-flash/" }, { "id": "qwen3.7-max", "name": "qwen3.7-max", "provider": "Alibaba", "rank": 36, "score": 97, "url": "https://aiiq.org/models/qwen3.7-max/" }, { "id": "glm-5", "name": "glm-5", "provider": "Z.ai", "rank": 37, "score": 110, "url": "https://aiiq.org/models/glm-5/" }, { "id": "glm-5.1", "name": "glm-5.1", "provider": "Z.ai", "rank": 38, "score": 110, "url": "https://aiiq.org/models/glm-5.1/" }, { "id": "opus-4.7", "name": "opus-4.7", "provider": "Anthropic", "rank": 39, "score": 110, "url": "https://aiiq.org/models/opus-4.7/" }, { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "OpenAI", "rank": 40, "score": 120, "url": "https://aiiq.org/models/gpt-5.4/" }, { "id": "hy3", "name": "hy3", "provider": "China (Other)", "rank": 41, "score": 120, "url": "https://aiiq.org/models/hy3/" }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 42, "score": 130, "url": "https://aiiq.org/models/gpt-5.2/" }, { "id": "qwen3.6-27b", "name": "qwen3.6-27b", "provider": "Alibaba", "rank": 43, "score": 140, "url": "https://aiiq.org/models/qwen3.6-27b/" }, { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 44, "score": 160, "url": "https://aiiq.org/models/opus-4.6/" }, { "id": "glm-4.7", "name": "glm-4.7", "provider": "Z.ai", "rank": 45, "score": 170, "url": "https://aiiq.org/models/glm-4.7/" }, { "id": "kimi-k2.6", "name": "kimi-k2.6", "provider": "Kimi", "rank": 46, "score": 170, "url": "https://aiiq.org/models/kimi-k2.6/" }, { "id": "deepseek-v4-pro", "name": "deepseek-v4-pro", "provider": "DeepSeek", "rank": 47, "score": 190, "url": "https://aiiq.org/models/deepseek-v4-pro/" }, { "id": "qwen3.5-9b", "name": "qwen3.5-9b", "provider": "Alibaba", "rank": 48, "score": 200, "url": "https://aiiq.org/models/qwen3.5-9b/" }, { "id": "sonnet-4.6", "name": "sonnet-4.6", "provider": "Anthropic", "rank": 49, "score": 200, "url": "https://aiiq.org/models/sonnet-4.6/" }, { "id": "gpt-5.4-nano", "name": "gpt-5.4-nano", "provider": "OpenAI", "rank": 50, "score": 210, "url": "https://aiiq.org/models/gpt-5.4-nano/" }, { "id": "deepseek-v4-flash", "name": "deepseek-v4-flash", "provider": "DeepSeek", "rank": 51, "score": 240, "url": "https://aiiq.org/models/deepseek-v4-flash/" }, { "id": "gpt-5.4-mini", "name": "gpt-5.4-mini", "provider": "OpenAI", "rank": 52, "score": 240, "url": "https://aiiq.org/models/gpt-5.4-mini/" }, { "id": "qwen3.5-4b", "name": "qwen3.5-4b", "provider": "Alibaba", "rank": 53, "score": 240, "url": "https://aiiq.org/models/qwen3.5-4b/" }, { "id": "qwen3.5-2b", "name": "qwen3.5-2b", "provider": "Alibaba", "rank": 54, "score": 390, "url": "https://aiiq.org/models/qwen3.5-2b/" } ] }, { "id": "aa-response-time", "rankingName": "AA Response Time", "rankingType": "benchmark", "field": "RT", "category": "benchmark", "direction": "higher_is_better", "models": [ { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "OpenAI", "rank": 1, "score": 159.68, "url": "https://aiiq.org/models/gpt-5.4/" }, { "id": "deepseek-v4-pro", "name": "deepseek-v4-pro", "provider": "DeepSeek", "rank": 2, "score": 135.38, "url": "https://aiiq.org/models/deepseek-v4-pro/" }, { "id": "gpt-5-nano", "name": "gpt-5-nano", "provider": "OpenAI", "rank": 3, "score": 109.7, "url": "https://aiiq.org/models/gpt-5-nano/" }, { "id": "glm-5.1", "name": "glm-5.1", "provider": "Z.ai", "rank": 4, "score": 87.12, "url": "https://aiiq.org/models/glm-5.1/" }, { "id": "qwen3.6-max", "name": "qwen3.6-max", "provider": "Alibaba", "rank": 5, "score": 78.02, "url": "https://aiiq.org/models/qwen3.6-max/" }, { "id": "deepseek-v4-flash", "name": "deepseek-v4-flash", "provider": "DeepSeek", "rank": 6, "score": 76.39, "url": "https://aiiq.org/models/deepseek-v4-flash/" }, { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 7, "score": 69.44, "url": "https://aiiq.org/models/gpt-5.5/" }, { "id": "magistral-medium-1.2", "name": "magistral-medium-1.2", "provider": "World (Other)", "rank": 8, "score": 68.1, "url": "https://aiiq.org/models/magistral-medium-1.2/" }, { "id": "minimax-m2.7", "name": "minimax-m2.7", "provider": "MiniMax", "rank": 9, "score": 67.48, "url": "https://aiiq.org/models/minimax-m2.7/" }, { "id": "gpt-5.3-codex", "name": "gpt-5.3-codex", "provider": "OpenAI", "rank": 10, "score": 66.45, "url": "https://aiiq.org/models/gpt-5.3-codex/" }, { "id": "deepseek-v3.2", "name": "deepseek-v3.2", "provider": "DeepSeek", "rank": 11, "score": 60.35, "url": "https://aiiq.org/models/deepseek-v3.2/" }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 12, "score": 56.01, "url": "https://aiiq.org/models/kimi-k2.5/" }, { "id": "mimo-v2-pro", "name": "mimo-v2-pro", "provider": "Xiaomi", "rank": 13, "score": 53.93, "url": "https://aiiq.org/models/mimo-v2-pro/" }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 14, "score": 48.92, "url": "https://aiiq.org/models/gpt-5.2/" }, { "id": "minimax-m2.1", "name": "minimax-m2.1", "provider": "MiniMax", "rank": 15, "score": 45.21, "url": "https://aiiq.org/models/minimax-m2.1/" }, { "id": "sonnet-4.6", "name": "sonnet-4.6", "provider": "Anthropic", "rank": 16, "score": 44.42, "url": "https://aiiq.org/models/sonnet-4.6/" }, { "id": "qwen3.6-27b", "name": "qwen3.6-27b", "provider": "Alibaba", "rank": 17, "score": 44.32, "url": "https://aiiq.org/models/qwen3.6-27b/" }, { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 18, "score": 40.77, "url": "https://aiiq.org/models/opus-4.6/" }, { "id": "gemini-3.1-pro", "name": "gemini-3.1-pro", "provider": "Google", "rank": 19, "score": 40.68, "url": "https://aiiq.org/models/gemini-3.1-pro/" }, { "id": "nova-2.0-pro", "name": "nova-2.0-pro", "provider": "US (Other)", "rank": 20, "score": 39.47, "url": "https://aiiq.org/models/nova-2.0-pro/" }, { "id": "minimax-m2.5", "name": "minimax-m2.5", "provider": "MiniMax", "rank": 21, "score": 38.37, "url": "https://aiiq.org/models/minimax-m2.5/" }, { "id": "qwen3.5-397b", "name": "qwen3.5-397b", "provider": "Alibaba", "rank": 22, "score": 34.52, "url": "https://aiiq.org/models/qwen3.5-397b/" }, { "id": "gemini-3-pro", "name": "gemini-3-pro", "provider": "Google", "rank": 23, "score": 34.03, "url": "https://aiiq.org/models/gemini-3-pro/" }, { "id": "gemini-2.5-pro", "name": "gemini-2.5-pro", "provider": "Google", "rank": 24, "score": 32.26, "url": "https://aiiq.org/models/gemini-2.5-pro/" }, { "id": "glm-5", "name": "glm-5", "provider": "Z.ai", "rank": 25, "score": 31.48, "url": "https://aiiq.org/models/glm-5/" }, { "id": "opus-4.5", "name": "opus-4.5", "provider": "Anthropic", "rank": 26, "score": 31.46, "url": "https://aiiq.org/models/opus-4.5/" }, { "id": "gemini-3.5-flash", "name": "gemini-3.5-flash", "provider": "Google", "rank": 27, "score": 29.7, "url": "https://aiiq.org/models/gemini-3.5-flash/" }, { "id": "opus-4.7", "name": "opus-4.7", "provider": "Anthropic", "rank": 28, "score": 28.72, "url": "https://aiiq.org/models/opus-4.7/" }, { "id": "grok-4", "name": "grok-4", "provider": "xAI", "rank": 29, "score": 28.3, "url": "https://aiiq.org/models/grok-4/" }, { "id": "grok-4.20", "name": "grok-4.20", "provider": "xAI", "rank": 30, "score": 27.82, "url": "https://aiiq.org/models/grok-4.20/" }, { "id": "o3", "name": "o3", "provider": "OpenAI", "rank": 31, "score": 24.82, "url": "https://aiiq.org/models/o3/" }, { "id": "qwen3.7-max", "name": "qwen3.7-max", "provider": "Alibaba", "rank": 32, "score": 22.6, "url": "https://aiiq.org/models/qwen3.7-max/" }, { "id": "haiku-4.5", "name": "haiku-4.5", "provider": "Anthropic", "rank": 33, "score": 20.47, "url": "https://aiiq.org/models/haiku-4.5/" }, { "id": "glm-4.7", "name": "glm-4.7", "provider": "Z.ai", "rank": 34, "score": 20.06, "url": "https://aiiq.org/models/glm-4.7/" }, { "id": "mimo-v2.5", "name": "mimo-v2.5", "provider": "Xiaomi", "rank": 35, "score": 17.7, "url": "https://aiiq.org/models/mimo-v2.5/" }, { "id": "nvidia-nemotron-3-nano", "name": "nvidia-nemotron-3-nano", "provider": "US (Other)", "rank": 36, "score": 16.87, "url": "https://aiiq.org/models/nvidia-nemotron-3-nano/" }, { "id": "grok-4.3", "name": "grok-4.3", "provider": "xAI", "rank": 37, "score": 15.99, "url": "https://aiiq.org/models/grok-4.3/" }, { "id": "mimo-v2-flash", "name": "mimo-v2-flash", "provider": "Xiaomi", "rank": 38, "score": 15.83, "url": "https://aiiq.org/models/mimo-v2-flash/" }, { "id": "gemini-3-flash", "name": "gemini-3-flash", "provider": "Google", "rank": 39, "score": 14.68, "url": "https://aiiq.org/models/gemini-3-flash/" }, { "id": "nvidia-nemotron-3-super", "name": "nvidia-nemotron-3-super", "provider": "US (Other)", "rank": 40, "score": 12.97, "url": "https://aiiq.org/models/nvidia-nemotron-3-super/" }, { "id": "kat-coder-pro-v1", "name": "kat-coder-pro-v1", "provider": "China (Other)", "rank": 41, "score": 11.11, "url": "https://aiiq.org/models/kat-coder-pro-v1/" }, { "id": "mistral-large-3", "name": "mistral-large-3", "provider": "World (Other)", "rank": 42, "score": 9.47, "url": "https://aiiq.org/models/mistral-large-3/" }, { "id": "gpt-5.4-mini", "name": "gpt-5.4-mini", "provider": "OpenAI", "rank": 43, "score": 9.32, "url": "https://aiiq.org/models/gpt-5.4-mini/" }, { "id": "gpt-oss-20b", "name": "gpt-oss-20b", "provider": "OpenAI", "rank": 44, "score": 8.64, "url": "https://aiiq.org/models/gpt-oss-20b/" }, { "id": "gpt-5.4-nano", "name": "gpt-5.4-nano", "provider": "OpenAI", "rank": 45, "score": 8.59, "url": "https://aiiq.org/models/gpt-5.4-nano/" }, { "id": "gpt-oss-120b", "name": "gpt-oss-120b", "provider": "OpenAI", "rank": 46, "score": 8.45, "url": "https://aiiq.org/models/gpt-oss-120b/" }, { "id": "mimo-v2.5-pro", "name": "mimo-v2.5-pro", "provider": "Xiaomi", "rank": 47, "score": 6.64, "url": "https://aiiq.org/models/mimo-v2.5-pro/" }, { "id": "llama-4-maverick", "name": "llama-4-maverick", "provider": "Meta", "rank": 48, "score": 4.85, "url": "https://aiiq.org/models/llama-4-maverick/" }, { "id": "hy3", "name": "hy3", "provider": "China (Other)", "rank": 49, "score": 4.31, "url": "https://aiiq.org/models/hy3/" }, { "id": "gemma-4-31b", "name": "gemma-4-31b", "provider": "Google", "rank": 50, "score": 2.98, "url": "https://aiiq.org/models/gemma-4-31b/" }, { "id": "deepseek-r1", "name": "deepseek-r1", "provider": "DeepSeek", "rank": 51, "score": 0, "url": "https://aiiq.org/models/deepseek-r1/" }, { "id": "deepseek-v3.1", "name": "deepseek-v3.1", "provider": "DeepSeek", "rank": 52, "score": 0, "url": "https://aiiq.org/models/deepseek-v3.1/" }, { "id": "doubao-seed-code", "name": "doubao-seed-code", "provider": "China (Other)", "rank": 53, "score": 0, "url": "https://aiiq.org/models/doubao-seed-code/" }, { "id": "ernie-5.0", "name": "ernie-5.0", "provider": "China (Other)", "rank": 54, "score": 0, "url": "https://aiiq.org/models/ernie-5.0/" }, { "id": "intellect-3", "name": "intellect-3", "provider": "US (Other)", "rank": 55, "score": 0, "url": "https://aiiq.org/models/intellect-3/" }, { "id": "k-exaone", "name": "k-exaone", "provider": "World (Other)", "rank": 56, "score": 0, "url": "https://aiiq.org/models/k-exaone/" }, { "id": "kimi-k2", "name": "kimi-k2", "provider": "Kimi", "rank": 57, "score": 0, "url": "https://aiiq.org/models/kimi-k2/" }, { "id": "kimi-k2.6", "name": "kimi-k2.6", "provider": "Kimi", "rank": 58, "score": 0, "url": "https://aiiq.org/models/kimi-k2.6/" }, { "id": "mercury-2", "name": "mercury-2", "provider": "US (Other)", "rank": 59, "score": 0, "url": "https://aiiq.org/models/mercury-2/" }, { "id": "muse-spark", "name": "muse-spark", "provider": "Meta", "rank": 60, "score": 0, "url": "https://aiiq.org/models/muse-spark/" }, { "id": "qwen3.5-2b", "name": "qwen3.5-2b", "provider": "Alibaba", "rank": 61, "score": 0, "url": "https://aiiq.org/models/qwen3.5-2b/" }, { "id": "qwen3.5-4b", "name": "qwen3.5-4b", "provider": "Alibaba", "rank": 62, "score": 0, "url": "https://aiiq.org/models/qwen3.5-4b/" }, { "id": "qwen3.5-9b", "name": "qwen3.5-9b", "provider": "Alibaba", "rank": 63, "score": 0, "url": "https://aiiq.org/models/qwen3.5-9b/" } ] }, { "id": "aa-tokens", "rankingName": "AA Tokens", "rankingType": "benchmark", "field": "aaTokensM", "category": "cost", "direction": "lower_is_better", "models": [ { "id": "mistral-large-3", "name": "mistral-large-3", "provider": "World (Other)", "rank": 1, "score": 66.9, "url": "https://aiiq.org/models/mistral-large-3/" }, { "id": "grok-3", "name": "grok-3", "provider": "xAI", "rank": 2, "score": 83, "url": "https://aiiq.org/models/grok-3/" }, { "id": "o1", "name": "o1", "provider": "OpenAI", "rank": 3, "score": 110, "url": "https://aiiq.org/models/o1/" }, { "id": "magistral-medium-1.2", "name": "magistral-medium-1.2", "provider": "World (Other)", "rank": 4, "score": 129.1, "url": "https://aiiq.org/models/magistral-medium-1.2/" }, { "id": "gemini-3-pro", "name": "gemini-3-pro", "provider": "Google", "rank": 5, "score": 129.9, "url": "https://aiiq.org/models/gemini-3-pro/" }, { "id": "grok-4.20", "name": "grok-4.20", "provider": "xAI", "rank": 6, "score": 135.1, "url": "https://aiiq.org/models/grok-4.20/" }, { "id": "gemini-2.5-pro", "name": "gemini-2.5-pro", "provider": "Google", "rank": 7, "score": 140, "url": "https://aiiq.org/models/gemini-2.5-pro/" }, { "id": "gpt-5.1", "name": "gpt-5.1", "provider": "OpenAI", "rank": 8, "score": 140.2, "url": "https://aiiq.org/models/gpt-5.1/" }, { "id": "glm-5.1", "name": "glm-5.1", "provider": "Z.ai", "rank": 9, "score": 152.8, "url": "https://aiiq.org/models/glm-5.1/" }, { "id": "deepseek-r1", "name": "deepseek-r1", "provider": "DeepSeek", "rank": 10, "score": 155, "url": "https://aiiq.org/models/deepseek-r1/" }, { "id": "deepseek-v3.1", "name": "deepseek-v3.1", "provider": "DeepSeek", "rank": 11, "score": 159.6, "url": "https://aiiq.org/models/deepseek-v3.1/" }, { "id": "gemini-3.1-pro", "name": "gemini-3.1-pro", "provider": "Google", "rank": 12, "score": 161.1, "url": "https://aiiq.org/models/gemini-3.1-pro/" }, { "id": "grok-4", "name": "grok-4", "provider": "xAI", "rank": 13, "score": 170, "url": "https://aiiq.org/models/grok-4/" }, { "id": "llama-4-maverick", "name": "llama-4-maverick", "provider": "Meta", "rank": 14, "score": 170, "url": "https://aiiq.org/models/llama-4-maverick/" }, { "id": "muse-spark", "name": "muse-spark", "provider": "Meta", "rank": 15, "score": 190, "url": "https://aiiq.org/models/muse-spark/" }, { "id": "gemini-3-flash", "name": "gemini-3-flash", "provider": "Google", "rank": 16, "score": 196.5, "url": "https://aiiq.org/models/gemini-3-flash/" }, { "id": "gpt-5", "name": "gpt-5", "provider": "OpenAI", "rank": 17, "score": 200, "url": "https://aiiq.org/models/gpt-5/" }, { "id": "mimo-v2-pro", "name": "mimo-v2-pro", "provider": "Xiaomi", "rank": 18, "score": 200, "url": "https://aiiq.org/models/mimo-v2-pro/" }, { "id": "gpt-oss-20b", "name": "gpt-oss-20b", "provider": "OpenAI", "rank": 19, "score": 202.6, "url": "https://aiiq.org/models/gpt-oss-20b/" }, { "id": "minimax-m2.1", "name": "minimax-m2.1", "provider": "MiniMax", "rank": 20, "score": 210, "url": "https://aiiq.org/models/minimax-m2.1/" }, { "id": "gpt-oss-120b", "name": "gpt-oss-120b", "provider": "OpenAI", "rank": 21, "score": 215.1, "url": "https://aiiq.org/models/gpt-oss-120b/" }, { "id": "deepseek-v3.2", "name": "deepseek-v3.2", "provider": "DeepSeek", "rank": 22, "score": 221.8, "url": "https://aiiq.org/models/deepseek-v3.2/" }, { "id": "grok-4.3", "name": "grok-4.3", "provider": "xAI", "rank": 23, "score": 228.1, "url": "https://aiiq.org/models/grok-4.3/" }, { "id": "minimax-m2.5", "name": "minimax-m2.5", "provider": "MiniMax", "rank": 24, "score": 247.3, "url": "https://aiiq.org/models/minimax-m2.5/" }, { "id": "opus-4.5", "name": "opus-4.5", "provider": "Anthropic", "rank": 25, "score": 259, "url": "https://aiiq.org/models/opus-4.5/" }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 26, "score": 261.5, "url": "https://aiiq.org/models/kimi-k2.5/" }, { "id": "qwen3.5-397b", "name": "qwen3.5-397b", "provider": "Alibaba", "rank": 27, "score": 265.9, "url": "https://aiiq.org/models/qwen3.5-397b/" }, { "id": "kimi-k2", "name": "kimi-k2", "provider": "Kimi", "rank": 28, "score": 274.1, "url": "https://aiiq.org/models/kimi-k2/" }, { "id": "mimo-v2.5-pro", "name": "mimo-v2.5-pro", "provider": "Xiaomi", "rank": 29, "score": 277.6, "url": "https://aiiq.org/models/mimo-v2.5-pro/" }, { "id": "mimo-v2.5", "name": "mimo-v2.5", "provider": "Xiaomi", "rank": 30, "score": 279.36, "url": "https://aiiq.org/models/mimo-v2.5/" }, { "id": "qwen3.7-max", "name": "qwen3.7-max", "provider": "Alibaba", "rank": 31, "score": 287, "url": "https://aiiq.org/models/qwen3.7-max/" }, { "id": "haiku-4.5", "name": "haiku-4.5", "provider": "Anthropic", "rank": 32, "score": 290, "url": "https://aiiq.org/models/haiku-4.5/" }, { "id": "qwen3.6-max", "name": "qwen3.6-max", "provider": "Alibaba", "rank": 33, "score": 292, "url": "https://aiiq.org/models/qwen3.6-max/" }, { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 34, "score": 296.4, "url": "https://aiiq.org/models/gpt-5.5/" }, { "id": "glm-5", "name": "glm-5", "provider": "Z.ai", "rank": 35, "score": 305, "url": "https://aiiq.org/models/glm-5/" }, { "id": "minimax-m2.7", "name": "minimax-m2.7", "provider": "MiniMax", "rank": 36, "score": 324, "url": "https://aiiq.org/models/minimax-m2.7/" }, { "id": "glm-4.7", "name": "glm-4.7", "provider": "Z.ai", "rank": 37, "score": 343.4, "url": "https://aiiq.org/models/glm-4.7/" }, { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 38, "score": 357, "url": "https://aiiq.org/models/opus-4.6/" }, { "id": "o3", "name": "o3", "provider": "OpenAI", "rank": 39, "score": 368.4, "url": "https://aiiq.org/models/o3/" }, { "id": "qwen3.6-27b", "name": "qwen3.6-27b", "provider": "Alibaba", "rank": 40, "score": 397.8, "url": "https://aiiq.org/models/qwen3.6-27b/" }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 41, "score": 406.7, "url": "https://aiiq.org/models/gpt-5.2/" }, { "id": "deepseek-v4-pro", "name": "deepseek-v4-pro", "provider": "DeepSeek", "rank": 42, "score": 425.7, "url": "https://aiiq.org/models/deepseek-v4-pro/" }, { "id": "kimi-k2.6", "name": "kimi-k2.6", "provider": "Kimi", "rank": 43, "score": 452, "url": "https://aiiq.org/models/kimi-k2.6/" }, { "id": "mimo-v2-flash", "name": "mimo-v2-flash", "provider": "Xiaomi", "rank": 44, "score": 488.6, "url": "https://aiiq.org/models/mimo-v2-flash/" }, { "id": "gpt-5-nano", "name": "gpt-5-nano", "provider": "OpenAI", "rank": 45, "score": 492, "url": "https://aiiq.org/models/gpt-5-nano/" }, { "id": "sonnet-4.6", "name": "sonnet-4.6", "provider": "Anthropic", "rank": 46, "score": 519.8, "url": "https://aiiq.org/models/sonnet-4.6/" }, { "id": "opus-4.7", "name": "opus-4.7", "provider": "Anthropic", "rank": 47, "score": 523.6, "url": "https://aiiq.org/models/opus-4.7/" }, { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "OpenAI", "rank": 48, "score": 540.4, "url": "https://aiiq.org/models/gpt-5.4/" }, { "id": "qwen3.5-4b", "name": "qwen3.5-4b", "provider": "Alibaba", "rank": 49, "score": 550, "url": "https://aiiq.org/models/qwen3.5-4b/" }, { "id": "deepseek-v4-flash", "name": "deepseek-v4-flash", "provider": "DeepSeek", "rank": 50, "score": 566.1, "url": "https://aiiq.org/models/deepseek-v4-flash/" }, { "id": "gpt-5.4-mini", "name": "gpt-5.4-mini", "provider": "OpenAI", "rank": 51, "score": 605.2, "url": "https://aiiq.org/models/gpt-5.4-mini/" }, { "id": "gemini-3.5-flash", "name": "gemini-3.5-flash", "provider": "Google", "rank": 52, "score": 669.4, "url": "https://aiiq.org/models/gemini-3.5-flash/" }, { "id": "gpt-5.4-nano", "name": "gpt-5.4-nano", "provider": "OpenAI", "rank": 53, "score": 718.4, "url": "https://aiiq.org/models/gpt-5.4-nano/" }, { "id": "qwen3.5-2b", "name": "qwen3.5-2b", "provider": "Alibaba", "rank": 54, "score": 720, "url": "https://aiiq.org/models/qwen3.5-2b/" }, { "id": "qwen3.5-9b", "name": "qwen3.5-9b", "provider": "Alibaba", "rank": 55, "score": 720, "url": "https://aiiq.org/models/qwen3.5-9b/" } ] }, { "id": "aime", "rankingName": "AIME", "rankingType": "benchmark", "field": "aime", "category": "iq", "direction": "higher_is_better", "models": [ { "id": "gemini-3.1-pro", "name": "gemini-3.1-pro", "provider": "Google", "rank": 1, "score": 98.125, "url": "https://aiiq.org/models/gemini-3.1-pro/" }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 2, "score": 96.875, "url": "https://aiiq.org/models/gpt-5.2/" }, { "id": "muse-spark", "name": "muse-spark", "provider": "Meta", "rank": 3, "score": 96.875, "url": "https://aiiq.org/models/muse-spark/" }, { "id": "gemini-3-pro", "name": "gemini-3-pro", "provider": "Google", "rank": 4, "score": 96.68, "url": "https://aiiq.org/models/gemini-3-pro/" }, { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "OpenAI", "rank": 5, "score": 96.667, "url": "https://aiiq.org/models/gpt-5.4/" }, { "id": "grok-4.20", "name": "grok-4.20", "provider": "xAI", "rank": 6, "score": 96.458, "url": "https://aiiq.org/models/grok-4.20/" }, { "id": "mimo-v2-flash", "name": "mimo-v2-flash", "provider": "Xiaomi", "rank": 7, "score": 96.3, "url": "https://aiiq.org/models/mimo-v2-flash/" }, { "id": "opus-4.7", "name": "opus-4.7", "provider": "Anthropic", "rank": 8, "score": 96.25, "url": "https://aiiq.org/models/opus-4.7/" }, { "id": "gemini-3-flash", "name": "gemini-3-flash", "provider": "Google", "rank": 9, "score": 95.625, "url": "https://aiiq.org/models/gemini-3-flash/" }, { "id": "gpt-5.4-mini", "name": "gpt-5.4-mini", "provider": "OpenAI", "rank": 10, "score": 95.625, "url": "https://aiiq.org/models/gpt-5.4-mini/" }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 11, "score": 95.625, "url": "https://aiiq.org/models/kimi-k2.5/" }, { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 12, "score": 95.625, "url": "https://aiiq.org/models/opus-4.6/" }, { "id": "opus-4.5", "name": "opus-4.5", "provider": "Anthropic", "rank": 13, "score": 95.417, "url": "https://aiiq.org/models/opus-4.5/" }, { "id": "kat-coder-pro-v1", "name": "kat-coder-pro-v1", "provider": "China (Other)", "rank": 14, "score": 94.7, "url": "https://aiiq.org/models/kat-coder-pro-v1/" }, { "id": "qwen3.6-plus", "name": "qwen3.6-plus", "provider": "Alibaba", "rank": 15, "score": 94.583, "url": "https://aiiq.org/models/qwen3.6-plus/" }, { "id": "gpt-5", "name": "gpt-5", "provider": "OpenAI", "rank": 16, "score": 93.374, "url": "https://aiiq.org/models/gpt-5/" }, { "id": "glm-4.7", "name": "glm-4.7", "provider": "Z.ai", "rank": 17, "score": 93.333, "url": "https://aiiq.org/models/glm-4.7/" }, { "id": "gpt-5.1", "name": "gpt-5.1", "provider": "OpenAI", "rank": 18, "score": 93.333, "url": "https://aiiq.org/models/gpt-5.1/" }, { "id": "gpt-oss-120b", "name": "gpt-oss-120b", "provider": "OpenAI", "rank": 19, "score": 92.598, "url": "https://aiiq.org/models/gpt-oss-120b/" }, { "id": "sonnet-4.6", "name": "sonnet-4.6", "provider": "Anthropic", "rank": 20, "score": 92.292, "url": "https://aiiq.org/models/sonnet-4.6/" }, { "id": "glm-5.1", "name": "glm-5.1", "provider": "Z.ai", "rank": 21, "score": 91.875, "url": "https://aiiq.org/models/glm-5.1/" }, { "id": "glm-5", "name": "glm-5", "provider": "Z.ai", "rank": 22, "score": 91.667, "url": "https://aiiq.org/models/glm-5/" }, { "id": "minimax-m2.7", "name": "minimax-m2.7", "provider": "MiniMax", "rank": 23, "score": 91.042, "url": "https://aiiq.org/models/minimax-m2.7/" }, { "id": "nvidia-nemotron-3-nano", "name": "nvidia-nemotron-3-nano", "provider": "US (Other)", "rank": 24, "score": 91, "url": "https://aiiq.org/models/nvidia-nemotron-3-nano/" }, { "id": "grok-4", "name": "grok-4", "provider": "xAI", "rank": 25, "score": 90.556, "url": "https://aiiq.org/models/grok-4/" }, { "id": "k-exaone", "name": "k-exaone", "provider": "World (Other)", "rank": 26, "score": 90.3, "url": "https://aiiq.org/models/k-exaone/" }, { "id": "nova-2.0-pro", "name": "nova-2.0-pro", "provider": "US (Other)", "rank": 27, "score": 89, "url": "https://aiiq.org/models/nova-2.0-pro/" }, { "id": "gpt-5.4-nano", "name": "gpt-5.4-nano", "provider": "OpenAI", "rank": 28, "score": 88.75, "url": "https://aiiq.org/models/gpt-5.4-nano/" }, { "id": "minimax-m2.5", "name": "minimax-m2.5", "provider": "MiniMax", "rank": 29, "score": 88.75, "url": "https://aiiq.org/models/minimax-m2.5/" }, { "id": "intellect-3", "name": "intellect-3", "provider": "US (Other)", "rank": 30, "score": 88, "url": "https://aiiq.org/models/intellect-3/" }, { "id": "gpt-oss-20b", "name": "gpt-oss-20b", "provider": "OpenAI", "rank": 31, "score": 86.042, "url": "https://aiiq.org/models/gpt-oss-20b/" }, { "id": "gemini-2.5-pro", "name": "gemini-2.5-pro", "provider": "Google", "rank": 32, "score": 85.833, "url": "https://aiiq.org/models/gemini-2.5-pro/" }, { "id": "kimi-k2", "name": "kimi-k2", "provider": "Kimi", "rank": 33, "score": 85.417, "url": "https://aiiq.org/models/kimi-k2/" }, { "id": "o3", "name": "o3", "provider": "OpenAI", "rank": 34, "score": 85.278, "url": "https://aiiq.org/models/o3/" }, { "id": "ernie-5.0", "name": "ernie-5.0", "provider": "China (Other)", "rank": 35, "score": 85, "url": "https://aiiq.org/models/ernie-5.0/" }, { "id": "deepseek-v3.2", "name": "deepseek-v3.2", "provider": "DeepSeek", "rank": 36, "score": 84.583, "url": "https://aiiq.org/models/deepseek-v3.2/" }, { "id": "magistral-medium-1.2", "name": "magistral-medium-1.2", "provider": "World (Other)", "rank": 37, "score": 83.542, "url": "https://aiiq.org/models/magistral-medium-1.2/" }, { "id": "haiku-4.5", "name": "haiku-4.5", "provider": "Anthropic", "rank": 38, "score": 82.708, "url": "https://aiiq.org/models/haiku-4.5/" }, { "id": "gpt-5-nano", "name": "gpt-5-nano", "provider": "OpenAI", "rank": 39, "score": 81.181, "url": "https://aiiq.org/models/gpt-5-nano/" }, { "id": "doubao-seed-code", "name": "doubao-seed-code", "provider": "China (Other)", "rank": 40, "score": 79, "url": "https://aiiq.org/models/doubao-seed-code/" }, { "id": "opus-4.1", "name": "opus-4.1", "provider": "Anthropic", "rank": 41, "score": 78.179, "url": "https://aiiq.org/models/opus-4.1/" }, { "id": "minimax-m2.1", "name": "minimax-m2.1", "provider": "MiniMax", "rank": 42, "score": 77.917, "url": "https://aiiq.org/models/minimax-m2.1/" }, { "id": "deepseek-r1", "name": "deepseek-r1", "provider": "DeepSeek", "rank": 43, "score": 73.958, "url": "https://aiiq.org/models/deepseek-r1/" }, { "id": "o1", "name": "o1", "provider": "OpenAI", "rank": 44, "score": 71.458, "url": "https://aiiq.org/models/o1/" }, { "id": "grok-3", "name": "grok-3", "provider": "xAI", "rank": 45, "score": 58.75, "url": "https://aiiq.org/models/grok-3/" }, { "id": "deepseek-v3.1", "name": "deepseek-v3.1", "provider": "DeepSeek", "rank": 46, "score": 49.7, "url": "https://aiiq.org/models/deepseek-v3.1/" }, { "id": "mistral-large-3", "name": "mistral-large-3", "provider": "World (Other)", "rank": 47, "score": 42.917, "url": "https://aiiq.org/models/mistral-large-3/" }, { "id": "opus-4", "name": "opus-4", "provider": "Anthropic", "rank": 48, "score": 41.25, "url": "https://aiiq.org/models/opus-4/" }, { "id": "llama-4-maverick", "name": "llama-4-maverick", "provider": "Meta", "rank": 49, "score": 25.208, "url": "https://aiiq.org/models/llama-4-maverick/" }, { "id": "gemini-1.5-pro", "name": "gemini-1.5-pro", "provider": "Google", "rank": 50, "score": 18.75, "url": "https://aiiq.org/models/gemini-1.5-pro/" }, { "id": "grok-2", "name": "grok-2", "provider": "xAI", "rank": 51, "score": 15.208, "url": "https://aiiq.org/models/grok-2/" }, { "id": "gpt-4o", "name": "gpt-4o", "provider": "OpenAI", "rank": 52, "score": 11.875, "url": "https://aiiq.org/models/gpt-4o/" } ] }, { "id": "arc-agi-1", "rankingName": "ARC-AGI-1", "rankingType": "benchmark", "field": "arcAgi1", "category": "iq", "direction": "higher_is_better", "models": [ { "id": "gemini-3.1-pro", "name": "gemini-3.1-pro", "provider": "Google", "rank": 1, "score": 98, "url": "https://aiiq.org/models/gemini-3.1-pro/" }, { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 2, "score": 95, "url": "https://aiiq.org/models/gpt-5.5/" }, { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 3, "score": 94, "url": "https://aiiq.org/models/opus-4.6/" }, { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "OpenAI", "rank": 4, "score": 93.7, "url": "https://aiiq.org/models/gpt-5.4/" }, { "id": "gemini-3.5-flash", "name": "gemini-3.5-flash", "provider": "Google", "rank": 5, "score": 92.5, "url": "https://aiiq.org/models/gemini-3.5-flash/" }, { "id": "opus-4.7", "name": "opus-4.7", "provider": "Anthropic", "rank": 6, "score": 92, "url": "https://aiiq.org/models/opus-4.7/" }, { "id": "grok-4.20", "name": "grok-4.20", "provider": "xAI", "rank": 7, "score": 89.5, "url": "https://aiiq.org/models/grok-4.20/" }, { "id": "sonnet-4.6", "name": "sonnet-4.6", "provider": "Anthropic", "rank": 8, "score": 86.5, "url": "https://aiiq.org/models/sonnet-4.6/" }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 9, "score": 86.2, "url": "https://aiiq.org/models/gpt-5.2/" }, { "id": "gemini-3-flash", "name": "gemini-3-flash", "provider": "Google", "rank": 10, "score": 84.7, "url": "https://aiiq.org/models/gemini-3-flash/" }, { "id": "opus-4.5", "name": "opus-4.5", "provider": "Anthropic", "rank": 11, "score": 80, "url": "https://aiiq.org/models/opus-4.5/" }, { "id": "gemini-3-pro", "name": "gemini-3-pro", "provider": "Google", "rank": 12, "score": 75, "url": "https://aiiq.org/models/gemini-3-pro/" }, { "id": "gpt-5.1", "name": "gpt-5.1", "provider": "OpenAI", "rank": 13, "score": 72.8, "url": "https://aiiq.org/models/gpt-5.1/" }, { "id": "grok-4", "name": "grok-4", "provider": "xAI", "rank": 14, "score": 66.7, "url": "https://aiiq.org/models/grok-4/" }, { "id": "gpt-5", "name": "gpt-5", "provider": "OpenAI", "rank": 15, "score": 65.7, "url": "https://aiiq.org/models/gpt-5/" }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 16, "score": 65.3, "url": "https://aiiq.org/models/kimi-k2.5/" }, { "id": "gpt-5.4-mini", "name": "gpt-5.4-mini", "provider": "OpenAI", "rank": 17, "score": 63.7, "url": "https://aiiq.org/models/gpt-5.4-mini/" }, { "id": "minimax-m2.5", "name": "minimax-m2.5", "provider": "MiniMax", "rank": 18, "score": 63.7, "url": "https://aiiq.org/models/minimax-m2.5/" }, { "id": "o3", "name": "o3", "provider": "OpenAI", "rank": 19, "score": 60.8, "url": "https://aiiq.org/models/o3/" }, { "id": "deepseek-v3.2", "name": "deepseek-v3.2", "provider": "DeepSeek", "rank": 20, "score": 57, "url": "https://aiiq.org/models/deepseek-v3.2/" }, { "id": "gpt-5.4-nano", "name": "gpt-5.4-nano", "provider": "OpenAI", "rank": 21, "score": 51.5, "url": "https://aiiq.org/models/gpt-5.4-nano/" }, { "id": "haiku-4.5", "name": "haiku-4.5", "provider": "Anthropic", "rank": 22, "score": 47.7, "url": "https://aiiq.org/models/haiku-4.5/" }, { "id": "glm-5", "name": "glm-5", "provider": "Z.ai", "rank": 23, "score": 44.7, "url": "https://aiiq.org/models/glm-5/" }, { "id": "gemini-2.5-pro", "name": "gemini-2.5-pro", "provider": "Google", "rank": 24, "score": 37, "url": "https://aiiq.org/models/gemini-2.5-pro/" }, { "id": "opus-4", "name": "opus-4", "provider": "Anthropic", "rank": 25, "score": 35.7, "url": "https://aiiq.org/models/opus-4/" }, { "id": "o1", "name": "o1", "provider": "OpenAI", "rank": 26, "score": 21, "url": "https://aiiq.org/models/o1/" }, { "id": "gpt-5-nano", "name": "gpt-5-nano", "provider": "OpenAI", "rank": 27, "score": 16.7, "url": "https://aiiq.org/models/gpt-5-nano/" }, { "id": "deepseek-r1", "name": "deepseek-r1", "provider": "DeepSeek", "rank": 28, "score": 15.8, "url": "https://aiiq.org/models/deepseek-r1/" }, { "id": "magistral-medium-1.2", "name": "magistral-medium-1.2", "provider": "World (Other)", "rank": 29, "score": 6.1, "url": "https://aiiq.org/models/magistral-medium-1.2/" }, { "id": "grok-3", "name": "grok-3", "provider": "xAI", "rank": 30, "score": 5.5, "url": "https://aiiq.org/models/grok-3/" }, { "id": "gpt-4o", "name": "gpt-4o", "provider": "OpenAI", "rank": 31, "score": 4.5, "url": "https://aiiq.org/models/gpt-4o/" }, { "id": "llama-4-maverick", "name": "llama-4-maverick", "provider": "Meta", "rank": 32, "score": 4.4, "url": "https://aiiq.org/models/llama-4-maverick/" } ] }, { "id": "arc-agi-2", "rankingName": "ARC-AGI-2", "rankingType": "benchmark", "field": "arcAgi2", "category": "iq", "direction": "higher_is_better", "models": [ { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 1, "score": 85, "url": "https://aiiq.org/models/gpt-5.5/" }, { "id": "gemini-3.1-pro", "name": "gemini-3.1-pro", "provider": "Google", "rank": 2, "score": 77.1, "url": "https://aiiq.org/models/gemini-3.1-pro/" }, { "id": "opus-4.7", "name": "opus-4.7", "provider": "Anthropic", "rank": 3, "score": 75.8, "url": "https://aiiq.org/models/opus-4.7/" }, { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "OpenAI", "rank": 4, "score": 74, "url": "https://aiiq.org/models/gpt-5.4/" }, { "id": "gemini-3.5-flash", "name": "gemini-3.5-flash", "provider": "Google", "rank": 5, "score": 72.1, "url": "https://aiiq.org/models/gemini-3.5-flash/" }, { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 6, "score": 69.2, "url": "https://aiiq.org/models/opus-4.6/" }, { "id": "grok-4.20", "name": "grok-4.20", "provider": "xAI", "rank": 7, "score": 65.1, "url": "https://aiiq.org/models/grok-4.20/" }, { "id": "sonnet-4.6", "name": "sonnet-4.6", "provider": "Anthropic", "rank": 8, "score": 60.4, "url": "https://aiiq.org/models/sonnet-4.6/" }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 9, "score": 52.9, "url": "https://aiiq.org/models/gpt-5.2/" }, { "id": "opus-4.5", "name": "opus-4.5", "provider": "Anthropic", "rank": 10, "score": 37.6, "url": "https://aiiq.org/models/opus-4.5/" }, { "id": "gemini-3-flash", "name": "gemini-3-flash", "provider": "Google", "rank": 11, "score": 33.6, "url": "https://aiiq.org/models/gemini-3-flash/" }, { "id": "gemini-3-pro", "name": "gemini-3-pro", "provider": "Google", "rank": 12, "score": 31.1, "url": "https://aiiq.org/models/gemini-3-pro/" }, { "id": "gpt-5.4-mini", "name": "gpt-5.4-mini", "provider": "OpenAI", "rank": 13, "score": 18.9, "url": "https://aiiq.org/models/gpt-5.4-mini/" }, { "id": "gpt-5.1", "name": "gpt-5.1", "provider": "OpenAI", "rank": 14, "score": 17.6, "url": "https://aiiq.org/models/gpt-5.1/" }, { "id": "grok-4", "name": "grok-4", "provider": "xAI", "rank": 15, "score": 16, "url": "https://aiiq.org/models/grok-4/" }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 16, "score": 11.8, "url": "https://aiiq.org/models/kimi-k2.5/" }, { "id": "gpt-5", "name": "gpt-5", "provider": "OpenAI", "rank": 17, "score": 9.9, "url": "https://aiiq.org/models/gpt-5/" }, { "id": "opus-4", "name": "opus-4", "provider": "Anthropic", "rank": 18, "score": 8.6, "url": "https://aiiq.org/models/opus-4/" }, { "id": "o3", "name": "o3", "provider": "OpenAI", "rank": 19, "score": 6.5, "url": "https://aiiq.org/models/o3/" }, { "id": "gpt-5.4-nano", "name": "gpt-5.4-nano", "provider": "OpenAI", "rank": 20, "score": 5.7, "url": "https://aiiq.org/models/gpt-5.4-nano/" }, { "id": "gemini-2.5-pro", "name": "gemini-2.5-pro", "provider": "Google", "rank": 21, "score": 4.9, "url": "https://aiiq.org/models/gemini-2.5-pro/" }, { "id": "glm-5", "name": "glm-5", "provider": "Z.ai", "rank": 22, "score": 4.9, "url": "https://aiiq.org/models/glm-5/" }, { "id": "minimax-m2.5", "name": "minimax-m2.5", "provider": "MiniMax", "rank": 23, "score": 4.9, "url": "https://aiiq.org/models/minimax-m2.5/" }, { "id": "deepseek-v3.2", "name": "deepseek-v3.2", "provider": "DeepSeek", "rank": 24, "score": 4, "url": "https://aiiq.org/models/deepseek-v3.2/" }, { "id": "haiku-4.5", "name": "haiku-4.5", "provider": "Anthropic", "rank": 25, "score": 4, "url": "https://aiiq.org/models/haiku-4.5/" }, { "id": "gpt-5-nano", "name": "gpt-5-nano", "provider": "OpenAI", "rank": 26, "score": 2.6, "url": "https://aiiq.org/models/gpt-5-nano/" }, { "id": "deepseek-r1", "name": "deepseek-r1", "provider": "DeepSeek", "rank": 27, "score": 1.3, "url": "https://aiiq.org/models/deepseek-r1/" }, { "id": "gemini-1.5-pro", "name": "gemini-1.5-pro", "provider": "Google", "rank": 28, "score": 0.8, "url": "https://aiiq.org/models/gemini-1.5-pro/" }, { "id": "gpt-4o", "name": "gpt-4o", "provider": "OpenAI", "rank": 29, "score": 0, "url": "https://aiiq.org/models/gpt-4o/" }, { "id": "grok-3", "name": "grok-3", "provider": "xAI", "rank": 30, "score": 0, "url": "https://aiiq.org/models/grok-3/" }, { "id": "llama-4-maverick", "name": "llama-4-maverick", "provider": "Meta", "rank": 31, "score": 0, "url": "https://aiiq.org/models/llama-4-maverick/" }, { "id": "magistral-medium-1.2", "name": "magistral-medium-1.2", "provider": "World (Other)", "rank": 32, "score": 0, "url": "https://aiiq.org/models/magistral-medium-1.2/" } ] }, { "id": "arc-agi-3", "rankingName": "ARC-AGI-3", "rankingType": "benchmark", "field": "arcAgi3", "category": "benchmark", "direction": "higher_is_better", "models": [ { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 1, "score": 0.5, "url": "https://aiiq.org/models/opus-4.6/" }, { "id": "gemini-3.1-pro", "name": "gemini-3.1-pro", "provider": "Google", "rank": 2, "score": 0.4, "url": "https://aiiq.org/models/gemini-3.1-pro/" }, { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 3, "score": 0.4, "url": "https://aiiq.org/models/gpt-5.5/" }, { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "OpenAI", "rank": 4, "score": 0.2, "url": "https://aiiq.org/models/gpt-5.4/" }, { "id": "opus-4.7", "name": "opus-4.7", "provider": "Anthropic", "rank": 5, "score": 0.2, "url": "https://aiiq.org/models/opus-4.7/" }, { "id": "grok-4.20", "name": "grok-4.20", "provider": "xAI", "rank": 6, "score": 0.1, "url": "https://aiiq.org/models/grok-4.20/" } ] }, { "id": "arc-cost-per-task", "rankingName": "ARC Cost per Task", "rankingType": "benchmark", "field": "arcCostPerTask", "category": "cost", "direction": "lower_is_better", "models": [ { "id": "llama-4-maverick", "name": "llama-4-maverick", "provider": "Meta", "rank": 1, "score": 0.012, "url": "https://aiiq.org/models/llama-4-maverick/" }, { "id": "gpt-5-nano", "name": "gpt-5-nano", "provider": "OpenAI", "rank": 2, "score": 0.029, "url": "https://aiiq.org/models/gpt-5-nano/" }, { "id": "gemini-1.5-pro", "name": "gemini-1.5-pro", "provider": "Google", "rank": 3, "score": 0.04, "url": "https://aiiq.org/models/gemini-1.5-pro/" }, { "id": "deepseek-r1", "name": "deepseek-r1", "provider": "DeepSeek", "rank": 4, "score": 0.08, "url": "https://aiiq.org/models/deepseek-r1/" }, { "id": "gpt-4o", "name": "gpt-4o", "provider": "OpenAI", "rank": 5, "score": 0.08, "url": "https://aiiq.org/models/gpt-4o/" }, { "id": "magistral-medium-1.2", "name": "magistral-medium-1.2", "provider": "World (Other)", "rank": 6, "score": 0.123, "url": "https://aiiq.org/models/magistral-medium-1.2/" }, { "id": "grok-3", "name": "grok-3", "provider": "xAI", "rank": 7, "score": 0.142, "url": "https://aiiq.org/models/grok-3/" }, { "id": "gpt-5.4-nano", "name": "gpt-5.4-nano", "provider": "OpenAI", "rank": 8, "score": 0.16, "url": "https://aiiq.org/models/gpt-5.4-nano/" }, { "id": "minimax-m2.5", "name": "minimax-m2.5", "provider": "MiniMax", "rank": 9, "score": 0.17, "url": "https://aiiq.org/models/minimax-m2.5/" }, { "id": "gemini-3-flash", "name": "gemini-3-flash", "provider": "Google", "rank": 10, "score": 0.231, "url": "https://aiiq.org/models/gemini-3-flash/" }, { "id": "glm-5", "name": "glm-5", "provider": "Z.ai", "rank": 11, "score": 0.27, "url": "https://aiiq.org/models/glm-5/" }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 12, "score": 0.28, "url": "https://aiiq.org/models/kimi-k2.5/" }, { "id": "haiku-4.5", "name": "haiku-4.5", "provider": "Anthropic", "rank": 13, "score": 0.377, "url": "https://aiiq.org/models/haiku-4.5/" }, { "id": "gpt-5.4-mini", "name": "gpt-5.4-mini", "provider": "OpenAI", "rank": 14, "score": 0.75, "url": "https://aiiq.org/models/gpt-5.4-mini/" }, { "id": "gemini-3-pro", "name": "gemini-3-pro", "provider": "Google", "rank": 15, "score": 0.811, "url": "https://aiiq.org/models/gemini-3-pro/" }, { "id": "o3", "name": "o3", "provider": "OpenAI", "rank": 16, "score": 0.834, "url": "https://aiiq.org/models/o3/" }, { "id": "grok-4.20", "name": "grok-4.20", "provider": "xAI", "rank": 17, "score": 0.92, "url": "https://aiiq.org/models/grok-4.20/" }, { "id": "gemini-3.1-pro", "name": "gemini-3.1-pro", "provider": "Google", "rank": 18, "score": 0.962, "url": "https://aiiq.org/models/gemini-3.1-pro/" }, { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "OpenAI", "rank": 19, "score": 1.52, "url": "https://aiiq.org/models/gpt-5.4/" }, { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 20, "score": 1.87, "url": "https://aiiq.org/models/gpt-5.5/" }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 21, "score": 1.9, "url": "https://aiiq.org/models/gpt-5.2/" }, { "id": "grok-4", "name": "grok-4", "provider": "xAI", "rank": 22, "score": 2.17, "url": "https://aiiq.org/models/grok-4/" }, { "id": "opus-4.5", "name": "opus-4.5", "provider": "Anthropic", "rank": 23, "score": 2.4, "url": "https://aiiq.org/models/opus-4.5/" }, { "id": "sonnet-4.6", "name": "sonnet-4.6", "provider": "Anthropic", "rank": 24, "score": 2.7, "url": "https://aiiq.org/models/sonnet-4.6/" }, { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 25, "score": 3.47, "url": "https://aiiq.org/models/opus-4.6/" }, { "id": "opus-4.7", "name": "opus-4.7", "provider": "Anthropic", "rank": 26, "score": 7.43, "url": "https://aiiq.org/models/opus-4.7/" } ] }, { "id": "arena-rank", "rankingName": "Arena Rank", "rankingType": "benchmark", "field": "arenaRank", "category": "eq", "direction": "higher_is_better", "models": [ { "id": "gpt-oss-20b", "name": "gpt-oss-20b", "provider": "OpenAI", "rank": 1, "score": 161, "url": "https://aiiq.org/models/gpt-oss-20b/" }, { "id": "gpt-5-nano", "name": "gpt-5-nano", "provider": "OpenAI", "rank": 2, "score": 131, "url": "https://aiiq.org/models/gpt-5-nano/" }, { "id": "gpt-oss-120b", "name": "gpt-oss-120b", "provider": "OpenAI", "rank": 3, "score": 110, "url": "https://aiiq.org/models/gpt-oss-120b/" }, { "id": "gpt-5.4-nano", "name": "gpt-5.4-nano", "provider": "OpenAI", "rank": 4, "score": 96, "url": "https://aiiq.org/models/gpt-5.4-nano/" }, { "id": "minimax-m2.7", "name": "minimax-m2.7", "provider": "MiniMax", "rank": 5, "score": 95, "url": "https://aiiq.org/models/minimax-m2.7/" }, { "id": "minimax-m2.1", "name": "minimax-m2.1", "provider": "MiniMax", "rank": 6, "score": 85, "url": "https://aiiq.org/models/minimax-m2.1/" }, { "id": "deepseek-r1", "name": "deepseek-r1", "provider": "DeepSeek", "rank": 7, "score": 82, "url": "https://aiiq.org/models/deepseek-r1/" }, { "id": "minimax-m2.5", "name": "minimax-m2.5", "provider": "MiniMax", "rank": 8, "score": 62, "url": "https://aiiq.org/models/minimax-m2.5/" }, { "id": "mistral-large-3", "name": "mistral-large-3", "provider": "World (Other)", "rank": 9, "score": 61, "url": "https://aiiq.org/models/mistral-large-3/" }, { "id": "haiku-4.5", "name": "haiku-4.5", "provider": "Anthropic", "rank": 10, "score": 60, "url": "https://aiiq.org/models/haiku-4.5/" }, { "id": "grok-4", "name": "grok-4", "provider": "xAI", "rank": 11, "score": 59, "url": "https://aiiq.org/models/grok-4/" }, { "id": "deepseek-v4-flash", "name": "deepseek-v4-flash", "provider": "DeepSeek", "rank": 12, "score": 48, "url": "https://aiiq.org/models/deepseek-v4-flash/" }, { "id": "deepseek-v3.2", "name": "deepseek-v3.2", "provider": "DeepSeek", "rank": 13, "score": 41, "url": "https://aiiq.org/models/deepseek-v3.2/" }, { "id": "gemma-4-31b", "name": "gemma-4-31b", "provider": "Google", "rank": 14, "score": 34, "url": "https://aiiq.org/models/gemma-4-31b/" }, { "id": "grok-4.3", "name": "grok-4.3", "provider": "xAI", "rank": 15, "score": 34, "url": "https://aiiq.org/models/grok-4.3/" }, { "id": "gpt-5.4-mini", "name": "gpt-5.4-mini", "provider": "OpenAI", "rank": 16, "score": 30, "url": "https://aiiq.org/models/gpt-5.4-mini/" }, { "id": "o3", "name": "o3", "provider": "OpenAI", "rank": 17, "score": 30, "url": "https://aiiq.org/models/o3/" }, { "id": "kimi-k2.6", "name": "kimi-k2.6", "provider": "Kimi", "rank": 18, "score": 28, "url": "https://aiiq.org/models/kimi-k2.6/" }, { "id": "mimo-v2.5", "name": "mimo-v2.5", "provider": "Xiaomi", "rank": 19, "score": 26, "url": "https://aiiq.org/models/mimo-v2.5/" }, { "id": "deepseek-v4-pro", "name": "deepseek-v4-pro", "provider": "DeepSeek", "rank": 20, "score": 25, "url": "https://aiiq.org/models/deepseek-v4-pro/" }, { "id": "glm-4.7", "name": "glm-4.7", "provider": "Z.ai", "rank": 21, "score": 23, "url": "https://aiiq.org/models/glm-4.7/" }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 22, "score": 19, "url": "https://aiiq.org/models/kimi-k2.5/" }, { "id": "glm-5.1", "name": "glm-5.1", "provider": "Z.ai", "rank": 23, "score": 17, "url": "https://aiiq.org/models/glm-5.1/" }, { "id": "sonnet-4.6", "name": "sonnet-4.6", "provider": "Anthropic", "rank": 24, "score": 16, "url": "https://aiiq.org/models/sonnet-4.6/" }, { "id": "qwen3.7-max", "name": "qwen3.7-max", "provider": "Alibaba", "rank": 25, "score": 14, "url": "https://aiiq.org/models/qwen3.7-max/" }, { "id": "glm-5", "name": "glm-5", "provider": "Z.ai", "rank": 26, "score": 12, "url": "https://aiiq.org/models/glm-5/" }, { "id": "grok-4.20", "name": "grok-4.20", "provider": "xAI", "rank": 27, "score": 11, "url": "https://aiiq.org/models/grok-4.20/" }, { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "OpenAI", "rank": 28, "score": 10, "url": "https://aiiq.org/models/gpt-5.4/" }, { "id": "gemini-3.5-flash", "name": "gemini-3.5-flash", "provider": "Google", "rank": 29, "score": 9, "url": "https://aiiq.org/models/gemini-3.5-flash/" }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 30, "score": 7, "url": "https://aiiq.org/models/gpt-5.2/" }, { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 31, "score": 7, "url": "https://aiiq.org/models/gpt-5.5/" }, { "id": "opus-4.5", "name": "opus-4.5", "provider": "Anthropic", "rank": 32, "score": 7, "url": "https://aiiq.org/models/opus-4.5/" }, { "id": "muse-spark", "name": "muse-spark", "provider": "Meta", "rank": 33, "score": 6, "url": "https://aiiq.org/models/muse-spark/" }, { "id": "gemini-3-flash", "name": "gemini-3-flash", "provider": "Google", "rank": 34, "score": 5, "url": "https://aiiq.org/models/gemini-3-flash/" }, { "id": "gemini-3-pro", "name": "gemini-3-pro", "provider": "Google", "rank": 35, "score": 3, "url": "https://aiiq.org/models/gemini-3-pro/" }, { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 36, "score": 1, "url": "https://aiiq.org/models/opus-4.6/" }, { "id": "opus-4.7", "name": "opus-4.7", "provider": "Anthropic", "rank": 37, "score": 1, "url": "https://aiiq.org/models/opus-4.7/" } ] }, { "id": "arena-score", "rankingName": "Arena Elo", "rankingType": "benchmark", "field": "arenaScore", "category": "eq", "direction": "higher_is_better", "models": [ { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 1, "score": 1504, "url": "https://aiiq.org/models/opus-4.6/" }, { "id": "opus-4.7", "name": "opus-4.7", "provider": "Anthropic", "rank": 2, "score": 1503, "url": "https://aiiq.org/models/opus-4.7/" }, { "id": "muse-spark", "name": "muse-spark", "provider": "Meta", "rank": 3, "score": 1489, "url": "https://aiiq.org/models/muse-spark/" }, { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 4, "score": 1488, "url": "https://aiiq.org/models/gpt-5.5/" }, { "id": "gemini-3-pro", "name": "gemini-3-pro", "provider": "Google", "rank": 5, "score": 1486, "url": "https://aiiq.org/models/gemini-3-pro/" }, { "id": "gemini-3.5-flash", "name": "gemini-3.5-flash", "provider": "Google", "rank": 6, "score": 1480, "url": "https://aiiq.org/models/gemini-3.5-flash/" }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 7, "score": 1479, "url": "https://aiiq.org/models/gpt-5.2/" }, { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "OpenAI", "rank": 8, "score": 1479, "url": "https://aiiq.org/models/gpt-5.4/" }, { "id": "grok-4.20", "name": "grok-4.20", "provider": "xAI", "rank": 9, "score": 1478, "url": "https://aiiq.org/models/grok-4.20/" }, { "id": "qwen3.7-max", "name": "qwen3.7-max", "provider": "Alibaba", "rank": 10, "score": 1475, "url": "https://aiiq.org/models/qwen3.7-max/" }, { "id": "gemini-3-flash", "name": "gemini-3-flash", "provider": "Google", "rank": 11, "score": 1473, "url": "https://aiiq.org/models/gemini-3-flash/" }, { "id": "opus-4.5", "name": "opus-4.5", "provider": "Anthropic", "rank": 12, "score": 1471, "url": "https://aiiq.org/models/opus-4.5/" }, { "id": "glm-5.1", "name": "glm-5.1", "provider": "Z.ai", "rank": 13, "score": 1470, "url": "https://aiiq.org/models/glm-5.1/" }, { "id": "mimo-v2.5", "name": "mimo-v2.5", "provider": "Xiaomi", "rank": 14, "score": 1465, "url": "https://aiiq.org/models/mimo-v2.5/" }, { "id": "deepseek-v4-pro", "name": "deepseek-v4-pro", "provider": "DeepSeek", "rank": 15, "score": 1462, "url": "https://aiiq.org/models/deepseek-v4-pro/" }, { "id": "kimi-k2.6", "name": "kimi-k2.6", "provider": "Kimi", "rank": 16, "score": 1459, "url": "https://aiiq.org/models/kimi-k2.6/" }, { "id": "sonnet-4.6", "name": "sonnet-4.6", "provider": "Anthropic", "rank": 17, "score": 1457, "url": "https://aiiq.org/models/sonnet-4.6/" }, { "id": "gpt-5.4-mini", "name": "gpt-5.4-mini", "provider": "OpenAI", "rank": 18, "score": 1456, "url": "https://aiiq.org/models/gpt-5.4-mini/" }, { "id": "grok-4.3", "name": "grok-4.3", "provider": "xAI", "rank": 19, "score": 1456, "url": "https://aiiq.org/models/grok-4.3/" }, { "id": "glm-5", "name": "glm-5", "provider": "Z.ai", "rank": 20, "score": 1455, "url": "https://aiiq.org/models/glm-5/" }, { "id": "ernie-5.0", "name": "ernie-5.0", "provider": "China (Other)", "rank": 21, "score": 1451, "url": "https://aiiq.org/models/ernie-5.0/" }, { "id": "gemma-4-31b", "name": "gemma-4-31b", "provider": "Google", "rank": 22, "score": 1451, "url": "https://aiiq.org/models/gemma-4-31b/" }, { "id": "qwen3.5-397b", "name": "qwen3.5-397b", "provider": "Alibaba", "rank": 23, "score": 1451, "url": "https://aiiq.org/models/qwen3.5-397b/" }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 24, "score": 1448, "url": "https://aiiq.org/models/kimi-k2.5/" }, { "id": "glm-4.7", "name": "glm-4.7", "provider": "Z.ai", "rank": 25, "score": 1441, "url": "https://aiiq.org/models/glm-4.7/" }, { "id": "deepseek-v4-flash", "name": "deepseek-v4-flash", "provider": "DeepSeek", "rank": 26, "score": 1440, "url": "https://aiiq.org/models/deepseek-v4-flash/" }, { "id": "o3", "name": "o3", "provider": "OpenAI", "rank": 27, "score": 1432, "url": "https://aiiq.org/models/o3/" }, { "id": "deepseek-v3.2", "name": "deepseek-v3.2", "provider": "DeepSeek", "rank": 28, "score": 1420, "url": "https://aiiq.org/models/deepseek-v3.2/" }, { "id": "mistral-large-3", "name": "mistral-large-3", "provider": "World (Other)", "rank": 29, "score": 1414, "url": "https://aiiq.org/models/mistral-large-3/" }, { "id": "grok-4", "name": "grok-4", "provider": "xAI", "rank": 30, "score": 1410, "url": "https://aiiq.org/models/grok-4/" }, { "id": "haiku-4.5", "name": "haiku-4.5", "provider": "Anthropic", "rank": 31, "score": 1405, "url": "https://aiiq.org/models/haiku-4.5/" }, { "id": "gpt-5.4-nano", "name": "gpt-5.4-nano", "provider": "OpenAI", "rank": 32, "score": 1404, "url": "https://aiiq.org/models/gpt-5.4-nano/" }, { "id": "minimax-m2.5", "name": "minimax-m2.5", "provider": "MiniMax", "rank": 33, "score": 1404, "url": "https://aiiq.org/models/minimax-m2.5/" }, { "id": "minimax-m2.7", "name": "minimax-m2.7", "provider": "MiniMax", "rank": 34, "score": 1404, "url": "https://aiiq.org/models/minimax-m2.7/" }, { "id": "deepseek-r1", "name": "deepseek-r1", "provider": "DeepSeek", "rank": 35, "score": 1398, "url": "https://aiiq.org/models/deepseek-r1/" }, { "id": "minimax-m2.1", "name": "minimax-m2.1", "provider": "MiniMax", "rank": 36, "score": 1386, "url": "https://aiiq.org/models/minimax-m2.1/" }, { "id": "gpt-oss-120b", "name": "gpt-oss-120b", "provider": "OpenAI", "rank": 37, "score": 1354, "url": "https://aiiq.org/models/gpt-oss-120b/" }, { "id": "gpt-5-nano", "name": "gpt-5-nano", "provider": "OpenAI", "rank": 38, "score": 1338, "url": "https://aiiq.org/models/gpt-5-nano/" }, { "id": "llama-4-maverick", "name": "llama-4-maverick", "provider": "Meta", "rank": 39, "score": 1327, "url": "https://aiiq.org/models/llama-4-maverick/" }, { "id": "gpt-oss-20b", "name": "gpt-oss-20b", "provider": "OpenAI", "rank": 40, "score": 1317, "url": "https://aiiq.org/models/gpt-oss-20b/" }, { "id": "nvidia-nemotron-3-nano", "name": "nvidia-nemotron-3-nano", "provider": "US (Other)", "rank": 41, "score": 1317, "url": "https://aiiq.org/models/nvidia-nemotron-3-nano/" }, { "id": "magistral-medium-1.2", "name": "magistral-medium-1.2", "provider": "World (Other)", "rank": 42, "score": 1305, "url": "https://aiiq.org/models/magistral-medium-1.2/" } ] }, { "id": "browsecomp", "rankingName": "BrowseComp", "rankingType": "benchmark", "field": "browseComp", "category": "iq", "direction": "higher_is_better", "models": [ { "id": "kimi-k2.6", "name": "kimi-k2.6", "provider": "Kimi", "rank": 1, "score": 86.3, "url": "https://aiiq.org/models/kimi-k2.6/" }, { "id": "gemini-3.1-pro", "name": "gemini-3.1-pro", "provider": "Google", "rank": 2, "score": 85.9, "url": "https://aiiq.org/models/gemini-3.1-pro/" }, { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 3, "score": 84.4, "url": "https://aiiq.org/models/gpt-5.5/" }, { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 4, "score": 84, "url": "https://aiiq.org/models/opus-4.6/" }, { "id": "deepseek-v4-pro", "name": "deepseek-v4-pro", "provider": "DeepSeek", "rank": 5, "score": 83.4, "url": "https://aiiq.org/models/deepseek-v4-pro/" }, { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "OpenAI", "rank": 6, "score": 82.7, "url": "https://aiiq.org/models/gpt-5.4/" }, { "id": "glm-5.1", "name": "glm-5.1", "provider": "Z.ai", "rank": 7, "score": 79.3, "url": "https://aiiq.org/models/glm-5.1/" }, { "id": "opus-4.7", "name": "opus-4.7", "provider": "Anthropic", "rank": 8, "score": 79.3, "url": "https://aiiq.org/models/opus-4.7/" }, { "id": "minimax-m2.5", "name": "minimax-m2.5", "provider": "MiniMax", "rank": 9, "score": 76.3, "url": "https://aiiq.org/models/minimax-m2.5/" }, { "id": "glm-5", "name": "glm-5", "provider": "Z.ai", "rank": 10, "score": 75.9, "url": "https://aiiq.org/models/glm-5/" }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 11, "score": 74.9, "url": "https://aiiq.org/models/kimi-k2.5/" }, { "id": "sonnet-4.6", "name": "sonnet-4.6", "provider": "Anthropic", "rank": 12, "score": 74.7, "url": "https://aiiq.org/models/sonnet-4.6/" }, { "id": "deepseek-v4-flash", "name": "deepseek-v4-flash", "provider": "DeepSeek", "rank": 13, "score": 73.2, "url": "https://aiiq.org/models/deepseek-v4-flash/" }, { "id": "qwen3.5-397b", "name": "qwen3.5-397b", "provider": "Alibaba", "rank": 14, "score": 69, "url": "https://aiiq.org/models/qwen3.5-397b/" }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 15, "score": 65.8, "url": "https://aiiq.org/models/gpt-5.2/" }, { "id": "minimax-m2.1", "name": "minimax-m2.1", "provider": "MiniMax", "rank": 16, "score": 62, "url": "https://aiiq.org/models/minimax-m2.1/" }, { "id": "mimo-v2-flash", "name": "mimo-v2-flash", "provider": "Xiaomi", "rank": 17, "score": 58.3, "url": "https://aiiq.org/models/mimo-v2-flash/" }, { "id": "gpt-5", "name": "gpt-5", "provider": "OpenAI", "rank": 18, "score": 54.9, "url": "https://aiiq.org/models/gpt-5/" }, { "id": "glm-4.7", "name": "glm-4.7", "provider": "Z.ai", "rank": 19, "score": 52, "url": "https://aiiq.org/models/glm-4.7/" }, { "id": "deepseek-v3.2", "name": "deepseek-v3.2", "provider": "DeepSeek", "rank": 20, "score": 51.4, "url": "https://aiiq.org/models/deepseek-v3.2/" }, { "id": "o3", "name": "o3", "provider": "OpenAI", "rank": 21, "score": 49.7, "url": "https://aiiq.org/models/o3/" }, { "id": "deepseek-v3.1", "name": "deepseek-v3.1", "provider": "DeepSeek", "rank": 22, "score": 30, "url": "https://aiiq.org/models/deepseek-v3.1/" } ] }, { "id": "critpt", "rankingName": "CritPt", "rankingType": "benchmark", "field": "critPt", "category": "iq", "direction": "higher_is_better", "models": [ { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 1, "score": 27, "url": "https://aiiq.org/models/gpt-5.5/" }, { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "OpenAI", "rank": 2, "score": 23, "url": "https://aiiq.org/models/gpt-5.4/" }, { "id": "gemini-3.1-pro", "name": "gemini-3.1-pro", "provider": "Google", "rank": 3, "score": 17.7, "url": "https://aiiq.org/models/gemini-3.1-pro/" }, { "id": "gpt-5.3-codex", "name": "gpt-5.3-codex", "provider": "OpenAI", "rank": 4, "score": 16.9, "url": "https://aiiq.org/models/gpt-5.3-codex/" }, { "id": "qwen3.7-max", "name": "qwen3.7-max", "provider": "Alibaba", "rank": 5, "score": 13.1, "url": "https://aiiq.org/models/qwen3.7-max/" }, { "id": "deepseek-v4-pro", "name": "deepseek-v4-pro", "provider": "DeepSeek", "rank": 6, "score": 13, "url": "https://aiiq.org/models/deepseek-v4-pro/" }, { "id": "gemini-3.5-flash", "name": "gemini-3.5-flash", "provider": "Google", "rank": 7, "score": 12.9, "url": "https://aiiq.org/models/gemini-3.5-flash/" }, { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 8, "score": 12.6, "url": "https://aiiq.org/models/opus-4.6/" }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 9, "score": 12, "url": "https://aiiq.org/models/gpt-5.2/" }, { "id": "opus-4.7", "name": "opus-4.7", "provider": "Anthropic", "rank": 10, "score": 12, "url": "https://aiiq.org/models/opus-4.7/" }, { "id": "muse-spark", "name": "muse-spark", "provider": "Meta", "rank": 11, "score": 11, "url": "https://aiiq.org/models/muse-spark/" }, { "id": "gpt-5.4-mini", "name": "gpt-5.4-mini", "provider": "OpenAI", "rank": 12, "score": 10, "url": "https://aiiq.org/models/gpt-5.4-mini/" }, { "id": "gemini-3-pro", "name": "gemini-3-pro", "provider": "Google", "rank": 13, "score": 9, "url": "https://aiiq.org/models/gemini-3-pro/" }, { "id": "gpt-5.4-nano", "name": "gpt-5.4-nano", "provider": "OpenAI", "rank": 14, "score": 9, "url": "https://aiiq.org/models/gpt-5.4-nano/" }, { "id": "gemini-3-flash", "name": "gemini-3-flash", "provider": "Google", "rank": 15, "score": 8.6, "url": "https://aiiq.org/models/gemini-3-flash/" }, { "id": "grok-4.3", "name": "grok-4.3", "provider": "xAI", "rank": 16, "score": 8, "url": "https://aiiq.org/models/grok-4.3/" }, { "id": "kimi-k2.6", "name": "kimi-k2.6", "provider": "Kimi", "rank": 17, "score": 8, "url": "https://aiiq.org/models/kimi-k2.6/" }, { "id": "deepseek-v4-flash", "name": "deepseek-v4-flash", "provider": "DeepSeek", "rank": 18, "score": 7, "url": "https://aiiq.org/models/deepseek-v4-flash/" }, { "id": "grok-4.20", "name": "grok-4.20", "provider": "xAI", "rank": 19, "score": 7, "url": "https://aiiq.org/models/grok-4.20/" }, { "id": "gpt-5", "name": "gpt-5", "provider": "OpenAI", "rank": 20, "score": 6, "url": "https://aiiq.org/models/gpt-5/" }, { "id": "glm-5.1", "name": "glm-5.1", "provider": "Z.ai", "rank": 21, "score": 5, "url": "https://aiiq.org/models/glm-5.1/" }, { "id": "gpt-5.1", "name": "gpt-5.1", "provider": "OpenAI", "rank": 22, "score": 5, "url": "https://aiiq.org/models/gpt-5.1/" }, { "id": "hy3", "name": "hy3", "provider": "China (Other)", "rank": 23, "score": 5, "url": "https://aiiq.org/models/hy3/" }, { "id": "opus-4.5", "name": "opus-4.5", "provider": "Anthropic", "rank": 24, "score": 5, "url": "https://aiiq.org/models/opus-4.5/" }, { "id": "mimo-v2-flash", "name": "mimo-v2-flash", "provider": "Xiaomi", "rank": 25, "score": 4.3, "url": "https://aiiq.org/models/mimo-v2-flash/" }, { "id": "mimo-v2.5-pro", "name": "mimo-v2.5-pro", "provider": "Xiaomi", "rank": 26, "score": 4, "url": "https://aiiq.org/models/mimo-v2.5-pro/" }, { "id": "qwen3.6-max", "name": "qwen3.6-max", "provider": "Alibaba", "rank": 27, "score": 4, "url": "https://aiiq.org/models/qwen3.6-max/" }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 28, "score": 3.1, "url": "https://aiiq.org/models/kimi-k2.5/" }, { "id": "sonnet-4.6", "name": "sonnet-4.6", "provider": "Anthropic", "rank": 29, "score": 3.1, "url": "https://aiiq.org/models/sonnet-4.6/" }, { "id": "deepseek-v3.2", "name": "deepseek-v3.2", "provider": "DeepSeek", "rank": 30, "score": 3, "url": "https://aiiq.org/models/deepseek-v3.2/" }, { "id": "gemini-2.5-pro", "name": "gemini-2.5-pro", "provider": "Google", "rank": 31, "score": 3, "url": "https://aiiq.org/models/gemini-2.5-pro/" }, { "id": "nvidia-nemotron-3-super", "name": "nvidia-nemotron-3-super", "provider": "US (Other)", "rank": 32, "score": 3, "url": "https://aiiq.org/models/nvidia-nemotron-3-super/" }, { "id": "kimi-k2", "name": "kimi-k2", "provider": "Kimi", "rank": 33, "score": 2.6, "url": "https://aiiq.org/models/kimi-k2/" }, { "id": "glm-4.7", "name": "glm-4.7", "provider": "Z.ai", "rank": 34, "score": 2, "url": "https://aiiq.org/models/glm-4.7/" }, { "id": "glm-5", "name": "glm-5", "provider": "Z.ai", "rank": 35, "score": 2, "url": "https://aiiq.org/models/glm-5/" }, { "id": "grok-4", "name": "grok-4", "provider": "xAI", "rank": 36, "score": 2, "url": "https://aiiq.org/models/grok-4/" }, { "id": "qwen3.5-397b", "name": "qwen3.5-397b", "provider": "Alibaba", "rank": 37, "score": 2, "url": "https://aiiq.org/models/qwen3.5-397b/" }, { "id": "gpt-oss-20b", "name": "gpt-oss-20b", "provider": "OpenAI", "rank": 38, "score": 1.4, "url": "https://aiiq.org/models/gpt-oss-20b/" }, { "id": "gpt-oss-120b", "name": "gpt-oss-120b", "provider": "OpenAI", "rank": 39, "score": 1.1, "url": "https://aiiq.org/models/gpt-oss-120b/" }, { "id": "k-exaone", "name": "k-exaone", "provider": "World (Other)", "rank": 40, "score": 1.1, "url": "https://aiiq.org/models/k-exaone/" }, { "id": "minimax-m2.5", "name": "minimax-m2.5", "provider": "MiniMax", "rank": 41, "score": 1.1, "url": "https://aiiq.org/models/minimax-m2.5/" }, { "id": "o3", "name": "o3", "provider": "OpenAI", "rank": 42, "score": 1.1, "url": "https://aiiq.org/models/o3/" }, { "id": "deepseek-r1", "name": "deepseek-r1", "provider": "DeepSeek", "rank": 43, "score": 1, "url": "https://aiiq.org/models/deepseek-r1/" }, { "id": "ernie-5.0", "name": "ernie-5.0", "provider": "China (Other)", "rank": 44, "score": 1, "url": "https://aiiq.org/models/ernie-5.0/" }, { "id": "gemma-4-31b", "name": "gemma-4-31b", "provider": "Google", "rank": 45, "score": 1, "url": "https://aiiq.org/models/gemma-4-31b/" }, { "id": "mercury-2", "name": "mercury-2", "provider": "US (Other)", "rank": 46, "score": 1, "url": "https://aiiq.org/models/mercury-2/" }, { "id": "minimax-m2.7", "name": "minimax-m2.7", "provider": "MiniMax", "rank": 47, "score": 1, "url": "https://aiiq.org/models/minimax-m2.7/" }, { "id": "qwen3.6-27b", "name": "qwen3.6-27b", "provider": "Alibaba", "rank": 48, "score": 1, "url": "https://aiiq.org/models/qwen3.6-27b/" }, { "id": "nvidia-nemotron-3-nano", "name": "nvidia-nemotron-3-nano", "provider": "US (Other)", "rank": 49, "score": 0.9, "url": "https://aiiq.org/models/nvidia-nemotron-3-nano/" }, { "id": "mimo-v2-pro", "name": "mimo-v2-pro", "provider": "Xiaomi", "rank": 50, "score": 0.3, "url": "https://aiiq.org/models/mimo-v2-pro/" }, { "id": "o1", "name": "o1", "provider": "OpenAI", "rank": 51, "score": 0.3, "url": "https://aiiq.org/models/o1/" }, { "id": "doubao-seed-code", "name": "doubao-seed-code", "provider": "China (Other)", "rank": 52, "score": 0, "url": "https://aiiq.org/models/doubao-seed-code/" }, { "id": "gpt-4o", "name": "gpt-4o", "provider": "OpenAI", "rank": 53, "score": 0, "url": "https://aiiq.org/models/gpt-4o/" }, { "id": "gpt-5-nano", "name": "gpt-5-nano", "provider": "OpenAI", "rank": 54, "score": 0, "url": "https://aiiq.org/models/gpt-5-nano/" }, { "id": "grok-3", "name": "grok-3", "provider": "xAI", "rank": 55, "score": 0, "url": "https://aiiq.org/models/grok-3/" }, { "id": "haiku-4.5", "name": "haiku-4.5", "provider": "Anthropic", "rank": 56, "score": 0, "url": "https://aiiq.org/models/haiku-4.5/" }, { "id": "intellect-3", "name": "intellect-3", "provider": "US (Other)", "rank": 57, "score": 0, "url": "https://aiiq.org/models/intellect-3/" }, { "id": "kat-coder-pro-v1", "name": "kat-coder-pro-v1", "provider": "China (Other)", "rank": 58, "score": 0, "url": "https://aiiq.org/models/kat-coder-pro-v1/" }, { "id": "llama-4-maverick", "name": "llama-4-maverick", "provider": "Meta", "rank": 59, "score": 0, "url": "https://aiiq.org/models/llama-4-maverick/" }, { "id": "magistral-medium-1.2", "name": "magistral-medium-1.2", "provider": "World (Other)", "rank": 60, "score": 0, "url": "https://aiiq.org/models/magistral-medium-1.2/" }, { "id": "minimax-m2.1", "name": "minimax-m2.1", "provider": "MiniMax", "rank": 61, "score": 0, "url": "https://aiiq.org/models/minimax-m2.1/" }, { "id": "mistral-large-3", "name": "mistral-large-3", "provider": "World (Other)", "rank": 62, "score": 0, "url": "https://aiiq.org/models/mistral-large-3/" }, { "id": "nova-2.0-pro", "name": "nova-2.0-pro", "provider": "US (Other)", "rank": 63, "score": 0, "url": "https://aiiq.org/models/nova-2.0-pro/" }, { "id": "qwen3.5-2b", "name": "qwen3.5-2b", "provider": "Alibaba", "rank": 64, "score": 0, "url": "https://aiiq.org/models/qwen3.5-2b/" }, { "id": "qwen3.5-4b", "name": "qwen3.5-4b", "provider": "Alibaba", "rank": 65, "score": 0, "url": "https://aiiq.org/models/qwen3.5-4b/" }, { "id": "qwen3.5-9b", "name": "qwen3.5-9b", "provider": "Alibaba", "rank": 66, "score": 0, "url": "https://aiiq.org/models/qwen3.5-9b/" } ] }, { "id": "cybergym", "rankingName": "CyberGym Score", "rankingType": "benchmark", "field": "cybergym", "category": "benchmark", "direction": "higher_is_better", "models": [ { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 1, "score": 0.818, "url": "https://aiiq.org/models/gpt-5.5/" }, { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 2, "score": 0.738, "url": "https://aiiq.org/models/opus-4.6/" }, { "id": "opus-4.7", "name": "opus-4.7", "provider": "Anthropic", "rank": 3, "score": 0.731, "url": "https://aiiq.org/models/opus-4.7/" }, { "id": "glm-5.1", "name": "glm-5.1", "provider": "Z.ai", "rank": 4, "score": 0.687, "url": "https://aiiq.org/models/glm-5.1/" }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 5, "score": 0.413, "url": "https://aiiq.org/models/kimi-k2.5/" } ] }, { "id": "eq-bench-3-elo", "rankingName": "EQ-Bench 3 Elo", "rankingType": "benchmark", "field": "eqBenchElo", "category": "eq", "direction": "higher_is_better", "models": [ { "id": "opus-4.7", "name": "opus-4.7", "provider": "Anthropic", "rank": 1, "score": 2035.3, "url": "https://aiiq.org/models/opus-4.7/" }, { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 2, "score": 1926.65, "url": "https://aiiq.org/models/opus-4.6/" }, { "id": "sonnet-4.6", "name": "sonnet-4.6", "provider": "Anthropic", "rank": 3, "score": 1890.9, "url": "https://aiiq.org/models/sonnet-4.6/" }, { "id": "glm-5", "name": "glm-5", "provider": "Z.ai", "rank": 4, "score": 1650.2, "url": "https://aiiq.org/models/glm-5/" }, { "id": "deepseek-v4-pro", "name": "deepseek-v4-pro", "provider": "DeepSeek", "rank": 5, "score": 1648.1, "url": "https://aiiq.org/models/deepseek-v4-pro/" }, { "id": "opus-4.5", "name": "opus-4.5", "provider": "Anthropic", "rank": 6, "score": 1638.6, "url": "https://aiiq.org/models/opus-4.5/" }, { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "OpenAI", "rank": 7, "score": 1637.2, "url": "https://aiiq.org/models/gpt-5.4/" }, { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 8, "score": 1627.4, "url": "https://aiiq.org/models/gpt-5.5/" }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 9, "score": 1607.4, "url": "https://aiiq.org/models/gpt-5.2/" }, { "id": "kimi-k2.6", "name": "kimi-k2.6", "provider": "Kimi", "rank": 10, "score": 1599.8, "url": "https://aiiq.org/models/kimi-k2.6/" }, { "id": "glm-5.1", "name": "glm-5.1", "provider": "Z.ai", "rank": 11, "score": 1570.6, "url": "https://aiiq.org/models/glm-5.1/" }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 12, "score": 1563.1, "url": "https://aiiq.org/models/kimi-k2.5/" }, { "id": "gemini-3-pro", "name": "gemini-3-pro", "provider": "Google", "rank": 13, "score": 1559.2, "url": "https://aiiq.org/models/gemini-3-pro/" }, { "id": "gemini-3.1-pro", "name": "gemini-3.1-pro", "provider": "Google", "rank": 14, "score": 1546, "url": "https://aiiq.org/models/gemini-3.1-pro/" }, { "id": "o3", "name": "o3", "provider": "OpenAI", "rank": 15, "score": 1500, "url": "https://aiiq.org/models/o3/" }, { "id": "deepseek-v4-flash", "name": "deepseek-v4-flash", "provider": "DeepSeek", "rank": 16, "score": 1496.2, "url": "https://aiiq.org/models/deepseek-v4-flash/" }, { "id": "gemma-4-31b", "name": "gemma-4-31b", "provider": "Google", "rank": 17, "score": 1444.1, "url": "https://aiiq.org/models/gemma-4-31b/" }, { "id": "glm-4.7", "name": "glm-4.7", "provider": "Z.ai", "rank": 18, "score": 1442.4, "url": "https://aiiq.org/models/glm-4.7/" }, { "id": "qwen3.5-397b", "name": "qwen3.5-397b", "provider": "Alibaba", "rank": 19, "score": 1415.42, "url": "https://aiiq.org/models/qwen3.5-397b/" }, { "id": "deepseek-r1", "name": "deepseek-r1", "provider": "DeepSeek", "rank": 20, "score": 1257.4, "url": "https://aiiq.org/models/deepseek-r1/" }, { "id": "grok-4", "name": "grok-4", "provider": "xAI", "rank": 21, "score": 1162.83, "url": "https://aiiq.org/models/grok-4/" }, { "id": "gpt-oss-120b", "name": "gpt-oss-120b", "provider": "OpenAI", "rank": 22, "score": 1096.2, "url": "https://aiiq.org/models/gpt-oss-120b/" }, { "id": "gpt-oss-20b", "name": "gpt-oss-20b", "provider": "OpenAI", "rank": 23, "score": 926.3, "url": "https://aiiq.org/models/gpt-oss-20b/" }, { "id": "mistral-large-3", "name": "mistral-large-3", "provider": "World (Other)", "rank": 24, "score": 903.51, "url": "https://aiiq.org/models/mistral-large-3/" }, { "id": "grok-4.20", "name": "grok-4.20", "provider": "xAI", "rank": 25, "score": 851.9, "url": "https://aiiq.org/models/grok-4.20/" }, { "id": "llama-4-maverick", "name": "llama-4-maverick", "provider": "Meta", "rank": 26, "score": 768.86, "url": "https://aiiq.org/models/llama-4-maverick/" } ] }, { "id": "frontiermath-t13-correct", "rankingName": "FrontierMath Tier 1-3 Correct", "rankingType": "benchmark", "field": "fmT13Correct", "category": "benchmark", "direction": "higher_is_better", "models": [ { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 1, "score": 118, "url": "https://aiiq.org/models/opus-4.6/" }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 2, "score": 117, "url": "https://aiiq.org/models/gpt-5.2/" }, { "id": "kimi-k2.6", "name": "kimi-k2.6", "provider": "Kimi", "rank": 3, "score": 113, "url": "https://aiiq.org/models/kimi-k2.6/" }, { "id": "gemini-3-pro", "name": "gemini-3-pro", "provider": "Google", "rank": 4, "score": 109, "url": "https://aiiq.org/models/gemini-3-pro/" }, { "id": "gemini-3.1-pro", "name": "gemini-3.1-pro", "provider": "Google", "rank": 5, "score": 107, "url": "https://aiiq.org/models/gemini-3.1-pro/" }, { "id": "gemini-3-flash", "name": "gemini-3-flash", "provider": "Google", "rank": 6, "score": 103, "url": "https://aiiq.org/models/gemini-3-flash/" }, { "id": "sonnet-4.6", "name": "sonnet-4.6", "provider": "Anthropic", "rank": 7, "score": 94, "url": "https://aiiq.org/models/sonnet-4.6/" }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 8, "score": 81, "url": "https://aiiq.org/models/kimi-k2.5/" }, { "id": "deepseek-v3.2", "name": "deepseek-v3.2", "provider": "DeepSeek", "rank": 9, "score": 64, "url": "https://aiiq.org/models/deepseek-v3.2/" }, { "id": "opus-4.5", "name": "opus-4.5", "provider": "Anthropic", "rank": 10, "score": 60, "url": "https://aiiq.org/models/opus-4.5/" }, { "id": "grok-4", "name": "grok-4", "provider": "xAI", "rank": 11, "score": 57, "url": "https://aiiq.org/models/grok-4/" }, { "id": "o3", "name": "o3", "provider": "OpenAI", "rank": 12, "score": 54, "url": "https://aiiq.org/models/o3/" }, { "id": "glm-5", "name": "glm-5", "provider": "Z.ai", "rank": 13, "score": 48, "url": "https://aiiq.org/models/glm-5/" }, { "id": "gpt-5-nano", "name": "gpt-5-nano", "provider": "OpenAI", "rank": 14, "score": 24, "url": "https://aiiq.org/models/gpt-5-nano/" }, { "id": "haiku-4.5", "name": "haiku-4.5", "provider": "Anthropic", "rank": 15, "score": 17, "url": "https://aiiq.org/models/haiku-4.5/" }, { "id": "glm-4.7", "name": "glm-4.7", "provider": "Z.ai", "rank": 16, "score": 7, "url": "https://aiiq.org/models/glm-4.7/" } ] }, { "id": "frontiermath-t13", "rankingName": "FrontierMath Tier 1-3", "rankingType": "benchmark", "field": "fmT13Acc", "category": "iq", "direction": "higher_is_better", "models": [ { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 1, "score": 51.7, "url": "https://aiiq.org/models/gpt-5.5/" }, { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "OpenAI", "rank": 2, "score": 47.6, "url": "https://aiiq.org/models/gpt-5.4/" }, { "id": "opus-4.7", "name": "opus-4.7", "provider": "Anthropic", "rank": 3, "score": 43.8, "url": "https://aiiq.org/models/opus-4.7/" }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 4, "score": 40.7, "url": "https://aiiq.org/models/gpt-5.2/" }, { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 5, "score": 40.7, "url": "https://aiiq.org/models/opus-4.6/" }, { "id": "kimi-k2.6", "name": "kimi-k2.6", "provider": "Kimi", "rank": 6, "score": 39, "url": "https://aiiq.org/models/kimi-k2.6/" }, { "id": "muse-spark", "name": "muse-spark", "provider": "Meta", "rank": 7, "score": 39, "url": "https://aiiq.org/models/muse-spark/" }, { "id": "gemini-3-pro", "name": "gemini-3-pro", "provider": "Google", "rank": 8, "score": 37.6, "url": "https://aiiq.org/models/gemini-3-pro/" }, { "id": "gemini-3.1-pro", "name": "gemini-3.1-pro", "provider": "Google", "rank": 9, "score": 36.9, "url": "https://aiiq.org/models/gemini-3.1-pro/" }, { "id": "gemini-3-flash", "name": "gemini-3-flash", "provider": "Google", "rank": 10, "score": 35.6, "url": "https://aiiq.org/models/gemini-3-flash/" }, { "id": "gpt-5", "name": "gpt-5", "provider": "OpenAI", "rank": 11, "score": 32.4, "url": "https://aiiq.org/models/gpt-5/" }, { "id": "sonnet-4.6", "name": "sonnet-4.6", "provider": "Anthropic", "rank": 12, "score": 32.4, "url": "https://aiiq.org/models/sonnet-4.6/" }, { "id": "gpt-5.1", "name": "gpt-5.1", "provider": "OpenAI", "rank": 13, "score": 31, "url": "https://aiiq.org/models/gpt-5.1/" }, { "id": "gpt-5.4-mini", "name": "gpt-5.4-mini", "provider": "OpenAI", "rank": 14, "score": 28.3, "url": "https://aiiq.org/models/gpt-5.4-mini/" }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 15, "score": 27.9, "url": "https://aiiq.org/models/kimi-k2.5/" }, { "id": "gpt-5.4-nano", "name": "gpt-5.4-nano", "provider": "OpenAI", "rank": 16, "score": 25.9, "url": "https://aiiq.org/models/gpt-5.4-nano/" }, { "id": "deepseek-v3.2", "name": "deepseek-v3.2", "provider": "DeepSeek", "rank": 17, "score": 22.1, "url": "https://aiiq.org/models/deepseek-v3.2/" }, { "id": "kimi-k2", "name": "kimi-k2", "provider": "Kimi", "rank": 18, "score": 21.4, "url": "https://aiiq.org/models/kimi-k2/" }, { "id": "opus-4.5", "name": "opus-4.5", "provider": "Anthropic", "rank": 19, "score": 20.7, "url": "https://aiiq.org/models/opus-4.5/" }, { "id": "grok-4", "name": "grok-4", "provider": "xAI", "rank": 20, "score": 19.7, "url": "https://aiiq.org/models/grok-4/" }, { "id": "o3", "name": "o3", "provider": "OpenAI", "rank": 21, "score": 18.7, "url": "https://aiiq.org/models/o3/" }, { "id": "glm-5", "name": "glm-5", "provider": "Z.ai", "rank": 22, "score": 16.4, "url": "https://aiiq.org/models/glm-5/" }, { "id": "gemini-2.5-pro", "name": "gemini-2.5-pro", "provider": "Google", "rank": 23, "score": 14.1, "url": "https://aiiq.org/models/gemini-2.5-pro/" }, { "id": "o1", "name": "o1", "provider": "OpenAI", "rank": 24, "score": 9.3, "url": "https://aiiq.org/models/o1/" }, { "id": "gpt-5-nano", "name": "gpt-5-nano", "provider": "OpenAI", "rank": 25, "score": 8.3, "url": "https://aiiq.org/models/gpt-5-nano/" }, { "id": "opus-4.1", "name": "opus-4.1", "provider": "Anthropic", "rank": 26, "score": 7.2, "url": "https://aiiq.org/models/opus-4.1/" }, { "id": "haiku-4.5", "name": "haiku-4.5", "provider": "Anthropic", "rank": 27, "score": 5.9, "url": "https://aiiq.org/models/haiku-4.5/" }, { "id": "opus-4", "name": "opus-4", "provider": "Anthropic", "rank": 28, "score": 4.1, "url": "https://aiiq.org/models/opus-4/" }, { "id": "glm-4.7", "name": "glm-4.7", "provider": "Z.ai", "rank": 29, "score": 2.4, "url": "https://aiiq.org/models/glm-4.7/" }, { "id": "llama-4-maverick", "name": "llama-4-maverick", "provider": "Meta", "rank": 30, "score": 0.7, "url": "https://aiiq.org/models/llama-4-maverick/" }, { "id": "gpt-4o", "name": "gpt-4o", "provider": "OpenAI", "rank": 31, "score": 0.3, "url": "https://aiiq.org/models/gpt-4o/" } ] }, { "id": "frontiermath-t4-correct", "rankingName": "FrontierMath Tier 4 Correct", "rankingType": "benchmark", "field": "fmT4Correct", "category": "benchmark", "direction": "higher_is_better", "models": [ { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 1, "score": 11, "url": "https://aiiq.org/models/opus-4.6/" }, { "id": "gemini-3-pro", "name": "gemini-3-pro", "provider": "Google", "rank": 2, "score": 9, "url": "https://aiiq.org/models/gemini-3-pro/" }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 3, "score": 9, "url": "https://aiiq.org/models/gpt-5.2/" }, { "id": "gemini-3.1-pro", "name": "gemini-3.1-pro", "provider": "Google", "rank": 4, "score": 8, "url": "https://aiiq.org/models/gemini-3.1-pro/" }, { "id": "kimi-k2.6", "name": "kimi-k2.6", "provider": "Kimi", "rank": 5, "score": 7, "url": "https://aiiq.org/models/kimi-k2.6/" }, { "id": "sonnet-4.6", "name": "sonnet-4.6", "provider": "Anthropic", "rank": 6, "score": 4, "url": "https://aiiq.org/models/sonnet-4.6/" }, { "id": "gemini-3-flash", "name": "gemini-3-flash", "provider": "Google", "rank": 7, "score": 2, "url": "https://aiiq.org/models/gemini-3-flash/" }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 8, "score": 2, "url": "https://aiiq.org/models/kimi-k2.5/" }, { "id": "opus-4.5", "name": "opus-4.5", "provider": "Anthropic", "rank": 9, "score": 2, "url": "https://aiiq.org/models/opus-4.5/" }, { "id": "deepseek-v3.2", "name": "deepseek-v3.2", "provider": "DeepSeek", "rank": 10, "score": 1, "url": "https://aiiq.org/models/deepseek-v3.2/" }, { "id": "glm-5", "name": "glm-5", "provider": "Z.ai", "rank": 11, "score": 1, "url": "https://aiiq.org/models/glm-5/" }, { "id": "gpt-5-nano", "name": "gpt-5-nano", "provider": "OpenAI", "rank": 12, "score": 1, "url": "https://aiiq.org/models/gpt-5-nano/" }, { "id": "grok-4", "name": "grok-4", "provider": "xAI", "rank": 13, "score": 1, "url": "https://aiiq.org/models/grok-4/" }, { "id": "haiku-4.5", "name": "haiku-4.5", "provider": "Anthropic", "rank": 14, "score": 1, "url": "https://aiiq.org/models/haiku-4.5/" }, { "id": "o3", "name": "o3", "provider": "OpenAI", "rank": 15, "score": 1, "url": "https://aiiq.org/models/o3/" }, { "id": "glm-4.7", "name": "glm-4.7", "provider": "Z.ai", "rank": 16, "score": 0, "url": "https://aiiq.org/models/glm-4.7/" }, { "id": "kimi-k2", "name": "kimi-k2", "provider": "Kimi", "rank": 17, "score": 0, "url": "https://aiiq.org/models/kimi-k2/" } ] }, { "id": "frontiermath-t4", "rankingName": "FrontierMath Tier 4", "rankingType": "benchmark", "field": "fmT4Acc", "category": "iq", "direction": "higher_is_better", "models": [ { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 1, "score": 35.4, "url": "https://aiiq.org/models/gpt-5.5/" }, { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "OpenAI", "rank": 2, "score": 27.1, "url": "https://aiiq.org/models/gpt-5.4/" }, { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 3, "score": 22.9, "url": "https://aiiq.org/models/opus-4.6/" }, { "id": "opus-4.7", "name": "opus-4.7", "provider": "Anthropic", "rank": 4, "score": 22.9, "url": "https://aiiq.org/models/opus-4.7/" }, { "id": "gemini-3-pro", "name": "gemini-3-pro", "provider": "Google", "rank": 5, "score": 18.8, "url": "https://aiiq.org/models/gemini-3-pro/" }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 6, "score": 18.8, "url": "https://aiiq.org/models/gpt-5.2/" }, { "id": "gemini-3.1-pro", "name": "gemini-3.1-pro", "provider": "Google", "rank": 7, "score": 16.7, "url": "https://aiiq.org/models/gemini-3.1-pro/" }, { "id": "kimi-k2.6", "name": "kimi-k2.6", "provider": "Kimi", "rank": 8, "score": 14.6, "url": "https://aiiq.org/models/kimi-k2.6/" }, { "id": "muse-spark", "name": "muse-spark", "provider": "Meta", "rank": 9, "score": 14.6, "url": "https://aiiq.org/models/muse-spark/" }, { "id": "gpt-5", "name": "gpt-5", "provider": "OpenAI", "rank": 10, "score": 12.5, "url": "https://aiiq.org/models/gpt-5/" }, { "id": "gpt-5.1", "name": "gpt-5.1", "provider": "OpenAI", "rank": 11, "score": 12.5, "url": "https://aiiq.org/models/gpt-5.1/" }, { "id": "sonnet-4.6", "name": "sonnet-4.6", "provider": "Anthropic", "rank": 12, "score": 8.3, "url": "https://aiiq.org/models/sonnet-4.6/" }, { "id": "gpt-5.4-nano", "name": "gpt-5.4-nano", "provider": "OpenAI", "rank": 13, "score": 6.3, "url": "https://aiiq.org/models/gpt-5.4-nano/" }, { "id": "gemini-3-flash", "name": "gemini-3-flash", "provider": "Google", "rank": 14, "score": 4.2, "url": "https://aiiq.org/models/gemini-3-flash/" }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 15, "score": 4.2, "url": "https://aiiq.org/models/kimi-k2.5/" }, { "id": "opus-4", "name": "opus-4", "provider": "Anthropic", "rank": 16, "score": 4.2, "url": "https://aiiq.org/models/opus-4/" }, { "id": "opus-4.1", "name": "opus-4.1", "provider": "Anthropic", "rank": 17, "score": 4.2, "url": "https://aiiq.org/models/opus-4.1/" }, { "id": "opus-4.5", "name": "opus-4.5", "provider": "Anthropic", "rank": 18, "score": 4.2, "url": "https://aiiq.org/models/opus-4.5/" }, { "id": "deepseek-v3.2", "name": "deepseek-v3.2", "provider": "DeepSeek", "rank": 19, "score": 2.1, "url": "https://aiiq.org/models/deepseek-v3.2/" }, { "id": "glm-5", "name": "glm-5", "provider": "Z.ai", "rank": 20, "score": 2.1, "url": "https://aiiq.org/models/glm-5/" }, { "id": "gpt-5-nano", "name": "gpt-5-nano", "provider": "OpenAI", "rank": 21, "score": 2.1, "url": "https://aiiq.org/models/gpt-5-nano/" }, { "id": "gpt-5.4-mini", "name": "gpt-5.4-mini", "provider": "OpenAI", "rank": 22, "score": 2.1, "url": "https://aiiq.org/models/gpt-5.4-mini/" }, { "id": "grok-4", "name": "grok-4", "provider": "xAI", "rank": 23, "score": 2.1, "url": "https://aiiq.org/models/grok-4/" }, { "id": "haiku-4.5", "name": "haiku-4.5", "provider": "Anthropic", "rank": 24, "score": 2.1, "url": "https://aiiq.org/models/haiku-4.5/" }, { "id": "o3", "name": "o3", "provider": "OpenAI", "rank": 25, "score": 2.1, "url": "https://aiiq.org/models/o3/" }, { "id": "glm-4.7", "name": "glm-4.7", "provider": "Z.ai", "rank": 26, "score": 0, "url": "https://aiiq.org/models/glm-4.7/" }, { "id": "kimi-k2", "name": "kimi-k2", "provider": "Kimi", "rank": 27, "score": 0, "url": "https://aiiq.org/models/kimi-k2/" } ] }, { "id": "gdpval-aa-elo", "rankingName": "GDPval-AA Elo", "rankingType": "benchmark", "field": "gdpvalAAElo", "category": "benchmark", "direction": "higher_is_better", "models": [ { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 1, "score": 1774, "url": "https://aiiq.org/models/gpt-5.5/" }, { "id": "opus-4.7", "name": "opus-4.7", "provider": "Anthropic", "rank": 2, "score": 1753, "url": "https://aiiq.org/models/opus-4.7/" }, { "id": "sonnet-4.6", "name": "sonnet-4.6", "provider": "Anthropic", "rank": 3, "score": 1676, "url": "https://aiiq.org/models/sonnet-4.6/" }, { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "OpenAI", "rank": 4, "score": 1674, "url": "https://aiiq.org/models/gpt-5.4/" }, { "id": "mimo-v2.5-pro", "name": "mimo-v2.5-pro", "provider": "Xiaomi", "rank": 5, "score": 1574, "url": "https://aiiq.org/models/mimo-v2.5-pro/" }, { "id": "deepseek-v4-pro", "name": "deepseek-v4-pro", "provider": "DeepSeek", "rank": 6, "score": 1554, "url": "https://aiiq.org/models/deepseek-v4-pro/" }, { "id": "glm-5.1", "name": "glm-5.1", "provider": "Z.ai", "rank": 7, "score": 1535, "url": "https://aiiq.org/models/glm-5.1/" }, { "id": "minimax-m2.7", "name": "minimax-m2.7", "provider": "MiniMax", "rank": 8, "score": 1508, "url": "https://aiiq.org/models/minimax-m2.7/" }, { "id": "qwen3.6-max", "name": "qwen3.6-max", "provider": "Alibaba", "rank": 9, "score": 1506, "url": "https://aiiq.org/models/qwen3.6-max/" }, { "id": "grok-4.3", "name": "grok-4.3", "provider": "xAI", "rank": 10, "score": 1499, "url": "https://aiiq.org/models/grok-4.3/" }, { "id": "kimi-k2.6", "name": "kimi-k2.6", "provider": "Kimi", "rank": 11, "score": 1485, "url": "https://aiiq.org/models/kimi-k2.6/" }, { "id": "gpt-5.4-mini", "name": "gpt-5.4-mini", "provider": "OpenAI", "rank": 12, "score": 1438, "url": "https://aiiq.org/models/gpt-5.4-mini/" }, { "id": "muse-spark", "name": "muse-spark", "provider": "Meta", "rank": 13, "score": 1422, "url": "https://aiiq.org/models/muse-spark/" }, { "id": "deepseek-v4-flash", "name": "deepseek-v4-flash", "provider": "DeepSeek", "rank": 14, "score": 1388, "url": "https://aiiq.org/models/deepseek-v4-flash/" }, { "id": "opus-4.5", "name": "opus-4.5", "provider": "Anthropic", "rank": 15, "score": 1319, "url": "https://aiiq.org/models/opus-4.5/" }, { "id": "gemini-3.1-pro", "name": "gemini-3.1-pro", "provider": "Google", "rank": 16, "score": 1314, "url": "https://aiiq.org/models/gemini-3.1-pro/" }, { "id": "gemini-3-flash", "name": "gemini-3-flash", "provider": "Google", "rank": 17, "score": 1206, "url": "https://aiiq.org/models/gemini-3-flash/" }, { "id": "deepseek-v3.2", "name": "deepseek-v3.2", "provider": "DeepSeek", "rank": 18, "score": 1199, "url": "https://aiiq.org/models/deepseek-v3.2/" }, { "id": "qwen3.5-397b", "name": "qwen3.5-397b", "provider": "Alibaba", "rank": 19, "score": 1193, "url": "https://aiiq.org/models/qwen3.5-397b/" }, { "id": "haiku-4.5", "name": "haiku-4.5", "provider": "Anthropic", "rank": 20, "score": 1174, "url": "https://aiiq.org/models/haiku-4.5/" }, { "id": "gpt-5.1", "name": "gpt-5.1", "provider": "OpenAI", "rank": 21, "score": 1149, "url": "https://aiiq.org/models/gpt-5.1/" }, { "id": "gemma-4-31b", "name": "gemma-4-31b", "provider": "Google", "rank": 22, "score": 1115, "url": "https://aiiq.org/models/gemma-4-31b/" }, { "id": "nova-2.0-pro", "name": "nova-2.0-pro", "provider": "US (Other)", "rank": 23, "score": 975, "url": "https://aiiq.org/models/nova-2.0-pro/" }, { "id": "gpt-oss-120b", "name": "gpt-oss-120b", "provider": "OpenAI", "rank": 24, "score": 948, "url": "https://aiiq.org/models/gpt-oss-120b/" }, { "id": "grok-4", "name": "grok-4", "provider": "xAI", "rank": 25, "score": 882, "url": "https://aiiq.org/models/grok-4/" }, { "id": "gpt-oss-20b", "name": "gpt-oss-20b", "provider": "OpenAI", "rank": 26, "score": 653, "url": "https://aiiq.org/models/gpt-oss-20b/" } ] }, { "id": "gdpval-aa", "rankingName": "GDPval-AA", "rankingType": "benchmark", "field": "gdpvalAA", "category": "benchmark", "direction": "higher_is_better", "models": [ { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 1, "score": 64, "url": "https://aiiq.org/models/gpt-5.5/" }, { "id": "opus-4.7", "name": "opus-4.7", "provider": "Anthropic", "rank": 2, "score": 63, "url": "https://aiiq.org/models/opus-4.7/" }, { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "OpenAI", "rank": 3, "score": 59, "url": "https://aiiq.org/models/gpt-5.4/" }, { "id": "sonnet-4.6", "name": "sonnet-4.6", "provider": "Anthropic", "rank": 4, "score": 57, "url": "https://aiiq.org/models/sonnet-4.6/" }, { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 5, "score": 55, "url": "https://aiiq.org/models/opus-4.6/" }, { "id": "mimo-v2.5-pro", "name": "mimo-v2.5-pro", "provider": "Xiaomi", "rank": 6, "score": 54, "url": "https://aiiq.org/models/mimo-v2.5-pro/" }, { "id": "deepseek-v4-pro", "name": "deepseek-v4-pro", "provider": "DeepSeek", "rank": 7, "score": 53, "url": "https://aiiq.org/models/deepseek-v4-pro/" }, { "id": "glm-5.1", "name": "glm-5.1", "provider": "Z.ai", "rank": 8, "score": 52, "url": "https://aiiq.org/models/glm-5.1/" }, { "id": "minimax-m2.7", "name": "minimax-m2.7", "provider": "MiniMax", "rank": 9, "score": 51, "url": "https://aiiq.org/models/minimax-m2.7/" }, { "id": "grok-4.3", "name": "grok-4.3", "provider": "xAI", "rank": 10, "score": 50, "url": "https://aiiq.org/models/grok-4.3/" }, { "id": "qwen3.6-max", "name": "qwen3.6-max", "provider": "Alibaba", "rank": 11, "score": 50, "url": "https://aiiq.org/models/qwen3.6-max/" }, { "id": "kimi-k2.6", "name": "kimi-k2.6", "provider": "Kimi", "rank": 12, "score": 49, "url": "https://aiiq.org/models/kimi-k2.6/" }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 13, "score": 48, "url": "https://aiiq.org/models/gpt-5.2/" }, { "id": "gpt-5.3-codex", "name": "gpt-5.3-codex", "provider": "OpenAI", "rank": 14, "score": 48, "url": "https://aiiq.org/models/gpt-5.3-codex/" }, { "id": "gpt-5.4-mini", "name": "gpt-5.4-mini", "provider": "OpenAI", "rank": 15, "score": 47, "url": "https://aiiq.org/models/gpt-5.4-mini/" }, { "id": "glm-5", "name": "glm-5", "provider": "Z.ai", "rank": 16, "score": 46, "url": "https://aiiq.org/models/glm-5/" }, { "id": "mimo-v2-pro", "name": "mimo-v2-pro", "provider": "Xiaomi", "rank": 17, "score": 46, "url": "https://aiiq.org/models/mimo-v2-pro/" }, { "id": "muse-spark", "name": "muse-spark", "provider": "Meta", "rank": 18, "score": 46, "url": "https://aiiq.org/models/muse-spark/" }, { "id": "qwen3.6-27b", "name": "qwen3.6-27b", "provider": "Alibaba", "rank": 19, "score": 46, "url": "https://aiiq.org/models/qwen3.6-27b/" }, { "id": "opus-4.5", "name": "opus-4.5", "provider": "Anthropic", "rank": 20, "score": 45, "url": "https://aiiq.org/models/opus-4.5/" }, { "id": "deepseek-v4-flash", "name": "deepseek-v4-flash", "provider": "DeepSeek", "rank": 21, "score": 44, "url": "https://aiiq.org/models/deepseek-v4-flash/" }, { "id": "gemini-3.1-pro", "name": "gemini-3.1-pro", "provider": "Google", "rank": 22, "score": 40, "url": "https://aiiq.org/models/gemini-3.1-pro/" }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 23, "score": 39, "url": "https://aiiq.org/models/kimi-k2.5/" }, { "id": "hy3", "name": "hy3", "provider": "China (Other)", "rank": 24, "score": 37, "url": "https://aiiq.org/models/hy3/" }, { "id": "gpt-5.1", "name": "gpt-5.1", "provider": "OpenAI", "rank": 25, "score": 36, "url": "https://aiiq.org/models/gpt-5.1/" }, { "id": "minimax-m2.5", "name": "minimax-m2.5", "provider": "MiniMax", "rank": 26, "score": 36, "url": "https://aiiq.org/models/minimax-m2.5/" }, { "id": "qwen3.5-397b", "name": "qwen3.5-397b", "provider": "Alibaba", "rank": 27, "score": 36, "url": "https://aiiq.org/models/qwen3.5-397b/" }, { "id": "deepseek-v3.2", "name": "deepseek-v3.2", "provider": "DeepSeek", "rank": 28, "score": 35, "url": "https://aiiq.org/models/deepseek-v3.2/" }, { "id": "gemini-3-flash", "name": "gemini-3-flash", "provider": "Google", "rank": 29, "score": 35, "url": "https://aiiq.org/models/gemini-3-flash/" }, { "id": "gemini-3-pro", "name": "gemini-3-pro", "provider": "Google", "rank": 30, "score": 35, "url": "https://aiiq.org/models/gemini-3-pro/" }, { "id": "glm-4.7", "name": "glm-4.7", "provider": "Z.ai", "rank": 31, "score": 35, "url": "https://aiiq.org/models/glm-4.7/" }, { "id": "gpt-5.4-nano", "name": "gpt-5.4-nano", "provider": "OpenAI", "rank": 32, "score": 34, "url": "https://aiiq.org/models/gpt-5.4-nano/" }, { "id": "grok-4.20", "name": "grok-4.20", "provider": "xAI", "rank": 33, "score": 34, "url": "https://aiiq.org/models/grok-4.20/" }, { "id": "haiku-4.5", "name": "haiku-4.5", "provider": "Anthropic", "rank": 34, "score": 33, "url": "https://aiiq.org/models/haiku-4.5/" }, { "id": "gemma-4-31b", "name": "gemma-4-31b", "provider": "Google", "rank": 35, "score": 31, "url": "https://aiiq.org/models/gemma-4-31b/" }, { "id": "minimax-m2.1", "name": "minimax-m2.1", "provider": "MiniMax", "rank": 36, "score": 29, "url": "https://aiiq.org/models/minimax-m2.1/" }, { "id": "mimo-v2-flash", "name": "mimo-v2-flash", "provider": "Xiaomi", "rank": 37, "score": 27, "url": "https://aiiq.org/models/mimo-v2-flash/" }, { "id": "doubao-seed-code", "name": "doubao-seed-code", "provider": "China (Other)", "rank": 38, "score": 25, "url": "https://aiiq.org/models/doubao-seed-code/" }, { "id": "nvidia-nemotron-3-super", "name": "nvidia-nemotron-3-super", "provider": "US (Other)", "rank": 39, "score": 25, "url": "https://aiiq.org/models/nvidia-nemotron-3-super/" }, { "id": "gpt-oss-120b", "name": "gpt-oss-120b", "provider": "OpenAI", "rank": 40, "score": 24, "url": "https://aiiq.org/models/gpt-oss-120b/" }, { "id": "grok-4", "name": "grok-4", "provider": "xAI", "rank": 41, "score": 24, "url": "https://aiiq.org/models/grok-4/" }, { "id": "mercury-2", "name": "mercury-2", "provider": "US (Other)", "rank": 42, "score": 24, "url": "https://aiiq.org/models/mercury-2/" }, { "id": "nova-2.0-pro", "name": "nova-2.0-pro", "provider": "US (Other)", "rank": 43, "score": 24, "url": "https://aiiq.org/models/nova-2.0-pro/" }, { "id": "gemini-2.5-pro", "name": "gemini-2.5-pro", "provider": "Google", "rank": 44, "score": 21, "url": "https://aiiq.org/models/gemini-2.5-pro/" }, { "id": "mistral-large-3", "name": "mistral-large-3", "provider": "World (Other)", "rank": 45, "score": 20, "url": "https://aiiq.org/models/mistral-large-3/" }, { "id": "k-exaone", "name": "k-exaone", "provider": "World (Other)", "rank": 46, "score": 18, "url": "https://aiiq.org/models/k-exaone/" }, { "id": "kat-coder-pro-v1", "name": "kat-coder-pro-v1", "provider": "China (Other)", "rank": 47, "score": 17, "url": "https://aiiq.org/models/kat-coder-pro-v1/" }, { "id": "ernie-5.0", "name": "ernie-5.0", "provider": "China (Other)", "rank": 48, "score": 16, "url": "https://aiiq.org/models/ernie-5.0/" }, { "id": "gpt-5-nano", "name": "gpt-5-nano", "provider": "OpenAI", "rank": 49, "score": 16, "url": "https://aiiq.org/models/gpt-5-nano/" }, { "id": "intellect-3", "name": "intellect-3", "provider": "US (Other)", "rank": 50, "score": 15, "url": "https://aiiq.org/models/intellect-3/" }, { "id": "o3", "name": "o3", "provider": "OpenAI", "rank": 51, "score": 13, "url": "https://aiiq.org/models/o3/" }, { "id": "qwen3.5-9b", "name": "qwen3.5-9b", "provider": "Alibaba", "rank": 52, "score": 13, "url": "https://aiiq.org/models/qwen3.5-9b/" }, { "id": "deepseek-r1", "name": "deepseek-r1", "provider": "DeepSeek", "rank": 53, "score": 11, "url": "https://aiiq.org/models/deepseek-r1/" }, { "id": "gpt-oss-20b", "name": "gpt-oss-20b", "provider": "OpenAI", "rank": 54, "score": 10, "url": "https://aiiq.org/models/gpt-oss-20b/" }, { "id": "magistral-medium-1.2", "name": "magistral-medium-1.2", "provider": "World (Other)", "rank": 55, "score": 9, "url": "https://aiiq.org/models/magistral-medium-1.2/" }, { "id": "nvidia-nemotron-3-nano", "name": "nvidia-nemotron-3-nano", "provider": "US (Other)", "rank": 56, "score": 5, "url": "https://aiiq.org/models/nvidia-nemotron-3-nano/" }, { "id": "qwen3.5-4b", "name": "qwen3.5-4b", "provider": "Alibaba", "rank": 57, "score": 2, "url": "https://aiiq.org/models/qwen3.5-4b/" }, { "id": "llama-4-maverick", "name": "llama-4-maverick", "provider": "Meta", "rank": 58, "score": 0, "url": "https://aiiq.org/models/llama-4-maverick/" }, { "id": "qwen3.5-2b", "name": "qwen3.5-2b", "provider": "Alibaba", "rank": 59, "score": 0, "url": "https://aiiq.org/models/qwen3.5-2b/" } ] }, { "id": "gpqa-diamond", "rankingName": "GPQA Diamond", "rankingType": "benchmark", "field": "gpqa", "category": "iq", "direction": "higher_is_better", "models": [ { "id": "gemini-3.1-pro", "name": "gemini-3.1-pro", "provider": "Google", "rank": 1, "score": 94.1, "url": "https://aiiq.org/models/gemini-3.1-pro/" }, { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 2, "score": 94, "url": "https://aiiq.org/models/gpt-5.5/" }, { "id": "qwen3.7-max", "name": "qwen3.7-max", "provider": "Alibaba", "rank": 3, "score": 92.2, "url": "https://aiiq.org/models/qwen3.7-max/" }, { "id": "gemini-3.5-flash", "name": "gemini-3.5-flash", "provider": "Google", "rank": 4, "score": 92, "url": "https://aiiq.org/models/gemini-3.5-flash/" }, { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "OpenAI", "rank": 5, "score": 92, "url": "https://aiiq.org/models/gpt-5.4/" }, { "id": "gpt-5.3-codex", "name": "gpt-5.3-codex", "provider": "OpenAI", "rank": 6, "score": 91.5, "url": "https://aiiq.org/models/gpt-5.3-codex/" }, { "id": "grok-4.20", "name": "grok-4.20", "provider": "xAI", "rank": 7, "score": 91, "url": "https://aiiq.org/models/grok-4.20/" }, { "id": "kimi-k2.6", "name": "kimi-k2.6", "provider": "Kimi", "rank": 8, "score": 91, "url": "https://aiiq.org/models/kimi-k2.6/" }, { "id": "opus-4.7", "name": "opus-4.7", "provider": "Anthropic", "rank": 9, "score": 91, "url": "https://aiiq.org/models/opus-4.7/" }, { "id": "gemini-3-pro", "name": "gemini-3-pro", "provider": "Google", "rank": 10, "score": 90.8, "url": "https://aiiq.org/models/gemini-3-pro/" }, { "id": "grok-4.3", "name": "grok-4.3", "provider": "xAI", "rank": 11, "score": 90, "url": "https://aiiq.org/models/grok-4.3/" }, { "id": "gemini-3-flash", "name": "gemini-3-flash", "provider": "Google", "rank": 12, "score": 89.8, "url": "https://aiiq.org/models/gemini-3-flash/" }, { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 13, "score": 89.6, "url": "https://aiiq.org/models/opus-4.6/" }, { "id": "deepseek-v4-flash", "name": "deepseek-v4-flash", "provider": "DeepSeek", "rank": 14, "score": 89, "url": "https://aiiq.org/models/deepseek-v4-flash/" }, { "id": "deepseek-v4-pro", "name": "deepseek-v4-pro", "provider": "DeepSeek", "rank": 15, "score": 89, "url": "https://aiiq.org/models/deepseek-v4-pro/" }, { "id": "qwen3.5-397b", "name": "qwen3.5-397b", "provider": "Alibaba", "rank": 16, "score": 89, "url": "https://aiiq.org/models/qwen3.5-397b/" }, { "id": "qwen3.6-max", "name": "qwen3.6-max", "provider": "Alibaba", "rank": 17, "score": 89, "url": "https://aiiq.org/models/qwen3.6-max/" }, { "id": "gpt-5.4-mini", "name": "gpt-5.4-mini", "provider": "OpenAI", "rank": 18, "score": 88, "url": "https://aiiq.org/models/gpt-5.4-mini/" }, { "id": "muse-spark", "name": "muse-spark", "provider": "Meta", "rank": 19, "score": 88, "url": "https://aiiq.org/models/muse-spark/" }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 20, "score": 87.9, "url": "https://aiiq.org/models/kimi-k2.5/" }, { "id": "grok-4", "name": "grok-4", "provider": "xAI", "rank": 21, "score": 87.7, "url": "https://aiiq.org/models/grok-4/" }, { "id": "sonnet-4.6", "name": "sonnet-4.6", "provider": "Anthropic", "rank": 22, "score": 87.5, "url": "https://aiiq.org/models/sonnet-4.6/" }, { "id": "glm-5.1", "name": "glm-5.1", "provider": "Z.ai", "rank": 23, "score": 87, "url": "https://aiiq.org/models/glm-5.1/" }, { "id": "hy3", "name": "hy3", "provider": "China (Other)", "rank": 24, "score": 87, "url": "https://aiiq.org/models/hy3/" }, { "id": "mimo-v2-pro", "name": "mimo-v2-pro", "provider": "Xiaomi", "rank": 25, "score": 87, "url": "https://aiiq.org/models/mimo-v2-pro/" }, { "id": "mimo-v2.5-pro", "name": "mimo-v2.5-pro", "provider": "Xiaomi", "rank": 26, "score": 87, "url": "https://aiiq.org/models/mimo-v2.5-pro/" }, { "id": "minimax-m2.7", "name": "minimax-m2.7", "provider": "MiniMax", "rank": 27, "score": 87, "url": "https://aiiq.org/models/minimax-m2.7/" }, { "id": "opus-4.5", "name": "opus-4.5", "provider": "Anthropic", "rank": 28, "score": 87, "url": "https://aiiq.org/models/opus-4.5/" }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 29, "score": 86.4, "url": "https://aiiq.org/models/gpt-5.2/" }, { "id": "gemma-4-31b", "name": "gemma-4-31b", "provider": "Google", "rank": 30, "score": 86, "url": "https://aiiq.org/models/gemma-4-31b/" }, { "id": "glm-4.7", "name": "glm-4.7", "provider": "Z.ai", "rank": 31, "score": 85.9, "url": "https://aiiq.org/models/glm-4.7/" }, { "id": "gpt-5", "name": "gpt-5", "provider": "OpenAI", "rank": 32, "score": 85.6, "url": "https://aiiq.org/models/gpt-5/" }, { "id": "gpt-5.1", "name": "gpt-5.1", "provider": "OpenAI", "rank": 33, "score": 85.6, "url": "https://aiiq.org/models/gpt-5.1/" }, { "id": "minimax-m2.5", "name": "minimax-m2.5", "provider": "MiniMax", "rank": 34, "score": 84.8, "url": "https://aiiq.org/models/minimax-m2.5/" }, { "id": "deepseek-v3.2", "name": "deepseek-v3.2", "provider": "DeepSeek", "rank": 35, "score": 84, "url": "https://aiiq.org/models/deepseek-v3.2/" }, { "id": "gemini-2.5-pro", "name": "gemini-2.5-pro", "provider": "Google", "rank": 36, "score": 84, "url": "https://aiiq.org/models/gemini-2.5-pro/" }, { "id": "qwen3.6-27b", "name": "qwen3.6-27b", "provider": "Alibaba", "rank": 37, "score": 84, "url": "https://aiiq.org/models/qwen3.6-27b/" }, { "id": "mimo-v2-flash", "name": "mimo-v2-flash", "provider": "Xiaomi", "rank": 38, "score": 83.5, "url": "https://aiiq.org/models/mimo-v2-flash/" }, { "id": "minimax-m2.1", "name": "minimax-m2.1", "provider": "MiniMax", "rank": 39, "score": 83, "url": "https://aiiq.org/models/minimax-m2.1/" }, { "id": "o3", "name": "o3", "provider": "OpenAI", "rank": 40, "score": 82.7, "url": "https://aiiq.org/models/o3/" }, { "id": "glm-5", "name": "glm-5", "provider": "Z.ai", "rank": 41, "score": 82, "url": "https://aiiq.org/models/glm-5/" }, { "id": "gpt-5.4-nano", "name": "gpt-5.4-nano", "provider": "OpenAI", "rank": 42, "score": 82, "url": "https://aiiq.org/models/gpt-5.4-nano/" }, { "id": "deepseek-r1", "name": "deepseek-r1", "provider": "DeepSeek", "rank": 43, "score": 81, "url": "https://aiiq.org/models/deepseek-r1/" }, { "id": "qwen3.5-9b", "name": "qwen3.5-9b", "provider": "Alibaba", "rank": 44, "score": 81, "url": "https://aiiq.org/models/qwen3.5-9b/" }, { "id": "nvidia-nemotron-3-super", "name": "nvidia-nemotron-3-super", "provider": "US (Other)", "rank": 45, "score": 80, "url": "https://aiiq.org/models/nvidia-nemotron-3-super/" }, { "id": "nova-2.0-pro", "name": "nova-2.0-pro", "provider": "US (Other)", "rank": 46, "score": 78.5, "url": "https://aiiq.org/models/nova-2.0-pro/" }, { "id": "k-exaone", "name": "k-exaone", "provider": "World (Other)", "rank": 47, "score": 78.3, "url": "https://aiiq.org/models/k-exaone/" }, { "id": "gpt-oss-120b", "name": "gpt-oss-120b", "provider": "OpenAI", "rank": 48, "score": 78.2, "url": "https://aiiq.org/models/gpt-oss-120b/" }, { "id": "ernie-5.0", "name": "ernie-5.0", "provider": "China (Other)", "rank": 49, "score": 78, "url": "https://aiiq.org/models/ernie-5.0/" }, { "id": "mercury-2", "name": "mercury-2", "provider": "US (Other)", "rank": 50, "score": 77, "url": "https://aiiq.org/models/mercury-2/" }, { "id": "qwen3.5-4b", "name": "qwen3.5-4b", "provider": "Alibaba", "rank": 51, "score": 77, "url": "https://aiiq.org/models/qwen3.5-4b/" }, { "id": "kimi-k2", "name": "kimi-k2", "provider": "Kimi", "rank": 52, "score": 76.6, "url": "https://aiiq.org/models/kimi-k2/" }, { "id": "kat-coder-pro-v1", "name": "kat-coder-pro-v1", "provider": "China (Other)", "rank": 53, "score": 76.4, "url": "https://aiiq.org/models/kat-coder-pro-v1/" }, { "id": "opus-4.1", "name": "opus-4.1", "provider": "Anthropic", "rank": 54, "score": 76.3, "url": "https://aiiq.org/models/opus-4.1/" }, { "id": "doubao-seed-code", "name": "doubao-seed-code", "provider": "China (Other)", "rank": 55, "score": 76, "url": "https://aiiq.org/models/doubao-seed-code/" }, { "id": "intellect-3", "name": "intellect-3", "provider": "US (Other)", "rank": 56, "score": 76, "url": "https://aiiq.org/models/intellect-3/" }, { "id": "nvidia-nemotron-3-nano", "name": "nvidia-nemotron-3-nano", "provider": "US (Other)", "rank": 57, "score": 75.7, "url": "https://aiiq.org/models/nvidia-nemotron-3-nano/" }, { "id": "o1", "name": "o1", "provider": "OpenAI", "rank": 58, "score": 74.7, "url": "https://aiiq.org/models/o1/" }, { "id": "magistral-medium-1.2", "name": "magistral-medium-1.2", "provider": "World (Other)", "rank": 59, "score": 74, "url": "https://aiiq.org/models/magistral-medium-1.2/" }, { "id": "deepseek-v3.1", "name": "deepseek-v3.1", "provider": "DeepSeek", "rank": 60, "score": 73.5, "url": "https://aiiq.org/models/deepseek-v3.1/" }, { "id": "opus-4", "name": "opus-4", "provider": "Anthropic", "rank": 61, "score": 71.7, "url": "https://aiiq.org/models/opus-4/" }, { "id": "grok-3", "name": "grok-3", "provider": "xAI", "rank": 62, "score": 69.3, "url": "https://aiiq.org/models/grok-3/" }, { "id": "gpt-oss-20b", "name": "gpt-oss-20b", "provider": "OpenAI", "rank": 63, "score": 68.8, "url": "https://aiiq.org/models/gpt-oss-20b/" }, { "id": "mistral-large-3", "name": "mistral-large-3", "provider": "World (Other)", "rank": 64, "score": 68, "url": "https://aiiq.org/models/mistral-large-3/" }, { "id": "gpt-5-nano", "name": "gpt-5-nano", "provider": "OpenAI", "rank": 65, "score": 67.6, "url": "https://aiiq.org/models/gpt-5-nano/" }, { "id": "haiku-4.5", "name": "haiku-4.5", "provider": "Anthropic", "rank": 66, "score": 67.2, "url": "https://aiiq.org/models/haiku-4.5/" }, { "id": "llama-4-maverick", "name": "llama-4-maverick", "provider": "Meta", "rank": 67, "score": 67.1, "url": "https://aiiq.org/models/llama-4-maverick/" }, { "id": "gemini-2.0-pro", "name": "gemini-2.0-pro", "provider": "Google", "rank": 68, "score": 62.2, "url": "https://aiiq.org/models/gemini-2.0-pro/" }, { "id": "gpt-4o", "name": "gpt-4o", "provider": "OpenAI", "rank": 69, "score": 52.6, "url": "https://aiiq.org/models/gpt-4o/" }, { "id": "grok-2", "name": "grok-2", "provider": "xAI", "rank": 70, "score": 51, "url": "https://aiiq.org/models/grok-2/" }, { "id": "opus-3", "name": "opus-3", "provider": "Anthropic", "rank": 71, "score": 48.9, "url": "https://aiiq.org/models/opus-3/" }, { "id": "qwen3.5-2b", "name": "qwen3.5-2b", "provider": "Alibaba", "rank": 72, "score": 46, "url": "https://aiiq.org/models/qwen3.5-2b/" }, { "id": "gemini-1.5-pro", "name": "gemini-1.5-pro", "provider": "Google", "rank": 73, "score": 37.1, "url": "https://aiiq.org/models/gemini-1.5-pro/" } ] }, { "id": "hle-cost-per-question", "rankingName": "HLE Cost per Question", "rankingType": "benchmark", "field": "hleCostPerQuestion", "category": "cost", "direction": "lower_is_better", "models": [ { "id": "mistral-large-3", "name": "mistral-large-3", "provider": "World (Other)", "rank": 1, "score": 0.0013, "url": "https://aiiq.org/models/mistral-large-3/" }, { "id": "gpt-oss-20b", "name": "gpt-oss-20b", "provider": "OpenAI", "rank": 2, "score": 0.0023, "url": "https://aiiq.org/models/gpt-oss-20b/" }, { "id": "deepseek-v3.2", "name": "deepseek-v3.2", "provider": "DeepSeek", "rank": 3, "score": 0.0057, "url": "https://aiiq.org/models/deepseek-v3.2/" }, { "id": "gpt-5-nano", "name": "gpt-5-nano", "provider": "OpenAI", "rank": 4, "score": 0.0063, "url": "https://aiiq.org/models/gpt-5-nano/" }, { "id": "gpt-oss-120b", "name": "gpt-oss-120b", "provider": "OpenAI", "rank": 5, "score": 0.0097, "url": "https://aiiq.org/models/gpt-oss-120b/" }, { "id": "minimax-m2.5", "name": "minimax-m2.5", "provider": "MiniMax", "rank": 6, "score": 0.0133, "url": "https://aiiq.org/models/minimax-m2.5/" }, { "id": "haiku-4.5", "name": "haiku-4.5", "provider": "Anthropic", "rank": 7, "score": 0.0203, "url": "https://aiiq.org/models/haiku-4.5/" }, { "id": "gemini-3-flash", "name": "gemini-3-flash", "provider": "Google", "rank": 8, "score": 0.0433, "url": "https://aiiq.org/models/gemini-3-flash/" }, { "id": "deepseek-r1", "name": "deepseek-r1", "provider": "DeepSeek", "rank": 9, "score": 0.0463, "url": "https://aiiq.org/models/deepseek-r1/" }, { "id": "glm-4.7", "name": "glm-4.7", "provider": "Z.ai", "rank": 10, "score": 0.0483, "url": "https://aiiq.org/models/glm-4.7/" }, { "id": "magistral-medium-1.2", "name": "magistral-medium-1.2", "provider": "World (Other)", "rank": 11, "score": 0.0497, "url": "https://aiiq.org/models/magistral-medium-1.2/" }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 12, "score": 0.055, "url": "https://aiiq.org/models/kimi-k2.5/" }, { "id": "o3", "name": "o3", "provider": "OpenAI", "rank": 13, "score": 0.055, "url": "https://aiiq.org/models/o3/" }, { "id": "glm-5", "name": "glm-5", "provider": "Z.ai", "rank": 14, "score": 0.0807, "url": "https://aiiq.org/models/glm-5/" }, { "id": "gemini-3-pro", "name": "gemini-3-pro", "provider": "Google", "rank": 15, "score": 0.117, "url": "https://aiiq.org/models/gemini-3-pro/" }, { "id": "opus-4.5", "name": "opus-4.5", "provider": "Anthropic", "rank": 16, "score": 0.1377, "url": "https://aiiq.org/models/opus-4.5/" }, { "id": "grok-4", "name": "grok-4", "provider": "xAI", "rank": 17, "score": 0.232, "url": "https://aiiq.org/models/grok-4/" }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 18, "score": 0.264, "url": "https://aiiq.org/models/gpt-5.2/" }, { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 19, "score": 0.336, "url": "https://aiiq.org/models/opus-4.6/" } ] }, { "id": "humanitys-last-exam", "rankingName": "Humanity's Last Exam", "rankingType": "benchmark", "field": "hle", "category": "iq", "direction": "higher_is_better", "models": [ { "id": "gemini-3.1-pro", "name": "gemini-3.1-pro", "provider": "Google", "rank": 1, "score": 44.7, "url": "https://aiiq.org/models/gemini-3.1-pro/" }, { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 2, "score": 44, "url": "https://aiiq.org/models/gpt-5.5/" }, { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "OpenAI", "rank": 3, "score": 42, "url": "https://aiiq.org/models/gpt-5.4/" }, { "id": "gemini-3.5-flash", "name": "gemini-3.5-flash", "provider": "Google", "rank": 4, "score": 40.6, "url": "https://aiiq.org/models/gemini-3.5-flash/" }, { "id": "muse-spark", "name": "muse-spark", "provider": "Meta", "rank": 5, "score": 40, "url": "https://aiiq.org/models/muse-spark/" }, { "id": "opus-4.7", "name": "opus-4.7", "provider": "Anthropic", "rank": 6, "score": 40, "url": "https://aiiq.org/models/opus-4.7/" }, { "id": "gpt-5.3-codex", "name": "gpt-5.3-codex", "provider": "OpenAI", "rank": 7, "score": 39.9, "url": "https://aiiq.org/models/gpt-5.3-codex/" }, { "id": "gemini-3-pro", "name": "gemini-3-pro", "provider": "Google", "rank": 8, "score": 37, "url": "https://aiiq.org/models/gemini-3-pro/" }, { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 9, "score": 36.7, "url": "https://aiiq.org/models/opus-4.6/" }, { "id": "deepseek-v4-pro", "name": "deepseek-v4-pro", "provider": "DeepSeek", "rank": 10, "score": 36, "url": "https://aiiq.org/models/deepseek-v4-pro/" }, { "id": "kimi-k2.6", "name": "kimi-k2.6", "provider": "Kimi", "rank": 11, "score": 36, "url": "https://aiiq.org/models/kimi-k2.6/" }, { "id": "qwen3.7-max", "name": "qwen3.7-max", "provider": "Alibaba", "rank": 12, "score": 35.9, "url": "https://aiiq.org/models/qwen3.7-max/" }, { "id": "grok-4.3", "name": "grok-4.3", "provider": "xAI", "rank": 13, "score": 35, "url": "https://aiiq.org/models/grok-4.3/" }, { "id": "gemini-3-flash", "name": "gemini-3-flash", "provider": "Google", "rank": 14, "score": 34.7, "url": "https://aiiq.org/models/gemini-3-flash/" }, { "id": "mimo-v2.5-pro", "name": "mimo-v2.5-pro", "provider": "Xiaomi", "rank": 15, "score": 34, "url": "https://aiiq.org/models/mimo-v2.5-pro/" }, { "id": "kat-coder-pro-v1", "name": "kat-coder-pro-v1", "provider": "China (Other)", "rank": 16, "score": 33.4, "url": "https://aiiq.org/models/kat-coder-pro-v1/" }, { "id": "deepseek-v4-flash", "name": "deepseek-v4-flash", "provider": "DeepSeek", "rank": 17, "score": 32, "url": "https://aiiq.org/models/deepseek-v4-flash/" }, { "id": "grok-4.20", "name": "grok-4.20", "provider": "xAI", "rank": 18, "score": 32, "url": "https://aiiq.org/models/grok-4.20/" }, { "id": "sonnet-4.6", "name": "sonnet-4.6", "provider": "Anthropic", "rank": 19, "score": 30, "url": "https://aiiq.org/models/sonnet-4.6/" }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 20, "score": 29.4, "url": "https://aiiq.org/models/kimi-k2.5/" }, { "id": "qwen3.6-max", "name": "qwen3.6-max", "provider": "Alibaba", "rank": 21, "score": 29, "url": "https://aiiq.org/models/qwen3.6-max/" }, { "id": "glm-5.1", "name": "glm-5.1", "provider": "Z.ai", "rank": 22, "score": 28, "url": "https://aiiq.org/models/glm-5.1/" }, { "id": "mimo-v2-pro", "name": "mimo-v2-pro", "provider": "Xiaomi", "rank": 23, "score": 28, "url": "https://aiiq.org/models/mimo-v2-pro/" }, { "id": "minimax-m2.7", "name": "minimax-m2.7", "provider": "MiniMax", "rank": 24, "score": 28, "url": "https://aiiq.org/models/minimax-m2.7/" }, { "id": "opus-4.5", "name": "opus-4.5", "provider": "Anthropic", "rank": 25, "score": 28, "url": "https://aiiq.org/models/opus-4.5/" }, { "id": "glm-5", "name": "glm-5", "provider": "Z.ai", "rank": 26, "score": 27.2, "url": "https://aiiq.org/models/glm-5/" }, { "id": "gpt-5", "name": "gpt-5", "provider": "OpenAI", "rank": 27, "score": 27, "url": "https://aiiq.org/models/gpt-5/" }, { "id": "gpt-5.1", "name": "gpt-5.1", "provider": "OpenAI", "rank": 28, "score": 27, "url": "https://aiiq.org/models/gpt-5.1/" }, { "id": "gpt-5.4-mini", "name": "gpt-5.4-mini", "provider": "OpenAI", "rank": 29, "score": 27, "url": "https://aiiq.org/models/gpt-5.4-mini/" }, { "id": "gpt-5.4-nano", "name": "gpt-5.4-nano", "provider": "OpenAI", "rank": 30, "score": 27, "url": "https://aiiq.org/models/gpt-5.4-nano/" }, { "id": "qwen3.5-397b", "name": "qwen3.5-397b", "provider": "Alibaba", "rank": 31, "score": 27, "url": "https://aiiq.org/models/qwen3.5-397b/" }, { "id": "hy3", "name": "hy3", "provider": "China (Other)", "rank": 32, "score": 26, "url": "https://aiiq.org/models/hy3/" }, { "id": "glm-4.7", "name": "glm-4.7", "provider": "Z.ai", "rank": 33, "score": 25, "url": "https://aiiq.org/models/glm-4.7/" }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 34, "score": 25, "url": "https://aiiq.org/models/gpt-5.2/" }, { "id": "grok-4", "name": "grok-4", "provider": "xAI", "rank": 35, "score": 24, "url": "https://aiiq.org/models/grok-4/" }, { "id": "gemma-4-31b", "name": "gemma-4-31b", "provider": "Google", "rank": 36, "score": 23, "url": "https://aiiq.org/models/gemma-4-31b/" }, { "id": "deepseek-v3.2", "name": "deepseek-v3.2", "provider": "DeepSeek", "rank": 37, "score": 22, "url": "https://aiiq.org/models/deepseek-v3.2/" }, { "id": "minimax-m2.1", "name": "minimax-m2.1", "provider": "MiniMax", "rank": 38, "score": 22, "url": "https://aiiq.org/models/minimax-m2.1/" }, { "id": "qwen3.6-27b", "name": "qwen3.6-27b", "provider": "Alibaba", "rank": 39, "score": 22, "url": "https://aiiq.org/models/qwen3.6-27b/" }, { "id": "gemini-2.5-pro", "name": "gemini-2.5-pro", "provider": "Google", "rank": 40, "score": 21, "url": "https://aiiq.org/models/gemini-2.5-pro/" }, { "id": "mimo-v2-flash", "name": "mimo-v2-flash", "provider": "Xiaomi", "rank": 41, "score": 20, "url": "https://aiiq.org/models/mimo-v2-flash/" }, { "id": "o3", "name": "o3", "provider": "OpenAI", "rank": 42, "score": 20, "url": "https://aiiq.org/models/o3/" }, { "id": "minimax-m2.5", "name": "minimax-m2.5", "provider": "MiniMax", "rank": 43, "score": 19.1, "url": "https://aiiq.org/models/minimax-m2.5/" }, { "id": "nvidia-nemotron-3-super", "name": "nvidia-nemotron-3-super", "provider": "US (Other)", "rank": 44, "score": 19, "url": "https://aiiq.org/models/nvidia-nemotron-3-super/" }, { "id": "gpt-oss-120b", "name": "gpt-oss-120b", "provider": "OpenAI", "rank": 45, "score": 18.5, "url": "https://aiiq.org/models/gpt-oss-120b/" }, { "id": "mercury-2", "name": "mercury-2", "provider": "US (Other)", "rank": 46, "score": 16, "url": "https://aiiq.org/models/mercury-2/" }, { "id": "deepseek-r1", "name": "deepseek-r1", "provider": "DeepSeek", "rank": 47, "score": 15, "url": "https://aiiq.org/models/deepseek-r1/" }, { "id": "k-exaone", "name": "k-exaone", "provider": "World (Other)", "rank": 48, "score": 13.1, "url": "https://aiiq.org/models/k-exaone/" }, { "id": "doubao-seed-code", "name": "doubao-seed-code", "provider": "China (Other)", "rank": 49, "score": 13, "url": "https://aiiq.org/models/doubao-seed-code/" }, { "id": "ernie-5.0", "name": "ernie-5.0", "provider": "China (Other)", "rank": 50, "score": 13, "url": "https://aiiq.org/models/ernie-5.0/" }, { "id": "qwen3.5-9b", "name": "qwen3.5-9b", "provider": "Alibaba", "rank": 51, "score": 13, "url": "https://aiiq.org/models/qwen3.5-9b/" }, { "id": "intellect-3", "name": "intellect-3", "provider": "US (Other)", "rank": 52, "score": 12, "url": "https://aiiq.org/models/intellect-3/" }, { "id": "opus-4.1", "name": "opus-4.1", "provider": "Anthropic", "rank": 53, "score": 11.5, "url": "https://aiiq.org/models/opus-4.1/" }, { "id": "opus-4", "name": "opus-4", "provider": "Anthropic", "rank": 54, "score": 10.7, "url": "https://aiiq.org/models/opus-4/" }, { "id": "nvidia-nemotron-3-nano", "name": "nvidia-nemotron-3-nano", "provider": "US (Other)", "rank": 55, "score": 10.2, "url": "https://aiiq.org/models/nvidia-nemotron-3-nano/" }, { "id": "magistral-medium-1.2", "name": "magistral-medium-1.2", "provider": "World (Other)", "rank": 56, "score": 10, "url": "https://aiiq.org/models/magistral-medium-1.2/" }, { "id": "gpt-oss-20b", "name": "gpt-oss-20b", "provider": "OpenAI", "rank": 57, "score": 9.8, "url": "https://aiiq.org/models/gpt-oss-20b/" }, { "id": "haiku-4.5", "name": "haiku-4.5", "provider": "Anthropic", "rank": 58, "score": 9.7, "url": "https://aiiq.org/models/haiku-4.5/" }, { "id": "nova-2.0-pro", "name": "nova-2.0-pro", "provider": "US (Other)", "rank": 59, "score": 8.9, "url": "https://aiiq.org/models/nova-2.0-pro/" }, { "id": "gpt-5-nano", "name": "gpt-5-nano", "provider": "OpenAI", "rank": 60, "score": 8, "url": "https://aiiq.org/models/gpt-5-nano/" }, { "id": "qwen3.5-4b", "name": "qwen3.5-4b", "provider": "Alibaba", "rank": 61, "score": 8, "url": "https://aiiq.org/models/qwen3.5-4b/" }, { "id": "o1", "name": "o1", "provider": "OpenAI", "rank": 62, "score": 7.7, "url": "https://aiiq.org/models/o1/" }, { "id": "kimi-k2", "name": "kimi-k2", "provider": "Kimi", "rank": 63, "score": 7, "url": "https://aiiq.org/models/kimi-k2/" }, { "id": "gemini-2.0-pro", "name": "gemini-2.0-pro", "provider": "Google", "rank": 64, "score": 6.8, "url": "https://aiiq.org/models/gemini-2.0-pro/" }, { "id": "deepseek-v3.1", "name": "deepseek-v3.1", "provider": "DeepSeek", "rank": 65, "score": 6.3, "url": "https://aiiq.org/models/deepseek-v3.1/" }, { "id": "grok-3", "name": "grok-3", "provider": "xAI", "rank": 66, "score": 5.1, "url": "https://aiiq.org/models/grok-3/" }, { "id": "llama-4-maverick", "name": "llama-4-maverick", "provider": "Meta", "rank": 67, "score": 4.8, "url": "https://aiiq.org/models/llama-4-maverick/" }, { "id": "mistral-large-3", "name": "mistral-large-3", "provider": "World (Other)", "rank": 68, "score": 4.1, "url": "https://aiiq.org/models/mistral-large-3/" }, { "id": "gemini-1.5-pro", "name": "gemini-1.5-pro", "provider": "Google", "rank": 69, "score": 3.9, "url": "https://aiiq.org/models/gemini-1.5-pro/" }, { "id": "grok-2", "name": "grok-2", "provider": "xAI", "rank": 70, "score": 3.8, "url": "https://aiiq.org/models/grok-2/" }, { "id": "gpt-4-turbo", "name": "gpt-4-turbo", "provider": "OpenAI", "rank": 71, "score": 3.3, "url": "https://aiiq.org/models/gpt-4-turbo/" }, { "id": "opus-3", "name": "opus-3", "provider": "Anthropic", "rank": 72, "score": 3.1, "url": "https://aiiq.org/models/opus-3/" }, { "id": "gpt-4o", "name": "gpt-4o", "provider": "OpenAI", "rank": 73, "score": 2.8, "url": "https://aiiq.org/models/gpt-4o/" }, { "id": "qwen3.5-2b", "name": "qwen3.5-2b", "provider": "Alibaba", "rank": 74, "score": 2, "url": "https://aiiq.org/models/qwen3.5-2b/" } ] }, { "id": "ifbench", "rankingName": "IFBench", "rankingType": "benchmark", "field": "ifBench", "category": "iq", "direction": "higher_is_better", "models": [ { "id": "grok-4.20", "name": "grok-4.20", "provider": "xAI", "rank": 1, "score": 81, "url": "https://aiiq.org/models/grok-4.20/" }, { "id": "grok-4.3", "name": "grok-4.3", "provider": "xAI", "rank": 2, "score": 81, "url": "https://aiiq.org/models/grok-4.3/" }, { "id": "qwen3.7-max", "name": "qwen3.7-max", "provider": "Alibaba", "rank": 3, "score": 80.4, "url": "https://aiiq.org/models/qwen3.7-max/" }, { "id": "mimo-v2.5-pro", "name": "mimo-v2.5-pro", "provider": "Xiaomi", "rank": 4, "score": 80, "url": "https://aiiq.org/models/mimo-v2.5-pro/" }, { "id": "deepseek-v4-flash", "name": "deepseek-v4-flash", "provider": "DeepSeek", "rank": 5, "score": 79, "url": "https://aiiq.org/models/deepseek-v4-flash/" }, { "id": "nova-2.0-pro", "name": "nova-2.0-pro", "provider": "US (Other)", "rank": 6, "score": 79, "url": "https://aiiq.org/models/nova-2.0-pro/" }, { "id": "qwen3.5-397b", "name": "qwen3.5-397b", "provider": "Alibaba", "rank": 7, "score": 79, "url": "https://aiiq.org/models/qwen3.5-397b/" }, { "id": "gemini-3-flash", "name": "gemini-3-flash", "provider": "Google", "rank": 8, "score": 78, "url": "https://aiiq.org/models/gemini-3-flash/" }, { "id": "gemini-3.1-pro", "name": "gemini-3.1-pro", "provider": "Google", "rank": 9, "score": 77.1, "url": "https://aiiq.org/models/gemini-3.1-pro/" }, { "id": "deepseek-v4-pro", "name": "deepseek-v4-pro", "provider": "DeepSeek", "rank": 10, "score": 77, "url": "https://aiiq.org/models/deepseek-v4-pro/" }, { "id": "qwen3.6-max", "name": "qwen3.6-max", "provider": "Alibaba", "rank": 11, "score": 77, "url": "https://aiiq.org/models/qwen3.6-max/" }, { "id": "gemini-3.5-flash", "name": "gemini-3.5-flash", "provider": "Google", "rank": 12, "score": 76.3, "url": "https://aiiq.org/models/gemini-3.5-flash/" }, { "id": "gemma-4-31b", "name": "gemma-4-31b", "provider": "Google", "rank": 13, "score": 76, "url": "https://aiiq.org/models/gemma-4-31b/" }, { "id": "glm-5.1", "name": "glm-5.1", "provider": "Z.ai", "rank": 14, "score": 76, "url": "https://aiiq.org/models/glm-5.1/" }, { "id": "gpt-5.4-nano", "name": "gpt-5.4-nano", "provider": "OpenAI", "rank": 15, "score": 76, "url": "https://aiiq.org/models/gpt-5.4-nano/" }, { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 16, "score": 76, "url": "https://aiiq.org/models/gpt-5.5/" }, { "id": "kimi-k2.6", "name": "kimi-k2.6", "provider": "Kimi", "rank": 17, "score": 76, "url": "https://aiiq.org/models/kimi-k2.6/" }, { "id": "minimax-m2.7", "name": "minimax-m2.7", "provider": "MiniMax", "rank": 18, "score": 76, "url": "https://aiiq.org/models/minimax-m2.7/" }, { "id": "muse-spark", "name": "muse-spark", "provider": "Meta", "rank": 19, "score": 76, "url": "https://aiiq.org/models/muse-spark/" }, { "id": "gpt-5.3-codex", "name": "gpt-5.3-codex", "provider": "OpenAI", "rank": 20, "score": 75.4, "url": "https://aiiq.org/models/gpt-5.3-codex/" }, { "id": "gpt-5.1", "name": "gpt-5.1", "provider": "OpenAI", "rank": 21, "score": 75, "url": "https://aiiq.org/models/gpt-5.1/" }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 22, "score": 75, "url": "https://aiiq.org/models/gpt-5.2/" }, { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "OpenAI", "rank": 23, "score": 74, "url": "https://aiiq.org/models/gpt-5.4/" }, { "id": "gpt-5.4-mini", "name": "gpt-5.4-mini", "provider": "OpenAI", "rank": 24, "score": 73, "url": "https://aiiq.org/models/gpt-5.4-mini/" }, { "id": "glm-5", "name": "glm-5", "provider": "Z.ai", "rank": 25, "score": 72.3, "url": "https://aiiq.org/models/glm-5/" }, { "id": "mimo-v2-flash", "name": "mimo-v2-flash", "provider": "Xiaomi", "rank": 26, "score": 71.8, "url": "https://aiiq.org/models/mimo-v2-flash/" }, { "id": "minimax-m2.5", "name": "minimax-m2.5", "provider": "MiniMax", "rank": 27, "score": 71.6, "url": "https://aiiq.org/models/minimax-m2.5/" }, { "id": "nvidia-nemotron-3-nano", "name": "nvidia-nemotron-3-nano", "provider": "US (Other)", "rank": 28, "score": 71.1, "url": "https://aiiq.org/models/nvidia-nemotron-3-nano/" }, { "id": "nvidia-nemotron-3-super", "name": "nvidia-nemotron-3-super", "provider": "US (Other)", "rank": 29, "score": 71, "url": "https://aiiq.org/models/nvidia-nemotron-3-super/" }, { "id": "o3", "name": "o3", "provider": "OpenAI", "rank": 30, "score": 71, "url": "https://aiiq.org/models/o3/" }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 31, "score": 70.2, "url": "https://aiiq.org/models/kimi-k2.5/" }, { "id": "gemini-3-pro", "name": "gemini-3-pro", "provider": "Google", "rank": 32, "score": 70, "url": "https://aiiq.org/models/gemini-3-pro/" }, { "id": "mercury-2", "name": "mercury-2", "provider": "US (Other)", "rank": 33, "score": 70, "url": "https://aiiq.org/models/mercury-2/" }, { "id": "minimax-m2.1", "name": "minimax-m2.1", "provider": "MiniMax", "rank": 34, "score": 70, "url": "https://aiiq.org/models/minimax-m2.1/" }, { "id": "gpt-oss-120b", "name": "gpt-oss-120b", "provider": "OpenAI", "rank": 35, "score": 69, "url": "https://aiiq.org/models/gpt-oss-120b/" }, { "id": "mimo-v2-pro", "name": "mimo-v2-pro", "provider": "Xiaomi", "rank": 36, "score": 69, "url": "https://aiiq.org/models/mimo-v2-pro/" }, { "id": "kat-coder-pro-v1", "name": "kat-coder-pro-v1", "provider": "China (Other)", "rank": 37, "score": 68.4, "url": "https://aiiq.org/models/kat-coder-pro-v1/" }, { "id": "glm-4.7", "name": "glm-4.7", "provider": "Z.ai", "rank": 38, "score": 68, "url": "https://aiiq.org/models/glm-4.7/" }, { "id": "gpt-5-nano", "name": "gpt-5-nano", "provider": "OpenAI", "rank": 39, "score": 68, "url": "https://aiiq.org/models/gpt-5-nano/" }, { "id": "qwen3.6-27b", "name": "qwen3.6-27b", "provider": "Alibaba", "rank": 40, "score": 68, "url": "https://aiiq.org/models/qwen3.6-27b/" }, { "id": "qwen3.5-9b", "name": "qwen3.5-9b", "provider": "Alibaba", "rank": 41, "score": 67, "url": "https://aiiq.org/models/qwen3.5-9b/" }, { "id": "gpt-oss-20b", "name": "gpt-oss-20b", "provider": "OpenAI", "rank": 42, "score": 65.1, "url": "https://aiiq.org/models/gpt-oss-20b/" }, { "id": "k-exaone", "name": "k-exaone", "provider": "World (Other)", "rank": 43, "score": 64.7, "url": "https://aiiq.org/models/k-exaone/" }, { "id": "hy3", "name": "hy3", "provider": "China (Other)", "rank": 44, "score": 63, "url": "https://aiiq.org/models/hy3/" }, { "id": "deepseek-v3.2", "name": "deepseek-v3.2", "provider": "DeepSeek", "rank": 45, "score": 61, "url": "https://aiiq.org/models/deepseek-v3.2/" }, { "id": "opus-4.7", "name": "opus-4.7", "provider": "Anthropic", "rank": 46, "score": 59, "url": "https://aiiq.org/models/opus-4.7/" }, { "id": "opus-4.5", "name": "opus-4.5", "provider": "Anthropic", "rank": 47, "score": 58, "url": "https://aiiq.org/models/opus-4.5/" }, { "id": "sonnet-4.6", "name": "sonnet-4.6", "provider": "Anthropic", "rank": 48, "score": 56.6, "url": "https://aiiq.org/models/sonnet-4.6/" }, { "id": "haiku-4.5", "name": "haiku-4.5", "provider": "Anthropic", "rank": 49, "score": 54.3, "url": "https://aiiq.org/models/haiku-4.5/" }, { "id": "grok-4", "name": "grok-4", "provider": "xAI", "rank": 50, "score": 54, "url": "https://aiiq.org/models/grok-4/" }, { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 51, "score": 53.1, "url": "https://aiiq.org/models/opus-4.6/" }, { "id": "qwen3.5-4b", "name": "qwen3.5-4b", "provider": "Alibaba", "rank": 52, "score": 52, "url": "https://aiiq.org/models/qwen3.5-4b/" }, { "id": "doubao-seed-code", "name": "doubao-seed-code", "provider": "China (Other)", "rank": 53, "score": 51, "url": "https://aiiq.org/models/doubao-seed-code/" }, { "id": "gemini-2.5-pro", "name": "gemini-2.5-pro", "provider": "Google", "rank": 54, "score": 49, "url": "https://aiiq.org/models/gemini-2.5-pro/" }, { "id": "llama-4-maverick", "name": "llama-4-maverick", "provider": "Meta", "rank": 55, "score": 43, "url": "https://aiiq.org/models/llama-4-maverick/" }, { "id": "magistral-medium-1.2", "name": "magistral-medium-1.2", "provider": "World (Other)", "rank": 56, "score": 43, "url": "https://aiiq.org/models/magistral-medium-1.2/" }, { "id": "kimi-k2", "name": "kimi-k2", "provider": "Kimi", "rank": 57, "score": 41.5, "url": "https://aiiq.org/models/kimi-k2/" }, { "id": "ernie-5.0", "name": "ernie-5.0", "provider": "China (Other)", "rank": 58, "score": 41, "url": "https://aiiq.org/models/ernie-5.0/" }, { "id": "deepseek-r1", "name": "deepseek-r1", "provider": "DeepSeek", "rank": 59, "score": 40, "url": "https://aiiq.org/models/deepseek-r1/" }, { "id": "deepseek-v3.1", "name": "deepseek-v3.1", "provider": "DeepSeek", "rank": 60, "score": 37.8, "url": "https://aiiq.org/models/deepseek-v3.1/" }, { "id": "mistral-large-3", "name": "mistral-large-3", "provider": "World (Other)", "rank": 61, "score": 36.2, "url": "https://aiiq.org/models/mistral-large-3/" }, { "id": "intellect-3", "name": "intellect-3", "provider": "US (Other)", "rank": 62, "score": 34, "url": "https://aiiq.org/models/intellect-3/" }, { "id": "qwen3.5-2b", "name": "qwen3.5-2b", "provider": "Alibaba", "rank": 63, "score": 32, "url": "https://aiiq.org/models/qwen3.5-2b/" } ] }, { "id": "livecodebench", "rankingName": "LiveCodeBench", "rankingType": "benchmark", "field": "livecodebench", "category": "iq", "direction": "higher_is_better", "models": [ { "id": "gemini-3.1-pro", "name": "gemini-3.1-pro", "provider": "Google", "rank": 1, "score": 88.48, "url": "https://aiiq.org/models/gemini-3.1-pro/" }, { "id": "deepseek-v4-pro", "name": "deepseek-v4-pro", "provider": "DeepSeek", "rank": 2, "score": 87.48, "url": "https://aiiq.org/models/deepseek-v4-pro/" }, { "id": "gpt-5.3-codex", "name": "gpt-5.3-codex", "provider": "OpenAI", "rank": 3, "score": 87.31, "url": "https://aiiq.org/models/gpt-5.3-codex/" }, { "id": "kimi-k2.6", "name": "kimi-k2.6", "provider": "Kimi", "rank": 4, "score": 86.77, "url": "https://aiiq.org/models/kimi-k2.6/" }, { "id": "gpt-5.1", "name": "gpt-5.1", "provider": "OpenAI", "rank": 5, "score": 86.5, "url": "https://aiiq.org/models/gpt-5.1/" }, { "id": "gemini-3-pro", "name": "gemini-3-pro", "provider": "Google", "rank": 6, "score": 86.41, "url": "https://aiiq.org/models/gemini-3-pro/" }, { "id": "gpt-5", "name": "gpt-5", "provider": "OpenAI", "rank": 7, "score": 85.9, "url": "https://aiiq.org/models/gpt-5/" }, { "id": "gemini-3-flash", "name": "gemini-3-flash", "provider": "Google", "rank": 8, "score": 85.59, "url": "https://aiiq.org/models/gemini-3-flash/" }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 9, "score": 85.36, "url": "https://aiiq.org/models/gpt-5.2/" }, { "id": "qwen3.5-397b", "name": "qwen3.5-397b", "provider": "Alibaba", "rank": 10, "score": 85.33, "url": "https://aiiq.org/models/qwen3.5-397b/" }, { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 11, "score": 85.3, "url": "https://aiiq.org/models/gpt-5.5/" }, { "id": "opus-4.7", "name": "opus-4.7", "provider": "Anthropic", "rank": 12, "score": 84.69, "url": "https://aiiq.org/models/opus-4.7/" }, { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 13, "score": 84.68, "url": "https://aiiq.org/models/opus-4.6/" }, { "id": "grok-4.3", "name": "grok-4.3", "provider": "xAI", "rank": 14, "score": 84.49, "url": "https://aiiq.org/models/grok-4.3/" }, { "id": "grok-4.20", "name": "grok-4.20", "provider": "xAI", "rank": 15, "score": 84.27, "url": "https://aiiq.org/models/grok-4.20/" }, { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "OpenAI", "rank": 16, "score": 84.14, "url": "https://aiiq.org/models/gpt-5.4/" }, { "id": "gpt-5.4-nano", "name": "gpt-5.4-nano", "provider": "OpenAI", "rank": 17, "score": 84.01, "url": "https://aiiq.org/models/gpt-5.4-nano/" }, { "id": "o3", "name": "o3", "provider": "OpenAI", "rank": 18, "score": 83.91, "url": "https://aiiq.org/models/o3/" }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 19, "score": 83.87, "url": "https://aiiq.org/models/kimi-k2.5/" }, { "id": "opus-4.5", "name": "opus-4.5", "provider": "Anthropic", "rank": 20, "score": 83.67, "url": "https://aiiq.org/models/opus-4.5/" }, { "id": "grok-4", "name": "grok-4", "provider": "xAI", "rank": 21, "score": 83.25, "url": "https://aiiq.org/models/grok-4/" }, { "id": "gpt-oss-120b", "name": "gpt-oss-120b", "provider": "OpenAI", "rank": 22, "score": 83.23, "url": "https://aiiq.org/models/gpt-oss-120b/" }, { "id": "glm-4.7", "name": "glm-4.7", "provider": "Z.ai", "rank": 23, "score": 82.23, "url": "https://aiiq.org/models/glm-4.7/" }, { "id": "sonnet-4.6", "name": "sonnet-4.6", "provider": "Anthropic", "rank": 24, "score": 82.09, "url": "https://aiiq.org/models/sonnet-4.6/" }, { "id": "glm-5", "name": "glm-5", "provider": "Z.ai", "rank": 25, "score": 81.87, "url": "https://aiiq.org/models/glm-5/" }, { "id": "minimax-m2.1", "name": "minimax-m2.1", "provider": "MiniMax", "rank": 26, "score": 81.76, "url": "https://aiiq.org/models/minimax-m2.1/" }, { "id": "gpt-5.4-mini", "name": "gpt-5.4-mini", "provider": "OpenAI", "rank": 27, "score": 81.47, "url": "https://aiiq.org/models/gpt-5.4-mini/" }, { "id": "glm-5.1", "name": "glm-5.1", "provider": "Z.ai", "rank": 28, "score": 81.38, "url": "https://aiiq.org/models/glm-5.1/" }, { "id": "ernie-5.0", "name": "ernie-5.0", "provider": "China (Other)", "rank": 29, "score": 81, "url": "https://aiiq.org/models/ernie-5.0/" }, { "id": "deepseek-v3.2", "name": "deepseek-v3.2", "provider": "DeepSeek", "rank": 30, "score": 80.7, "url": "https://aiiq.org/models/deepseek-v3.2/" }, { "id": "gpt-oss-20b", "name": "gpt-oss-20b", "provider": "OpenAI", "rank": 31, "score": 80.39, "url": "https://aiiq.org/models/gpt-oss-20b/" }, { "id": "minimax-m2.7", "name": "minimax-m2.7", "provider": "MiniMax", "rank": 32, "score": 79.93, "url": "https://aiiq.org/models/minimax-m2.7/" }, { "id": "minimax-m2.5", "name": "minimax-m2.5", "provider": "MiniMax", "rank": 33, "score": 79.21, "url": "https://aiiq.org/models/minimax-m2.5/" }, { "id": "intellect-3", "name": "intellect-3", "provider": "US (Other)", "rank": 34, "score": 78, "url": "https://aiiq.org/models/intellect-3/" }, { "id": "doubao-seed-code", "name": "doubao-seed-code", "provider": "China (Other)", "rank": 35, "score": 77, "url": "https://aiiq.org/models/doubao-seed-code/" }, { "id": "k-exaone", "name": "k-exaone", "provider": "World (Other)", "rank": 36, "score": 76.8, "url": "https://aiiq.org/models/k-exaone/" }, { "id": "magistral-medium-1.2", "name": "magistral-medium-1.2", "provider": "World (Other)", "rank": 37, "score": 74.86, "url": "https://aiiq.org/models/magistral-medium-1.2/" }, { "id": "kat-coder-pro-v1", "name": "kat-coder-pro-v1", "provider": "China (Other)", "rank": 38, "score": 74.7, "url": "https://aiiq.org/models/kat-coder-pro-v1/" }, { "id": "nvidia-nemotron-3-nano", "name": "nvidia-nemotron-3-nano", "provider": "US (Other)", "rank": 39, "score": 74.1, "url": "https://aiiq.org/models/nvidia-nemotron-3-nano/" }, { "id": "nova-2.0-pro", "name": "nova-2.0-pro", "provider": "US (Other)", "rank": 40, "score": 73, "url": "https://aiiq.org/models/nova-2.0-pro/" }, { "id": "deepseek-r1", "name": "deepseek-r1", "provider": "DeepSeek", "rank": 41, "score": 70.22, "url": "https://aiiq.org/models/deepseek-r1/" }, { "id": "gpt-5-nano", "name": "gpt-5-nano", "provider": "OpenAI", "rank": 42, "score": 70.22, "url": "https://aiiq.org/models/gpt-5-nano/" }, { "id": "opus-4", "name": "opus-4", "provider": "Anthropic", "rank": 43, "score": 70.2, "url": "https://aiiq.org/models/opus-4/" }, { "id": "opus-4.1", "name": "opus-4.1", "provider": "Anthropic", "rank": 44, "score": 66.5, "url": "https://aiiq.org/models/opus-4.1/" }, { "id": "deepseek-v3.1", "name": "deepseek-v3.1", "provider": "DeepSeek", "rank": 45, "score": 57.7, "url": "https://aiiq.org/models/deepseek-v3.1/" }, { "id": "kimi-k2", "name": "kimi-k2", "provider": "Kimi", "rank": 46, "score": 55.6, "url": "https://aiiq.org/models/kimi-k2/" }, { "id": "mistral-large-3", "name": "mistral-large-3", "provider": "World (Other)", "rank": 47, "score": 55.34, "url": "https://aiiq.org/models/mistral-large-3/" }, { "id": "llama-4-maverick", "name": "llama-4-maverick", "provider": "Meta", "rank": 48, "score": 47.25, "url": "https://aiiq.org/models/llama-4-maverick/" }, { "id": "haiku-4.5", "name": "haiku-4.5", "provider": "Anthropic", "rank": 49, "score": 41.17, "url": "https://aiiq.org/models/haiku-4.5/" } ] }, { "id": "mcp-atlas", "rankingName": "MCP Atlas", "rankingType": "benchmark", "field": "mcpAtlas", "category": "benchmark", "direction": "higher_is_better", "models": [ { "id": "muse-spark", "name": "muse-spark", "provider": "Meta", "rank": 1, "score": 82.2, "url": "https://aiiq.org/models/muse-spark/" }, { "id": "opus-4.7", "name": "opus-4.7", "provider": "Anthropic", "rank": 2, "score": 79.1, "url": "https://aiiq.org/models/opus-4.7/" }, { "id": "gemini-3.1-pro", "name": "gemini-3.1-pro", "provider": "Google", "rank": 3, "score": 78.2, "url": "https://aiiq.org/models/gemini-3.1-pro/" }, { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 4, "score": 76.8, "url": "https://aiiq.org/models/opus-4.6/" }, { "id": "glm-5.1", "name": "glm-5.1", "provider": "Z.ai", "rank": 5, "score": 75.6, "url": "https://aiiq.org/models/glm-5.1/" }, { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 6, "score": 75.3, "url": "https://aiiq.org/models/gpt-5.5/" }, { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "OpenAI", "rank": 7, "score": 70.6, "url": "https://aiiq.org/models/gpt-5.4/" }, { "id": "gemini-3-pro", "name": "gemini-3-pro", "provider": "Google", "rank": 8, "score": 70.3, "url": "https://aiiq.org/models/gemini-3-pro/" }, { "id": "opus-4.5", "name": "opus-4.5", "provider": "Anthropic", "rank": 9, "score": 69.8, "url": "https://aiiq.org/models/opus-4.5/" }, { "id": "sonnet-4.6", "name": "sonnet-4.6", "provider": "Anthropic", "rank": 10, "score": 69.5, "url": "https://aiiq.org/models/sonnet-4.6/" }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 11, "score": 67.6, "url": "https://aiiq.org/models/gpt-5.2/" }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 12, "score": 64.4, "url": "https://aiiq.org/models/kimi-k2.5/" }, { "id": "gemini-3-flash", "name": "gemini-3-flash", "provider": "Google", "rank": 13, "score": 62, "url": "https://aiiq.org/models/gemini-3-flash/" }, { "id": "glm-4.7", "name": "glm-4.7", "provider": "Z.ai", "rank": 14, "score": 58.1, "url": "https://aiiq.org/models/glm-4.7/" }, { "id": "gpt-5.4-mini", "name": "gpt-5.4-mini", "provider": "OpenAI", "rank": 15, "score": 56.7, "url": "https://aiiq.org/models/gpt-5.4-mini/" }, { "id": "gpt-5.1", "name": "gpt-5.1", "provider": "OpenAI", "rank": 16, "score": 50.1, "url": "https://aiiq.org/models/gpt-5.1/" }, { "id": "haiku-4.5", "name": "haiku-4.5", "provider": "Anthropic", "rank": 17, "score": 40.2, "url": "https://aiiq.org/models/haiku-4.5/" } ] }, { "id": "mmlu-pro", "rankingName": "MMLU-Pro", "rankingType": "benchmark", "field": "mmlupro", "category": "benchmark", "direction": "higher_is_better", "models": [ { "id": "gemini-3-pro", "name": "gemini-3-pro", "provider": "Google", "rank": 1, "score": 89.8, "url": "https://aiiq.org/models/gemini-3-pro/" }, { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 2, "score": 89.1, "url": "https://aiiq.org/models/opus-4.6/" }, { "id": "gemini-3-flash", "name": "gemini-3-flash", "provider": "Google", "rank": 3, "score": 89, "url": "https://aiiq.org/models/gemini-3-flash/" }, { "id": "minimax-m2.1", "name": "minimax-m2.1", "provider": "MiniMax", "rank": 4, "score": 87.5, "url": "https://aiiq.org/models/minimax-m2.1/" }, { "id": "opus-4.5", "name": "opus-4.5", "provider": "Anthropic", "rank": 5, "score": 87.3, "url": "https://aiiq.org/models/opus-4.5/" }, { "id": "grok-4", "name": "grok-4", "provider": "xAI", "rank": 6, "score": 86.6, "url": "https://aiiq.org/models/grok-4/" }, { "id": "deepseek-v3.2", "name": "deepseek-v3.2", "provider": "DeepSeek", "rank": 7, "score": 86.2, "url": "https://aiiq.org/models/deepseek-v3.2/" }, { "id": "glm-5", "name": "glm-5", "provider": "Z.ai", "rank": 8, "score": 86, "url": "https://aiiq.org/models/glm-5/" }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 9, "score": 85.9, "url": "https://aiiq.org/models/gpt-5.2/" }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 10, "score": 85.9, "url": "https://aiiq.org/models/kimi-k2.5/" }, { "id": "glm-4.7", "name": "glm-4.7", "provider": "Z.ai", "rank": 11, "score": 85.6, "url": "https://aiiq.org/models/glm-4.7/" }, { "id": "o3", "name": "o3", "provider": "OpenAI", "rank": 12, "score": 85.3, "url": "https://aiiq.org/models/o3/" }, { "id": "k-exaone", "name": "k-exaone", "provider": "World (Other)", "rank": 13, "score": 83.8, "url": "https://aiiq.org/models/k-exaone/" }, { "id": "deepseek-r1", "name": "deepseek-r1", "provider": "DeepSeek", "rank": 14, "score": 83.2, "url": "https://aiiq.org/models/deepseek-r1/" }, { "id": "nova-2.0-pro", "name": "nova-2.0-pro", "provider": "US (Other)", "rank": 15, "score": 83, "url": "https://aiiq.org/models/nova-2.0-pro/" }, { "id": "kat-coder-pro-v1", "name": "kat-coder-pro-v1", "provider": "China (Other)", "rank": 16, "score": 81.3, "url": "https://aiiq.org/models/kat-coder-pro-v1/" }, { "id": "llama-4-maverick", "name": "llama-4-maverick", "provider": "Meta", "rank": 17, "score": 80.9, "url": "https://aiiq.org/models/llama-4-maverick/" }, { "id": "gpt-oss-120b", "name": "gpt-oss-120b", "provider": "OpenAI", "rank": 18, "score": 80.8, "url": "https://aiiq.org/models/gpt-oss-120b/" }, { "id": "mistral-large-3", "name": "mistral-large-3", "provider": "World (Other)", "rank": 19, "score": 80.7, "url": "https://aiiq.org/models/mistral-large-3/" }, { "id": "nvidia-nemotron-3-nano", "name": "nvidia-nemotron-3-nano", "provider": "US (Other)", "rank": 20, "score": 79.4, "url": "https://aiiq.org/models/nvidia-nemotron-3-nano/" }, { "id": "gpt-5-nano", "name": "gpt-5-nano", "provider": "OpenAI", "rank": 21, "score": 78, "url": "https://aiiq.org/models/gpt-5-nano/" }, { "id": "haiku-4.5", "name": "haiku-4.5", "provider": "Anthropic", "rank": 22, "score": 76, "url": "https://aiiq.org/models/haiku-4.5/" }, { "id": "gpt-oss-20b", "name": "gpt-oss-20b", "provider": "OpenAI", "rank": 23, "score": 74.8, "url": "https://aiiq.org/models/gpt-oss-20b/" }, { "id": "magistral-medium-1.2", "name": "magistral-medium-1.2", "provider": "World (Other)", "rank": 24, "score": 68.7, "url": "https://aiiq.org/models/magistral-medium-1.2/" } ] }, { "id": "mmmu-pro", "rankingName": "MMMU-Pro", "rankingType": "benchmark", "field": "mmmuPro", "category": "benchmark", "direction": "higher_is_better", "models": [ { "id": "gemini-3-flash", "name": "gemini-3-flash", "provider": "Google", "rank": 1, "score": 87.63, "url": "https://aiiq.org/models/gemini-3-flash/" }, { "id": "gemini-3-pro", "name": "gemini-3-pro", "provider": "Google", "rank": 2, "score": 87.51, "url": "https://aiiq.org/models/gemini-3-pro/" }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 3, "score": 86.67, "url": "https://aiiq.org/models/gpt-5.2/" }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 4, "score": 84.34, "url": "https://aiiq.org/models/kimi-k2.5/" }, { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 5, "score": 83.87, "url": "https://aiiq.org/models/opus-4.6/" }, { "id": "opus-4.5", "name": "opus-4.5", "provider": "Anthropic", "rank": 6, "score": 82.95, "url": "https://aiiq.org/models/opus-4.5/" }, { "id": "gemini-3.1-pro", "name": "gemini-3.1-pro", "provider": "Google", "rank": 7, "score": 82, "url": "https://aiiq.org/models/gemini-3.1-pro/" }, { "id": "muse-spark", "name": "muse-spark", "provider": "Meta", "rank": 8, "score": 81, "url": "https://aiiq.org/models/muse-spark/" }, { "id": "o3", "name": "o3", "provider": "OpenAI", "rank": 9, "score": 80.42, "url": "https://aiiq.org/models/o3/" }, { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 10, "score": 80, "url": "https://aiiq.org/models/gpt-5.5/" }, { "id": "gpt-5.3-codex", "name": "gpt-5.3-codex", "provider": "OpenAI", "rank": 11, "score": 79, "url": "https://aiiq.org/models/gpt-5.3-codex/" }, { "id": "kimi-k2.6", "name": "kimi-k2.6", "provider": "Kimi", "rank": 12, "score": 79, "url": "https://aiiq.org/models/kimi-k2.6/" }, { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "OpenAI", "rank": 13, "score": 78, "url": "https://aiiq.org/models/gpt-5.4/" }, { "id": "grok-4.3", "name": "grok-4.3", "provider": "xAI", "rank": 14, "score": 78, "url": "https://aiiq.org/models/grok-4.3/" }, { "id": "grok-4", "name": "grok-4", "provider": "xAI", "rank": 15, "score": 76.27, "url": "https://aiiq.org/models/grok-4/" }, { "id": "gemini-2.5-pro", "name": "gemini-2.5-pro", "provider": "Google", "rank": 16, "score": 75, "url": "https://aiiq.org/models/gemini-2.5-pro/" }, { "id": "grok-4.20", "name": "grok-4.20", "provider": "xAI", "rank": 17, "score": 75, "url": "https://aiiq.org/models/grok-4.20/" }, { "id": "qwen3.6-27b", "name": "qwen3.6-27b", "provider": "Alibaba", "rank": 18, "score": 75, "url": "https://aiiq.org/models/qwen3.6-27b/" }, { "id": "gemma-4-31b", "name": "gemma-4-31b", "provider": "Google", "rank": 19, "score": 73, "url": "https://aiiq.org/models/gemma-4-31b/" }, { "id": "gpt-5.4-mini", "name": "gpt-5.4-mini", "provider": "OpenAI", "rank": 20, "score": 73, "url": "https://aiiq.org/models/gpt-5.4-mini/" }, { "id": "sonnet-4.6", "name": "sonnet-4.6", "provider": "Anthropic", "rank": 21, "score": 73, "url": "https://aiiq.org/models/sonnet-4.6/" }, { "id": "gpt-5-nano", "name": "gpt-5-nano", "provider": "OpenAI", "rank": 22, "score": 70.94, "url": "https://aiiq.org/models/gpt-5-nano/" }, { "id": "qwen3.5-9b", "name": "qwen3.5-9b", "provider": "Alibaba", "rank": 23, "score": 69, "url": "https://aiiq.org/models/qwen3.5-9b/" }, { "id": "doubao-seed-code", "name": "doubao-seed-code", "provider": "China (Other)", "rank": 24, "score": 68, "url": "https://aiiq.org/models/doubao-seed-code/" }, { "id": "mistral-large-3", "name": "mistral-large-3", "provider": "World (Other)", "rank": 25, "score": 66.19, "url": "https://aiiq.org/models/mistral-large-3/" }, { "id": "ernie-5.0", "name": "ernie-5.0", "provider": "China (Other)", "rank": 26, "score": 65, "url": "https://aiiq.org/models/ernie-5.0/" }, { "id": "gpt-5.4-nano", "name": "gpt-5.4-nano", "provider": "OpenAI", "rank": 27, "score": 65, "url": "https://aiiq.org/models/gpt-5.4-nano/" }, { "id": "nova-2.0-pro", "name": "nova-2.0-pro", "provider": "US (Other)", "rank": 28, "score": 65, "url": "https://aiiq.org/models/nova-2.0-pro/" }, { "id": "qwen3.5-4b", "name": "qwen3.5-4b", "provider": "Alibaba", "rank": 29, "score": 65, "url": "https://aiiq.org/models/qwen3.5-4b/" }, { "id": "magistral-medium-1.2", "name": "magistral-medium-1.2", "provider": "World (Other)", "rank": 30, "score": 64.57, "url": "https://aiiq.org/models/magistral-medium-1.2/" }, { "id": "llama-4-maverick", "name": "llama-4-maverick", "provider": "Meta", "rank": 31, "score": 62, "url": "https://aiiq.org/models/llama-4-maverick/" }, { "id": "haiku-4.5", "name": "haiku-4.5", "provider": "Anthropic", "rank": 32, "score": 46.07, "url": "https://aiiq.org/models/haiku-4.5/" }, { "id": "qwen3.5-2b", "name": "qwen3.5-2b", "provider": "Alibaba", "rank": 33, "score": 43, "url": "https://aiiq.org/models/qwen3.5-2b/" } ] }, { "id": "osworld-verified", "rankingName": "OSWorld-Verified", "rankingType": "benchmark", "field": "osworldVerified", "category": "iq", "direction": "higher_is_better", "models": [ { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 1, "score": 78.7, "url": "https://aiiq.org/models/gpt-5.5/" }, { "id": "opus-4.7", "name": "opus-4.7", "provider": "Anthropic", "rank": 2, "score": 78, "url": "https://aiiq.org/models/opus-4.7/" }, { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "OpenAI", "rank": 3, "score": 75, "url": "https://aiiq.org/models/gpt-5.4/" }, { "id": "kimi-k2.6", "name": "kimi-k2.6", "provider": "Kimi", "rank": 4, "score": 73.1, "url": "https://aiiq.org/models/kimi-k2.6/" }, { "id": "gpt-5.4-mini", "name": "gpt-5.4-mini", "provider": "OpenAI", "rank": 5, "score": 72.1, "url": "https://aiiq.org/models/gpt-5.4-mini/" }, { "id": "gpt-5.3-codex", "name": "gpt-5.3-codex", "provider": "OpenAI", "rank": 6, "score": 64.7, "url": "https://aiiq.org/models/gpt-5.3-codex/" }, { "id": "qwen3.6-max", "name": "qwen3.6-max", "provider": "Alibaba", "rank": 7, "score": 62.5, "url": "https://aiiq.org/models/qwen3.6-max/" }, { "id": "gpt-5.4-nano", "name": "gpt-5.4-nano", "provider": "OpenAI", "rank": 8, "score": 39, "url": "https://aiiq.org/models/gpt-5.4-nano/" } ] }, { "id": "proofbench", "rankingName": "ProofBench", "rankingType": "benchmark", "field": "proofbench", "category": "iq", "direction": "higher_is_better", "models": [ { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "OpenAI", "rank": 1, "score": 56, "url": "https://aiiq.org/models/gpt-5.4/" }, { "id": "opus-4.7", "name": "opus-4.7", "provider": "Anthropic", "rank": 2, "score": 54, "url": "https://aiiq.org/models/opus-4.7/" }, { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 3, "score": 50, "url": "https://aiiq.org/models/gpt-5.5/" }, { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 4, "score": 50, "url": "https://aiiq.org/models/opus-4.6/" }, { "id": "sonnet-4.6", "name": "sonnet-4.6", "provider": "Anthropic", "rank": 5, "score": 45, "url": "https://aiiq.org/models/sonnet-4.6/" }, { "id": "opus-4.5", "name": "opus-4.5", "provider": "Anthropic", "rank": 6, "score": 36, "url": "https://aiiq.org/models/opus-4.5/" }, { "id": "gemini-3.1-pro", "name": "gemini-3.1-pro", "provider": "Google", "rank": 7, "score": 26, "url": "https://aiiq.org/models/gemini-3.1-pro/" }, { "id": "glm-5.1", "name": "glm-5.1", "provider": "Z.ai", "rank": 8, "score": 22, "url": "https://aiiq.org/models/glm-5.1/" }, { "id": "gpt-5.4-mini", "name": "gpt-5.4-mini", "provider": "OpenAI", "rank": 9, "score": 21, "url": "https://aiiq.org/models/gpt-5.4-mini/" }, { "id": "gemini-3-pro", "name": "gemini-3-pro", "provider": "Google", "rank": 10, "score": 20, "url": "https://aiiq.org/models/gemini-3-pro/" }, { "id": "gpt-5", "name": "gpt-5", "provider": "OpenAI", "rank": 11, "score": 18, "url": "https://aiiq.org/models/gpt-5/" }, { "id": "muse-spark", "name": "muse-spark", "provider": "Meta", "rank": 12, "score": 17, "url": "https://aiiq.org/models/muse-spark/" }, { "id": "kimi-k2.6", "name": "kimi-k2.6", "provider": "Kimi", "rank": 13, "score": 16, "url": "https://aiiq.org/models/kimi-k2.6/" }, { "id": "gemini-3-flash", "name": "gemini-3-flash", "provider": "Google", "rank": 14, "score": 15, "url": "https://aiiq.org/models/gemini-3-flash/" }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 15, "score": 15, "url": "https://aiiq.org/models/gpt-5.2/" }, { "id": "grok-4.20", "name": "grok-4.20", "provider": "xAI", "rank": 16, "score": 14, "url": "https://aiiq.org/models/grok-4.20/" }, { "id": "gpt-5-nano", "name": "gpt-5-nano", "provider": "OpenAI", "rank": 17, "score": 12, "url": "https://aiiq.org/models/gpt-5-nano/" }, { "id": "grok-4.3", "name": "grok-4.3", "provider": "xAI", "rank": 18, "score": 11, "url": "https://aiiq.org/models/grok-4.3/" }, { "id": "deepseek-v4-pro", "name": "deepseek-v4-pro", "provider": "DeepSeek", "rank": 19, "score": 10, "url": "https://aiiq.org/models/deepseek-v4-pro/" }, { "id": "glm-4.7", "name": "glm-4.7", "provider": "Z.ai", "rank": 20, "score": 6, "url": "https://aiiq.org/models/glm-4.7/" }, { "id": "gpt-5.4-nano", "name": "gpt-5.4-nano", "provider": "OpenAI", "rank": 21, "score": 5, "url": "https://aiiq.org/models/gpt-5.4-nano/" }, { "id": "deepseek-v3.2", "name": "deepseek-v3.2", "provider": "DeepSeek", "rank": 22, "score": 4, "url": "https://aiiq.org/models/deepseek-v3.2/" }, { "id": "minimax-m2.5", "name": "minimax-m2.5", "provider": "MiniMax", "rank": 23, "score": 4, "url": "https://aiiq.org/models/minimax-m2.5/" }, { "id": "minimax-m2.7", "name": "minimax-m2.7", "provider": "MiniMax", "rank": 24, "score": 3, "url": "https://aiiq.org/models/minimax-m2.7/" } ] }, { "id": "scicode", "rankingName": "SciCode", "rankingType": "benchmark", "field": "sciCode", "category": "iq", "direction": "higher_is_better", "models": [ { "id": "gemini-3.1-pro", "name": "gemini-3.1-pro", "provider": "Google", "rank": 1, "score": 58.9, "url": "https://aiiq.org/models/gemini-3.1-pro/" }, { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "OpenAI", "rank": 2, "score": 57, "url": "https://aiiq.org/models/gpt-5.4/" }, { "id": "gemini-3-pro", "name": "gemini-3-pro", "provider": "Google", "rank": 3, "score": 56, "url": "https://aiiq.org/models/gemini-3-pro/" }, { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 4, "score": 56, "url": "https://aiiq.org/models/gpt-5.5/" }, { "id": "opus-4.7", "name": "opus-4.7", "provider": "Anthropic", "rank": 5, "score": 55, "url": "https://aiiq.org/models/opus-4.7/" }, { "id": "kimi-k2.6", "name": "kimi-k2.6", "provider": "Kimi", "rank": 6, "score": 54, "url": "https://aiiq.org/models/kimi-k2.6/" }, { "id": "gpt-5.3-codex", "name": "gpt-5.3-codex", "provider": "OpenAI", "rank": 7, "score": 53.2, "url": "https://aiiq.org/models/gpt-5.3-codex/" }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 8, "score": 52, "url": "https://aiiq.org/models/gpt-5.2/" }, { "id": "muse-spark", "name": "muse-spark", "provider": "Meta", "rank": 9, "score": 52, "url": "https://aiiq.org/models/muse-spark/" }, { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 10, "score": 51.9, "url": "https://aiiq.org/models/opus-4.6/" }, { "id": "gemini-3.5-flash", "name": "gemini-3.5-flash", "provider": "Google", "rank": 11, "score": 51.5, "url": "https://aiiq.org/models/gemini-3.5-flash/" }, { "id": "gemini-3-flash", "name": "gemini-3-flash", "provider": "Google", "rank": 12, "score": 50.6, "url": "https://aiiq.org/models/gemini-3-flash/" }, { "id": "deepseek-v4-pro", "name": "deepseek-v4-pro", "provider": "DeepSeek", "rank": 13, "score": 50, "url": "https://aiiq.org/models/deepseek-v4-pro/" }, { "id": "gpt-5.4-mini", "name": "gpt-5.4-mini", "provider": "OpenAI", "rank": 14, "score": 50, "url": "https://aiiq.org/models/gpt-5.4-mini/" }, { "id": "mimo-v2.5-pro", "name": "mimo-v2.5-pro", "provider": "Xiaomi", "rank": 15, "score": 50, "url": "https://aiiq.org/models/mimo-v2.5-pro/" }, { "id": "opus-4.5", "name": "opus-4.5", "provider": "Anthropic", "rank": 16, "score": 50, "url": "https://aiiq.org/models/opus-4.5/" }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 17, "score": 49, "url": "https://aiiq.org/models/kimi-k2.5/" }, { "id": "qwen3.7-max", "name": "qwen3.7-max", "provider": "Alibaba", "rank": 18, "score": 47.3, "url": "https://aiiq.org/models/qwen3.7-max/" }, { "id": "gpt-5.4-nano", "name": "gpt-5.4-nano", "provider": "OpenAI", "rank": 19, "score": 47, "url": "https://aiiq.org/models/gpt-5.4-nano/" }, { "id": "grok-4.3", "name": "grok-4.3", "provider": "xAI", "rank": 20, "score": 47, "url": "https://aiiq.org/models/grok-4.3/" }, { "id": "minimax-m2.7", "name": "minimax-m2.7", "provider": "MiniMax", "rank": 21, "score": 47, "url": "https://aiiq.org/models/minimax-m2.7/" }, { "id": "qwen3.6-max", "name": "qwen3.6-max", "provider": "Alibaba", "rank": 22, "score": 47, "url": "https://aiiq.org/models/qwen3.6-max/" }, { "id": "sonnet-4.6", "name": "sonnet-4.6", "provider": "Anthropic", "rank": 23, "score": 46.8, "url": "https://aiiq.org/models/sonnet-4.6/" }, { "id": "glm-5", "name": "glm-5", "provider": "Z.ai", "rank": 24, "score": 46.2, "url": "https://aiiq.org/models/glm-5/" }, { "id": "grok-4", "name": "grok-4", "provider": "xAI", "rank": 25, "score": 46, "url": "https://aiiq.org/models/grok-4/" }, { "id": "grok-4.20", "name": "grok-4.20", "provider": "xAI", "rank": 26, "score": 46, "url": "https://aiiq.org/models/grok-4.20/" }, { "id": "deepseek-v4-flash", "name": "deepseek-v4-flash", "provider": "DeepSeek", "rank": 27, "score": 45, "url": "https://aiiq.org/models/deepseek-v4-flash/" }, { "id": "glm-4.7", "name": "glm-4.7", "provider": "Z.ai", "rank": 28, "score": 45, "url": "https://aiiq.org/models/glm-4.7/" }, { "id": "glm-5.1", "name": "glm-5.1", "provider": "Z.ai", "rank": 29, "score": 44, "url": "https://aiiq.org/models/glm-5.1/" }, { "id": "haiku-4.5", "name": "haiku-4.5", "provider": "Anthropic", "rank": 30, "score": 43.3, "url": "https://aiiq.org/models/haiku-4.5/" }, { "id": "gemini-2.5-pro", "name": "gemini-2.5-pro", "provider": "Google", "rank": 31, "score": 43, "url": "https://aiiq.org/models/gemini-2.5-pro/" }, { "id": "gemma-4-31b", "name": "gemma-4-31b", "provider": "Google", "rank": 32, "score": 43, "url": "https://aiiq.org/models/gemma-4-31b/" }, { "id": "gpt-5", "name": "gpt-5", "provider": "OpenAI", "rank": 33, "score": 43, "url": "https://aiiq.org/models/gpt-5/" }, { "id": "gpt-5.1", "name": "gpt-5.1", "provider": "OpenAI", "rank": 34, "score": 43, "url": "https://aiiq.org/models/gpt-5.1/" }, { "id": "mimo-v2-pro", "name": "mimo-v2-pro", "provider": "Xiaomi", "rank": 35, "score": 43, "url": "https://aiiq.org/models/mimo-v2-pro/" }, { "id": "nova-2.0-pro", "name": "nova-2.0-pro", "provider": "US (Other)", "rank": 36, "score": 42.7, "url": "https://aiiq.org/models/nova-2.0-pro/" }, { "id": "minimax-m2.5", "name": "minimax-m2.5", "provider": "MiniMax", "rank": 37, "score": 42.6, "url": "https://aiiq.org/models/minimax-m2.5/" }, { "id": "qwen3.5-397b", "name": "qwen3.5-397b", "provider": "Alibaba", "rank": 38, "score": 42, "url": "https://aiiq.org/models/qwen3.5-397b/" }, { "id": "doubao-seed-code", "name": "doubao-seed-code", "provider": "China (Other)", "rank": 39, "score": 41, "url": "https://aiiq.org/models/doubao-seed-code/" }, { "id": "hy3", "name": "hy3", "provider": "China (Other)", "rank": 40, "score": 41, "url": "https://aiiq.org/models/hy3/" }, { "id": "minimax-m2.1", "name": "minimax-m2.1", "provider": "MiniMax", "rank": 41, "score": 41, "url": "https://aiiq.org/models/minimax-m2.1/" }, { "id": "o3", "name": "o3", "provider": "OpenAI", "rank": 42, "score": 41, "url": "https://aiiq.org/models/o3/" }, { "id": "opus-4.1", "name": "opus-4.1", "provider": "Anthropic", "rank": 43, "score": 40.9, "url": "https://aiiq.org/models/opus-4.1/" }, { "id": "deepseek-r1", "name": "deepseek-r1", "provider": "DeepSeek", "rank": 44, "score": 40, "url": "https://aiiq.org/models/deepseek-r1/" }, { "id": "qwen3.6-27b", "name": "qwen3.6-27b", "provider": "Alibaba", "rank": 45, "score": 40, "url": "https://aiiq.org/models/qwen3.6-27b/" }, { "id": "opus-4", "name": "opus-4", "provider": "Anthropic", "rank": 46, "score": 39.8, "url": "https://aiiq.org/models/opus-4/" }, { "id": "deepseek-v3.2", "name": "deepseek-v3.2", "provider": "DeepSeek", "rank": 47, "score": 39, "url": "https://aiiq.org/models/deepseek-v3.2/" }, { "id": "intellect-3", "name": "intellect-3", "provider": "US (Other)", "rank": 48, "score": 39, "url": "https://aiiq.org/models/intellect-3/" }, { "id": "magistral-medium-1.2", "name": "magistral-medium-1.2", "provider": "World (Other)", "rank": 49, "score": 39, "url": "https://aiiq.org/models/magistral-medium-1.2/" }, { "id": "mercury-2", "name": "mercury-2", "provider": "US (Other)", "rank": 50, "score": 39, "url": "https://aiiq.org/models/mercury-2/" }, { "id": "gpt-oss-120b", "name": "gpt-oss-120b", "provider": "OpenAI", "rank": 51, "score": 38.9, "url": "https://aiiq.org/models/gpt-oss-120b/" }, { "id": "mimo-v2-flash", "name": "mimo-v2-flash", "provider": "Xiaomi", "rank": 52, "score": 38.3, "url": "https://aiiq.org/models/mimo-v2-flash/" }, { "id": "ernie-5.0", "name": "ernie-5.0", "provider": "China (Other)", "rank": 53, "score": 38, "url": "https://aiiq.org/models/ernie-5.0/" }, { "id": "gpt-5-nano", "name": "gpt-5-nano", "provider": "OpenAI", "rank": 54, "score": 37, "url": "https://aiiq.org/models/gpt-5-nano/" }, { "id": "grok-3", "name": "grok-3", "provider": "xAI", "rank": 55, "score": 36.8, "url": "https://aiiq.org/models/grok-3/" }, { "id": "deepseek-v3.1", "name": "deepseek-v3.1", "provider": "DeepSeek", "rank": 56, "score": 36.7, "url": "https://aiiq.org/models/deepseek-v3.1/" }, { "id": "kat-coder-pro-v1", "name": "kat-coder-pro-v1", "provider": "China (Other)", "rank": 57, "score": 36.6, "url": "https://aiiq.org/models/kat-coder-pro-v1/" }, { "id": "mistral-large-3", "name": "mistral-large-3", "provider": "World (Other)", "rank": 58, "score": 36.2, "url": "https://aiiq.org/models/mistral-large-3/" }, { "id": "nvidia-nemotron-3-super", "name": "nvidia-nemotron-3-super", "provider": "US (Other)", "rank": 59, "score": 36, "url": "https://aiiq.org/models/nvidia-nemotron-3-super/" }, { "id": "o1", "name": "o1", "provider": "OpenAI", "rank": 60, "score": 35.8, "url": "https://aiiq.org/models/o1/" }, { "id": "k-exaone", "name": "k-exaone", "provider": "World (Other)", "rank": 61, "score": 35.6, "url": "https://aiiq.org/models/k-exaone/" }, { "id": "kimi-k2", "name": "kimi-k2", "provider": "Kimi", "rank": 62, "score": 34.5, "url": "https://aiiq.org/models/kimi-k2/" }, { "id": "gpt-oss-20b", "name": "gpt-oss-20b", "provider": "OpenAI", "rank": 63, "score": 34.4, "url": "https://aiiq.org/models/gpt-oss-20b/" }, { "id": "llama-4-maverick", "name": "llama-4-maverick", "provider": "Meta", "rank": 64, "score": 33.1, "url": "https://aiiq.org/models/llama-4-maverick/" }, { "id": "gpt-4-turbo", "name": "gpt-4-turbo", "provider": "OpenAI", "rank": 65, "score": 31.9, "url": "https://aiiq.org/models/gpt-4-turbo/" }, { "id": "gemini-2.0-pro", "name": "gemini-2.0-pro", "provider": "Google", "rank": 66, "score": 31.2, "url": "https://aiiq.org/models/gemini-2.0-pro/" }, { "id": "gpt-4o", "name": "gpt-4o", "provider": "OpenAI", "rank": 67, "score": 30.9, "url": "https://aiiq.org/models/gpt-4o/" }, { "id": "nvidia-nemotron-3-nano", "name": "nvidia-nemotron-3-nano", "provider": "US (Other)", "rank": 68, "score": 29.6, "url": "https://aiiq.org/models/nvidia-nemotron-3-nano/" }, { "id": "grok-2", "name": "grok-2", "provider": "xAI", "rank": 69, "score": 28.5, "url": "https://aiiq.org/models/grok-2/" }, { "id": "qwen3.5-9b", "name": "qwen3.5-9b", "provider": "Alibaba", "rank": 70, "score": 28, "url": "https://aiiq.org/models/qwen3.5-9b/" }, { "id": "gemini-1.5-pro", "name": "gemini-1.5-pro", "provider": "Google", "rank": 71, "score": 27.4, "url": "https://aiiq.org/models/gemini-1.5-pro/" }, { "id": "opus-3", "name": "opus-3", "provider": "Anthropic", "rank": 72, "score": 23.3, "url": "https://aiiq.org/models/opus-3/" }, { "id": "qwen3.5-4b", "name": "qwen3.5-4b", "provider": "Alibaba", "rank": 73, "score": 16, "url": "https://aiiq.org/models/qwen3.5-4b/" }, { "id": "qwen3.5-2b", "name": "qwen3.5-2b", "provider": "Alibaba", "rank": 74, "score": 3, "url": "https://aiiq.org/models/qwen3.5-2b/" } ] }, { "id": "swebench-cost-per-task", "rankingName": "SWE-Bench Cost per Task", "rankingType": "benchmark", "field": "swebenchCostPerTask", "category": "cost", "direction": "lower_is_better", "models": [ { "id": "gpt-5-nano", "name": "gpt-5-nano", "provider": "OpenAI", "rank": 1, "score": 0.04, "url": "https://aiiq.org/models/gpt-5-nano/" }, { "id": "gpt-5.4-nano", "name": "gpt-5.4-nano", "provider": "OpenAI", "rank": 2, "score": 0.1, "url": "https://aiiq.org/models/gpt-5.4-nano/" }, { "id": "gpt-oss-120b", "name": "gpt-oss-120b", "provider": "OpenAI", "rank": 3, "score": 0.17, "url": "https://aiiq.org/models/gpt-oss-120b/" }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 4, "score": 0.17, "url": "https://aiiq.org/models/kimi-k2.5/" }, { "id": "glm-4.7", "name": "glm-4.7", "provider": "Z.ai", "rank": 5, "score": 0.2, "url": "https://aiiq.org/models/glm-4.7/" }, { "id": "grok-4.3", "name": "grok-4.3", "provider": "xAI", "rank": 6, "score": 0.22, "url": "https://aiiq.org/models/grok-4.3/" }, { "id": "kimi-k2.6", "name": "kimi-k2.6", "provider": "Kimi", "rank": 7, "score": 0.27, "url": "https://aiiq.org/models/kimi-k2.6/" }, { "id": "gemini-3-flash", "name": "gemini-3-flash", "provider": "Google", "rank": 8, "score": 0.28, "url": "https://aiiq.org/models/gemini-3-flash/" }, { "id": "mistral-large-3", "name": "mistral-large-3", "provider": "World (Other)", "rank": 9, "score": 0.32, "url": "https://aiiq.org/models/mistral-large-3/" }, { "id": "o3", "name": "o3", "provider": "OpenAI", "rank": 10, "score": 0.33, "url": "https://aiiq.org/models/o3/" }, { "id": "haiku-4.5", "name": "haiku-4.5", "provider": "Anthropic", "rank": 11, "score": 0.37, "url": "https://aiiq.org/models/haiku-4.5/" }, { "id": "deepseek-v4-pro", "name": "deepseek-v4-pro", "provider": "DeepSeek", "rank": 12, "score": 0.44, "url": "https://aiiq.org/models/deepseek-v4-pro/" }, { "id": "minimax-m2.1", "name": "minimax-m2.1", "provider": "MiniMax", "rank": 13, "score": 0.44, "url": "https://aiiq.org/models/minimax-m2.1/" }, { "id": "glm-5", "name": "glm-5", "provider": "Z.ai", "rank": 14, "score": 0.45, "url": "https://aiiq.org/models/glm-5/" }, { "id": "glm-5.1", "name": "glm-5.1", "provider": "Z.ai", "rank": 15, "score": 0.46, "url": "https://aiiq.org/models/glm-5.1/" }, { "id": "gpt-5.3-codex", "name": "gpt-5.3-codex", "provider": "OpenAI", "rank": 16, "score": 0.46, "url": "https://aiiq.org/models/gpt-5.3-codex/" }, { "id": "minimax-m2.5", "name": "minimax-m2.5", "provider": "MiniMax", "rank": 17, "score": 0.46, "url": "https://aiiq.org/models/minimax-m2.5/" }, { "id": "minimax-m2.7", "name": "minimax-m2.7", "provider": "MiniMax", "rank": 18, "score": 0.47, "url": "https://aiiq.org/models/minimax-m2.7/" }, { "id": "gpt-5.4-mini", "name": "gpt-5.4-mini", "provider": "OpenAI", "rank": 19, "score": 0.51, "url": "https://aiiq.org/models/gpt-5.4-mini/" }, { "id": "grok-4.20", "name": "grok-4.20", "provider": "xAI", "rank": 20, "score": 0.52, "url": "https://aiiq.org/models/grok-4.20/" }, { "id": "deepseek-v3.2", "name": "deepseek-v3.2", "provider": "DeepSeek", "rank": 21, "score": 0.67, "url": "https://aiiq.org/models/deepseek-v3.2/" }, { "id": "gemini-3-pro", "name": "gemini-3-pro", "provider": "Google", "rank": 22, "score": 0.77, "url": "https://aiiq.org/models/gemini-3-pro/" }, { "id": "gemini-3.1-pro", "name": "gemini-3.1-pro", "provider": "Google", "rank": 23, "score": 0.78, "url": "https://aiiq.org/models/gemini-3.1-pro/" }, { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "OpenAI", "rank": 24, "score": 0.8, "url": "https://aiiq.org/models/gpt-5.4/" }, { "id": "qwen3.6-27b", "name": "qwen3.6-27b", "provider": "Alibaba", "rank": 25, "score": 0.87, "url": "https://aiiq.org/models/qwen3.6-27b/" }, { "id": "qwen3.5-397b", "name": "qwen3.5-397b", "provider": "Alibaba", "rank": 26, "score": 0.96, "url": "https://aiiq.org/models/qwen3.5-397b/" }, { "id": "opus-4.5", "name": "opus-4.5", "provider": "Anthropic", "rank": 27, "score": 1.05, "url": "https://aiiq.org/models/opus-4.5/" }, { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 28, "score": 1.22, "url": "https://aiiq.org/models/opus-4.6/" }, { "id": "sonnet-4.6", "name": "sonnet-4.6", "provider": "Anthropic", "rank": 29, "score": 1.3, "url": "https://aiiq.org/models/sonnet-4.6/" }, { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 30, "score": 1.36, "url": "https://aiiq.org/models/gpt-5.5/" }, { "id": "grok-4", "name": "grok-4", "provider": "xAI", "rank": 31, "score": 1.42, "url": "https://aiiq.org/models/grok-4/" }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 32, "score": 1.45, "url": "https://aiiq.org/models/gpt-5.2/" }, { "id": "qwen3.6-max", "name": "qwen3.6-max", "provider": "Alibaba", "rank": 33, "score": 1.57, "url": "https://aiiq.org/models/qwen3.6-max/" }, { "id": "opus-4.7", "name": "opus-4.7", "provider": "Anthropic", "rank": 34, "score": 2.42, "url": "https://aiiq.org/models/opus-4.7/" } ] }, { "id": "swebench-pro", "rankingName": "SWE-Bench Pro", "rankingType": "benchmark", "field": "swebenchPro", "category": "iq", "direction": "higher_is_better", "models": [ { "id": "opus-4.7", "name": "opus-4.7", "provider": "Anthropic", "rank": 1, "score": 0.643, "url": "https://aiiq.org/models/opus-4.7/" }, { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 2, "score": 0.586, "url": "https://aiiq.org/models/gpt-5.5/" }, { "id": "kimi-k2.6", "name": "kimi-k2.6", "provider": "Kimi", "rank": 3, "score": 0.586, "url": "https://aiiq.org/models/kimi-k2.6/" }, { "id": "glm-5.1", "name": "glm-5.1", "provider": "Z.ai", "rank": 4, "score": 0.584, "url": "https://aiiq.org/models/glm-5.1/" }, { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "OpenAI", "rank": 5, "score": 0.577, "url": "https://aiiq.org/models/gpt-5.4/" }, { "id": "gpt-5.3-codex", "name": "gpt-5.3-codex", "provider": "OpenAI", "rank": 6, "score": 0.568, "url": "https://aiiq.org/models/gpt-5.3-codex/" }, { "id": "qwen3.6-plus", "name": "qwen3.6-plus", "provider": "Alibaba", "rank": 7, "score": 0.566, "url": "https://aiiq.org/models/qwen3.6-plus/" }, { "id": "minimax-m2.7", "name": "minimax-m2.7", "provider": "MiniMax", "rank": 8, "score": 0.562, "url": "https://aiiq.org/models/minimax-m2.7/" }, { "id": "deepseek-v4-pro", "name": "deepseek-v4-pro", "provider": "DeepSeek", "rank": 9, "score": 0.554, "url": "https://aiiq.org/models/deepseek-v4-pro/" }, { "id": "minimax-m2.5", "name": "minimax-m2.5", "provider": "MiniMax", "rank": 10, "score": 0.554, "url": "https://aiiq.org/models/minimax-m2.5/" }, { "id": "gpt-5.4-mini", "name": "gpt-5.4-mini", "provider": "OpenAI", "rank": 11, "score": 0.544, "url": "https://aiiq.org/models/gpt-5.4-mini/" }, { "id": "gemini-3.1-pro", "name": "gemini-3.1-pro", "provider": "Google", "rank": 12, "score": 0.542, "url": "https://aiiq.org/models/gemini-3.1-pro/" }, { "id": "qwen3.6-27b", "name": "qwen3.6-27b", "provider": "Alibaba", "rank": 13, "score": 0.535, "url": "https://aiiq.org/models/qwen3.6-27b/" }, { "id": "deepseek-v4-flash", "name": "deepseek-v4-flash", "provider": "DeepSeek", "rank": 14, "score": 0.526, "url": "https://aiiq.org/models/deepseek-v4-flash/" }, { "id": "gpt-5.4-nano", "name": "gpt-5.4-nano", "provider": "OpenAI", "rank": 15, "score": 0.524, "url": "https://aiiq.org/models/gpt-5.4-nano/" }, { "id": "muse-spark", "name": "muse-spark", "provider": "Meta", "rank": 16, "score": 0.524, "url": "https://aiiq.org/models/muse-spark/" }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 17, "score": 0.507, "url": "https://aiiq.org/models/kimi-k2.5/" }, { "id": "qwen3.6-35b-a3b", "name": "qwen3.6-35b-a3b", "provider": "Alibaba", "rank": 18, "score": 0.495, "url": "https://aiiq.org/models/qwen3.6-35b-a3b/" } ] }, { "id": "swebench-verified", "rankingName": "SWE-Bench Verified", "rankingType": "benchmark", "field": "swebench", "category": "iq", "direction": "higher_is_better", "models": [ { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 1, "score": 82.6, "url": "https://aiiq.org/models/gpt-5.5/" }, { "id": "opus-4.7", "name": "opus-4.7", "provider": "Anthropic", "rank": 2, "score": 82, "url": "https://aiiq.org/models/opus-4.7/" }, { "id": "opus-4.5", "name": "opus-4.5", "provider": "Anthropic", "rank": 3, "score": 79.2, "url": "https://aiiq.org/models/opus-4.5/" }, { "id": "doubao-seed-code", "name": "doubao-seed-code", "provider": "China (Other)", "rank": 4, "score": 78.8, "url": "https://aiiq.org/models/doubao-seed-code/" }, { "id": "gemini-3.1-pro", "name": "gemini-3.1-pro", "provider": "Google", "rank": 5, "score": 78.8, "url": "https://aiiq.org/models/gemini-3.1-pro/" }, { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "OpenAI", "rank": 6, "score": 78.2, "url": "https://aiiq.org/models/gpt-5.4/" }, { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 7, "score": 78.2, "url": "https://aiiq.org/models/opus-4.6/" }, { "id": "gpt-5.3-codex", "name": "gpt-5.3-codex", "provider": "OpenAI", "rank": 8, "score": 78, "url": "https://aiiq.org/models/gpt-5.3-codex/" }, { "id": "deepseek-v4-pro", "name": "deepseek-v4-pro", "provider": "DeepSeek", "rank": 9, "score": 77.4, "url": "https://aiiq.org/models/deepseek-v4-pro/" }, { "id": "gemini-3-pro", "name": "gemini-3-pro", "provider": "Google", "rank": 10, "score": 77.4, "url": "https://aiiq.org/models/gemini-3-pro/" }, { "id": "sonnet-4.6", "name": "sonnet-4.6", "provider": "Anthropic", "rank": 11, "score": 77.4, "url": "https://aiiq.org/models/sonnet-4.6/" }, { "id": "glm-5.1", "name": "glm-5.1", "provider": "Z.ai", "rank": 12, "score": 76.4, "url": "https://aiiq.org/models/glm-5.1/" }, { "id": "kimi-k2.6", "name": "kimi-k2.6", "provider": "Kimi", "rank": 13, "score": 76.2, "url": "https://aiiq.org/models/kimi-k2.6/" }, { "id": "gemini-3-flash", "name": "gemini-3-flash", "provider": "Google", "rank": 14, "score": 75.8, "url": "https://aiiq.org/models/gemini-3-flash/" }, { "id": "minimax-m2.5", "name": "minimax-m2.5", "provider": "MiniMax", "rank": 15, "score": 75.8, "url": "https://aiiq.org/models/minimax-m2.5/" }, { "id": "minimax-m2.1", "name": "minimax-m2.1", "provider": "MiniMax", "rank": 16, "score": 74.8, "url": "https://aiiq.org/models/minimax-m2.1/" }, { "id": "opus-4.1", "name": "opus-4.1", "provider": "Anthropic", "rank": 17, "score": 74.5, "url": "https://aiiq.org/models/opus-4.1/" }, { "id": "gpt-5", "name": "gpt-5", "provider": "OpenAI", "rank": 18, "score": 74.4, "url": "https://aiiq.org/models/gpt-5/" }, { "id": "muse-spark", "name": "muse-spark", "provider": "Meta", "rank": 19, "score": 74.4, "url": "https://aiiq.org/models/muse-spark/" }, { "id": "minimax-m2.7", "name": "minimax-m2.7", "provider": "MiniMax", "rank": 20, "score": 73.8, "url": "https://aiiq.org/models/minimax-m2.7/" }, { "id": "qwen3.6-27b", "name": "qwen3.6-27b", "provider": "Alibaba", "rank": 21, "score": 73.4, "url": "https://aiiq.org/models/qwen3.6-27b/" }, { "id": "opus-4", "name": "opus-4", "provider": "Anthropic", "rank": 22, "score": 73.2, "url": "https://aiiq.org/models/opus-4/" }, { "id": "gpt-5.4-mini", "name": "gpt-5.4-mini", "provider": "OpenAI", "rank": 23, "score": 73, "url": "https://aiiq.org/models/gpt-5.4-mini/" }, { "id": "glm-5", "name": "glm-5", "provider": "Z.ai", "rank": 24, "score": 72.8, "url": "https://aiiq.org/models/glm-5/" }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 25, "score": 72.8, "url": "https://aiiq.org/models/gpt-5.2/" }, { "id": "qwen3.6-max", "name": "qwen3.6-max", "provider": "Alibaba", "rank": 26, "score": 72.8, "url": "https://aiiq.org/models/qwen3.6-max/" }, { "id": "grok-4.20", "name": "grok-4.20", "provider": "xAI", "rank": 27, "score": 72.2, "url": "https://aiiq.org/models/grok-4.20/" }, { "id": "grok-4.3", "name": "grok-4.3", "provider": "xAI", "rank": 28, "score": 71.4, "url": "https://aiiq.org/models/grok-4.3/" }, { "id": "qwen3.5-397b", "name": "qwen3.5-397b", "provider": "Alibaba", "rank": 29, "score": 71.2, "url": "https://aiiq.org/models/qwen3.5-397b/" }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 30, "score": 70.8, "url": "https://aiiq.org/models/kimi-k2.5/" }, { "id": "deepseek-v3.2", "name": "deepseek-v3.2", "provider": "DeepSeek", "rank": 31, "score": 70, "url": "https://aiiq.org/models/deepseek-v3.2/" }, { "id": "gpt-5.4-nano", "name": "gpt-5.4-nano", "provider": "OpenAI", "rank": 32, "score": 69.8, "url": "https://aiiq.org/models/gpt-5.4-nano/" }, { "id": "glm-4.7", "name": "glm-4.7", "provider": "Z.ai", "rank": 33, "score": 69.4, "url": "https://aiiq.org/models/glm-4.7/" }, { "id": "o3", "name": "o3", "provider": "OpenAI", "rank": 34, "score": 69.1, "url": "https://aiiq.org/models/o3/" }, { "id": "haiku-4.5", "name": "haiku-4.5", "provider": "Anthropic", "rank": 35, "score": 66.6, "url": "https://aiiq.org/models/haiku-4.5/" }, { "id": "gpt-5.1", "name": "gpt-5.1", "provider": "OpenAI", "rank": 36, "score": 66, "url": "https://aiiq.org/models/gpt-5.1/" }, { "id": "kimi-k2", "name": "kimi-k2", "provider": "Kimi", "rank": 37, "score": 65.4, "url": "https://aiiq.org/models/kimi-k2/" }, { "id": "deepseek-r1", "name": "deepseek-r1", "provider": "DeepSeek", "rank": 38, "score": 60, "url": "https://aiiq.org/models/deepseek-r1/" }, { "id": "grok-4", "name": "grok-4", "provider": "xAI", "rank": 39, "score": 57.8, "url": "https://aiiq.org/models/grok-4/" }, { "id": "gemini-2.5-pro", "name": "gemini-2.5-pro", "provider": "Google", "rank": 40, "score": 53.6, "url": "https://aiiq.org/models/gemini-2.5-pro/" }, { "id": "mistral-large-3", "name": "mistral-large-3", "provider": "World (Other)", "rank": 41, "score": 41.4, "url": "https://aiiq.org/models/mistral-large-3/" }, { "id": "gpt-5-nano", "name": "gpt-5-nano", "provider": "OpenAI", "rank": 42, "score": 34.8, "url": "https://aiiq.org/models/gpt-5-nano/" }, { "id": "gpt-4o", "name": "gpt-4o", "provider": "OpenAI", "rank": 43, "score": 33.2, "url": "https://aiiq.org/models/gpt-4o/" }, { "id": "gpt-oss-120b", "name": "gpt-oss-120b", "provider": "OpenAI", "rank": 44, "score": 26, "url": "https://aiiq.org/models/gpt-oss-120b/" }, { "id": "llama-4-maverick", "name": "llama-4-maverick", "provider": "Meta", "rank": 45, "score": 21.04, "url": "https://aiiq.org/models/llama-4-maverick/" }, { "id": "opus-3", "name": "opus-3", "provider": "Anthropic", "rank": 46, "score": 15.8, "url": "https://aiiq.org/models/opus-3/" } ] }, { "id": "tau2-bench-telecom", "rankingName": "Tau2-Bench Telecom", "rankingType": "benchmark", "field": "tau2BenchTelecom", "category": "benchmark", "direction": "higher_is_better", "models": [ { "id": "glm-5", "name": "glm-5", "provider": "Z.ai", "rank": 1, "score": 98, "url": "https://aiiq.org/models/glm-5/" }, { "id": "glm-5.1", "name": "glm-5.1", "provider": "Z.ai", "rank": 2, "score": 98, "url": "https://aiiq.org/models/glm-5.1/" }, { "id": "grok-4.3", "name": "grok-4.3", "provider": "xAI", "rank": 3, "score": 98, "url": "https://aiiq.org/models/grok-4.3/" }, { "id": "deepseek-v4-pro", "name": "deepseek-v4-pro", "provider": "DeepSeek", "rank": 4, "score": 96, "url": "https://aiiq.org/models/deepseek-v4-pro/" }, { "id": "gemini-3.1-pro", "name": "gemini-3.1-pro", "provider": "Google", "rank": 5, "score": 96, "url": "https://aiiq.org/models/gemini-3.1-pro/" }, { "id": "glm-4.7", "name": "glm-4.7", "provider": "Z.ai", "rank": 6, "score": 96, "url": "https://aiiq.org/models/glm-4.7/" }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 7, "score": 96, "url": "https://aiiq.org/models/kimi-k2.5/" }, { "id": "kimi-k2.6", "name": "kimi-k2.6", "provider": "Kimi", "rank": 8, "score": 96, "url": "https://aiiq.org/models/kimi-k2.6/" }, { "id": "qwen3.5-397b", "name": "qwen3.5-397b", "provider": "Alibaba", "rank": 9, "score": 96, "url": "https://aiiq.org/models/qwen3.5-397b/" }, { "id": "qwen3.6-max", "name": "qwen3.6-max", "provider": "Alibaba", "rank": 10, "score": 96, "url": "https://aiiq.org/models/qwen3.6-max/" }, { "id": "deepseek-v4-flash", "name": "deepseek-v4-flash", "provider": "DeepSeek", "rank": 11, "score": 95, "url": "https://aiiq.org/models/deepseek-v4-flash/" }, { "id": "mimo-v2-pro", "name": "mimo-v2-pro", "provider": "Xiaomi", "rank": 12, "score": 95, "url": "https://aiiq.org/models/mimo-v2-pro/" }, { "id": "minimax-m2.5", "name": "minimax-m2.5", "provider": "MiniMax", "rank": 13, "score": 95, "url": "https://aiiq.org/models/minimax-m2.5/" }, { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 14, "score": 94, "url": "https://aiiq.org/models/gpt-5.5/" }, { "id": "mimo-v2.5-pro", "name": "mimo-v2.5-pro", "provider": "Xiaomi", "rank": 15, "score": 94, "url": "https://aiiq.org/models/mimo-v2.5-pro/" }, { "id": "qwen3.6-27b", "name": "qwen3.6-27b", "provider": "Alibaba", "rank": 16, "score": 94, "url": "https://aiiq.org/models/qwen3.6-27b/" }, { "id": "grok-4.20", "name": "grok-4.20", "provider": "xAI", "rank": 17, "score": 93, "url": "https://aiiq.org/models/grok-4.20/" }, { "id": "hy3", "name": "hy3", "provider": "China (Other)", "rank": 18, "score": 93, "url": "https://aiiq.org/models/hy3/" }, { "id": "mimo-v2-flash", "name": "mimo-v2-flash", "provider": "Xiaomi", "rank": 19, "score": 93, "url": "https://aiiq.org/models/mimo-v2-flash/" }, { "id": "nova-2.0-pro", "name": "nova-2.0-pro", "provider": "US (Other)", "rank": 20, "score": 93, "url": "https://aiiq.org/models/nova-2.0-pro/" }, { "id": "muse-spark", "name": "muse-spark", "provider": "Meta", "rank": 21, "score": 92, "url": "https://aiiq.org/models/muse-spark/" }, { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 22, "score": 92, "url": "https://aiiq.org/models/opus-4.6/" }, { "id": "qwen3.5-4b", "name": "qwen3.5-4b", "provider": "Alibaba", "rank": 23, "score": 92, "url": "https://aiiq.org/models/qwen3.5-4b/" }, { "id": "deepseek-v3.2", "name": "deepseek-v3.2", "provider": "DeepSeek", "rank": 24, "score": 91, "url": "https://aiiq.org/models/deepseek-v3.2/" }, { "id": "gpt-5.3-codex", "name": "gpt-5.3-codex", "provider": "OpenAI", "rank": 25, "score": 91, "url": "https://aiiq.org/models/gpt-5.3-codex/" }, { "id": "opus-4.5", "name": "opus-4.5", "provider": "Anthropic", "rank": 26, "score": 90, "url": "https://aiiq.org/models/opus-4.5/" }, { "id": "kat-coder-pro-v1", "name": "kat-coder-pro-v1", "provider": "China (Other)", "rank": 27, "score": 89, "url": "https://aiiq.org/models/kat-coder-pro-v1/" }, { "id": "opus-4.7", "name": "opus-4.7", "provider": "Anthropic", "rank": 28, "score": 89, "url": "https://aiiq.org/models/opus-4.7/" }, { "id": "gemini-3-pro", "name": "gemini-3-pro", "provider": "Google", "rank": 29, "score": 87, "url": "https://aiiq.org/models/gemini-3-pro/" }, { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "OpenAI", "rank": 30, "score": 87, "url": "https://aiiq.org/models/gpt-5.4/" }, { "id": "qwen3.5-9b", "name": "qwen3.5-9b", "provider": "Alibaba", "rank": 31, "score": 87, "url": "https://aiiq.org/models/qwen3.5-9b/" }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 32, "score": 85, "url": "https://aiiq.org/models/gpt-5.2/" }, { "id": "minimax-m2.1", "name": "minimax-m2.1", "provider": "MiniMax", "rank": 33, "score": 85, "url": "https://aiiq.org/models/minimax-m2.1/" }, { "id": "minimax-m2.7", "name": "minimax-m2.7", "provider": "MiniMax", "rank": 34, "score": 85, "url": "https://aiiq.org/models/minimax-m2.7/" }, { "id": "ernie-5.0", "name": "ernie-5.0", "provider": "China (Other)", "rank": 35, "score": 84, "url": "https://aiiq.org/models/ernie-5.0/" }, { "id": "gpt-5.4-mini", "name": "gpt-5.4-mini", "provider": "OpenAI", "rank": 36, "score": 83, "url": "https://aiiq.org/models/gpt-5.4-mini/" }, { "id": "gpt-5.1", "name": "gpt-5.1", "provider": "OpenAI", "rank": 37, "score": 82, "url": "https://aiiq.org/models/gpt-5.1/" }, { "id": "o3", "name": "o3", "provider": "OpenAI", "rank": 38, "score": 81, "url": "https://aiiq.org/models/o3/" }, { "id": "gemini-3-flash", "name": "gemini-3-flash", "provider": "Google", "rank": 39, "score": 80, "url": "https://aiiq.org/models/gemini-3-flash/" }, { "id": "gpt-5.4-nano", "name": "gpt-5.4-nano", "provider": "OpenAI", "rank": 40, "score": 76, "url": "https://aiiq.org/models/gpt-5.4-nano/" }, { "id": "sonnet-4.6", "name": "sonnet-4.6", "provider": "Anthropic", "rank": 41, "score": 76, "url": "https://aiiq.org/models/sonnet-4.6/" }, { "id": "grok-4", "name": "grok-4", "provider": "xAI", "rank": 42, "score": 75, "url": "https://aiiq.org/models/grok-4/" }, { "id": "k-exaone", "name": "k-exaone", "provider": "World (Other)", "rank": 43, "score": 74, "url": "https://aiiq.org/models/k-exaone/" }, { "id": "mercury-2", "name": "mercury-2", "provider": "US (Other)", "rank": 44, "score": 71, "url": "https://aiiq.org/models/mercury-2/" }, { "id": "qwen3.5-2b", "name": "qwen3.5-2b", "provider": "Alibaba", "rank": 45, "score": 69, "url": "https://aiiq.org/models/qwen3.5-2b/" }, { "id": "nvidia-nemotron-3-super", "name": "nvidia-nemotron-3-super", "provider": "US (Other)", "rank": 46, "score": 68, "url": "https://aiiq.org/models/nvidia-nemotron-3-super/" }, { "id": "gpt-oss-120b", "name": "gpt-oss-120b", "provider": "OpenAI", "rank": 47, "score": 66, "url": "https://aiiq.org/models/gpt-oss-120b/" }, { "id": "kimi-k2", "name": "kimi-k2", "provider": "Kimi", "rank": 48, "score": 61.1, "url": "https://aiiq.org/models/kimi-k2/" }, { "id": "gemma-4-31b", "name": "gemma-4-31b", "provider": "Google", "rank": 49, "score": 60, "url": "https://aiiq.org/models/gemma-4-31b/" }, { "id": "gpt-oss-20b", "name": "gpt-oss-20b", "provider": "OpenAI", "rank": 50, "score": 60, "url": "https://aiiq.org/models/gpt-oss-20b/" }, { "id": "doubao-seed-code", "name": "doubao-seed-code", "provider": "China (Other)", "rank": 51, "score": 58, "url": "https://aiiq.org/models/doubao-seed-code/" }, { "id": "haiku-4.5", "name": "haiku-4.5", "provider": "Anthropic", "rank": 52, "score": 55, "url": "https://aiiq.org/models/haiku-4.5/" }, { "id": "gemini-2.5-pro", "name": "gemini-2.5-pro", "provider": "Google", "rank": 53, "score": 54, "url": "https://aiiq.org/models/gemini-2.5-pro/" }, { "id": "magistral-medium-1.2", "name": "magistral-medium-1.2", "provider": "World (Other)", "rank": 54, "score": 52, "url": "https://aiiq.org/models/magistral-medium-1.2/" }, { "id": "nvidia-nemotron-3-nano", "name": "nvidia-nemotron-3-nano", "provider": "US (Other)", "rank": 55, "score": 41, "url": "https://aiiq.org/models/nvidia-nemotron-3-nano/" }, { "id": "deepseek-r1", "name": "deepseek-r1", "provider": "DeepSeek", "rank": 56, "score": 37, "url": "https://aiiq.org/models/deepseek-r1/" }, { "id": "gpt-5-nano", "name": "gpt-5-nano", "provider": "OpenAI", "rank": 57, "score": 37, "url": "https://aiiq.org/models/gpt-5-nano/" }, { "id": "deepseek-v3.1", "name": "deepseek-v3.1", "provider": "DeepSeek", "rank": 58, "score": 34.8, "url": "https://aiiq.org/models/deepseek-v3.1/" }, { "id": "intellect-3", "name": "intellect-3", "provider": "US (Other)", "rank": 59, "score": 27, "url": "https://aiiq.org/models/intellect-3/" }, { "id": "mistral-large-3", "name": "mistral-large-3", "provider": "World (Other)", "rank": 60, "score": 25, "url": "https://aiiq.org/models/mistral-large-3/" }, { "id": "llama-4-maverick", "name": "llama-4-maverick", "provider": "Meta", "rank": 61, "score": 18, "url": "https://aiiq.org/models/llama-4-maverick/" } ] }, { "id": "terminal-bench-2", "rankingName": "Terminal-Bench 2.0", "rankingType": "benchmark", "field": "terminalbench", "category": "iq", "direction": "higher_is_better", "models": [ { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 1, "score": 84.7, "url": "https://aiiq.org/models/gpt-5.5/" }, { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "OpenAI", "rank": 2, "score": 81.8, "url": "https://aiiq.org/models/gpt-5.4/" }, { "id": "gemini-3.1-pro", "name": "gemini-3.1-pro", "provider": "Google", "rank": 3, "score": 80.2, "url": "https://aiiq.org/models/gemini-3.1-pro/" }, { "id": "opus-4.7", "name": "opus-4.7", "provider": "Anthropic", "rank": 4, "score": 80.2, "url": "https://aiiq.org/models/opus-4.7/" }, { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 5, "score": 79.8, "url": "https://aiiq.org/models/opus-4.6/" }, { "id": "gpt-5.3-codex", "name": "gpt-5.3-codex", "provider": "OpenAI", "rank": 6, "score": 78.4, "url": "https://aiiq.org/models/gpt-5.3-codex/" }, { "id": "gemini-3-pro", "name": "gemini-3-pro", "provider": "Google", "rank": 7, "score": 69.4, "url": "https://aiiq.org/models/gemini-3-pro/" }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 8, "score": 64.9, "url": "https://aiiq.org/models/gpt-5.2/" }, { "id": "gemini-3-flash", "name": "gemini-3-flash", "provider": "Google", "rank": 9, "score": 64.3, "url": "https://aiiq.org/models/gemini-3-flash/" }, { "id": "opus-4.5", "name": "opus-4.5", "provider": "Anthropic", "rank": 10, "score": 63.1, "url": "https://aiiq.org/models/opus-4.5/" }, { "id": "grok-4.20", "name": "grok-4.20", "provider": "xAI", "rank": 11, "score": 57.3, "url": "https://aiiq.org/models/grok-4.20/" }, { "id": "sonnet-4.6", "name": "sonnet-4.6", "provider": "Anthropic", "rank": 12, "score": 53.4, "url": "https://aiiq.org/models/sonnet-4.6/" }, { "id": "glm-5", "name": "glm-5", "provider": "Z.ai", "rank": 13, "score": 52.4, "url": "https://aiiq.org/models/glm-5/" }, { "id": "gpt-5", "name": "gpt-5", "provider": "OpenAI", "rank": 14, "score": 49.6, "url": "https://aiiq.org/models/gpt-5/" }, { "id": "gpt-5.1", "name": "gpt-5.1", "provider": "OpenAI", "rank": 15, "score": 47.6, "url": "https://aiiq.org/models/gpt-5.1/" }, { "id": "minimax-m2.7", "name": "minimax-m2.7", "provider": "MiniMax", "rank": 16, "score": 45.1, "url": "https://aiiq.org/models/minimax-m2.7/" }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 17, "score": 43.2, "url": "https://aiiq.org/models/kimi-k2.5/" }, { "id": "minimax-m2.5", "name": "minimax-m2.5", "provider": "MiniMax", "rank": 18, "score": 42.7, "url": "https://aiiq.org/models/minimax-m2.5/" }, { "id": "deepseek-v3.2", "name": "deepseek-v3.2", "provider": "DeepSeek", "rank": 19, "score": 39.6, "url": "https://aiiq.org/models/deepseek-v3.2/" }, { "id": "opus-4.1", "name": "opus-4.1", "provider": "Anthropic", "rank": 20, "score": 38, "url": "https://aiiq.org/models/opus-4.1/" }, { "id": "minimax-m2.1", "name": "minimax-m2.1", "provider": "MiniMax", "rank": 21, "score": 36.6, "url": "https://aiiq.org/models/minimax-m2.1/" }, { "id": "kimi-k2", "name": "kimi-k2", "provider": "Kimi", "rank": 22, "score": 35.7, "url": "https://aiiq.org/models/kimi-k2/" }, { "id": "haiku-4.5", "name": "haiku-4.5", "provider": "Anthropic", "rank": 23, "score": 35.5, "url": "https://aiiq.org/models/haiku-4.5/" }, { "id": "glm-4.7", "name": "glm-4.7", "provider": "Z.ai", "rank": 24, "score": 33.4, "url": "https://aiiq.org/models/glm-4.7/" }, { "id": "gemini-2.5-pro", "name": "gemini-2.5-pro", "provider": "Google", "rank": 25, "score": 32.6, "url": "https://aiiq.org/models/gemini-2.5-pro/" }, { "id": "grok-4", "name": "grok-4", "provider": "xAI", "rank": 26, "score": 27.2, "url": "https://aiiq.org/models/grok-4/" }, { "id": "qwen3.6-35b-a3b", "name": "qwen3.6-35b-a3b", "provider": "Alibaba", "rank": 27, "score": 24.6, "url": "https://aiiq.org/models/qwen3.6-35b-a3b/" }, { "id": "gpt-oss-120b", "name": "gpt-oss-120b", "provider": "OpenAI", "rank": 28, "score": 18.7, "url": "https://aiiq.org/models/gpt-oss-120b/" }, { "id": "gpt-5-nano", "name": "gpt-5-nano", "provider": "OpenAI", "rank": 29, "score": 11.5, "url": "https://aiiq.org/models/gpt-5-nano/" }, { "id": "qwen3.5-9b", "name": "qwen3.5-9b", "provider": "Alibaba", "rank": 30, "score": 9.2, "url": "https://aiiq.org/models/qwen3.5-9b/" }, { "id": "gpt-oss-20b", "name": "gpt-oss-20b", "provider": "OpenAI", "rank": 31, "score": 3.4, "url": "https://aiiq.org/models/gpt-oss-20b/" } ] }, { "id": "terminal-bench-hard", "rankingName": "Terminal-Bench Hard", "rankingType": "benchmark", "field": "terminalbenchHard", "category": "iq", "direction": "higher_is_better", "models": [ { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 1, "score": 60.6, "url": "https://aiiq.org/models/gpt-5.5/" }, { "id": "gemini-3.1-pro", "name": "gemini-3.1-pro", "provider": "Google", "rank": 2, "score": 53.8, "url": "https://aiiq.org/models/gemini-3.1-pro/" }, { "id": "sonnet-4.6", "name": "sonnet-4.6", "provider": "Anthropic", "rank": 3, "score": 53, "url": "https://aiiq.org/models/sonnet-4.6/" }, { "id": "opus-4.7", "name": "opus-4.7", "provider": "Anthropic", "rank": 4, "score": 51.5, "url": "https://aiiq.org/models/opus-4.7/" }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 5, "score": 47, "url": "https://aiiq.org/models/gpt-5.2/" }, { "id": "opus-4.5", "name": "opus-4.5", "provider": "Anthropic", "rank": 6, "score": 47, "url": "https://aiiq.org/models/opus-4.5/" }, { "id": "deepseek-v4-pro", "name": "deepseek-v4-pro", "provider": "DeepSeek", "rank": 7, "score": 46.2, "url": "https://aiiq.org/models/deepseek-v4-pro/" }, { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 8, "score": 46.2, "url": "https://aiiq.org/models/opus-4.6/" }, { "id": "muse-spark", "name": "muse-spark", "provider": "Meta", "rank": 9, "score": 45.5, "url": "https://aiiq.org/models/muse-spark/" }, { "id": "kimi-k2.6", "name": "kimi-k2.6", "provider": "Kimi", "rank": 10, "score": 43.9, "url": "https://aiiq.org/models/kimi-k2.6/" }, { "id": "qwen3.6-max", "name": "qwen3.6-max", "provider": "Alibaba", "rank": 11, "score": 43.9, "url": "https://aiiq.org/models/qwen3.6-max/" }, { "id": "glm-5.1", "name": "glm-5.1", "provider": "Z.ai", "rank": 12, "score": 43.2, "url": "https://aiiq.org/models/glm-5.1/" }, { "id": "mimo-v2.5-pro", "name": "mimo-v2.5-pro", "provider": "Xiaomi", "rank": 13, "score": 43.2, "url": "https://aiiq.org/models/mimo-v2.5-pro/" }, { "id": "mimo-v2-pro", "name": "mimo-v2-pro", "provider": "Xiaomi", "rank": 14, "score": 40.9, "url": "https://aiiq.org/models/mimo-v2-pro/" }, { "id": "qwen3.5-397b", "name": "qwen3.5-397b", "provider": "Alibaba", "rank": 15, "score": 40.9, "url": "https://aiiq.org/models/qwen3.5-397b/" }, { "id": "minimax-m2.7", "name": "minimax-m2.7", "provider": "MiniMax", "rank": 16, "score": 39.4, "url": "https://aiiq.org/models/minimax-m2.7/" }, { "id": "gemini-3-flash", "name": "gemini-3-flash", "provider": "Google", "rank": 17, "score": 38.6, "url": "https://aiiq.org/models/gemini-3-flash/" }, { "id": "grok-4", "name": "grok-4", "provider": "xAI", "rank": 18, "score": 37.9, "url": "https://aiiq.org/models/grok-4/" }, { "id": "grok-4.20", "name": "grok-4.20", "provider": "xAI", "rank": 19, "score": 37.9, "url": "https://aiiq.org/models/grok-4.20/" }, { "id": "grok-4.3", "name": "grok-4.3", "provider": "xAI", "rank": 20, "score": 37.9, "url": "https://aiiq.org/models/grok-4.3/" }, { "id": "o3", "name": "o3", "provider": "OpenAI", "rank": 21, "score": 37.1, "url": "https://aiiq.org/models/o3/" }, { "id": "gemma-4-31b", "name": "gemma-4-31b", "provider": "Google", "rank": 22, "score": 36.4, "url": "https://aiiq.org/models/gemma-4-31b/" }, { "id": "deepseek-v3.2", "name": "deepseek-v3.2", "provider": "DeepSeek", "rank": 23, "score": 35.6, "url": "https://aiiq.org/models/deepseek-v3.2/" }, { "id": "deepseek-v4-flash", "name": "deepseek-v4-flash", "provider": "DeepSeek", "rank": 24, "score": 35.6, "url": "https://aiiq.org/models/deepseek-v4-flash/" }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 25, "score": 34.8, "url": "https://aiiq.org/models/kimi-k2.5/" }, { "id": "minimax-m2.5", "name": "minimax-m2.5", "provider": "MiniMax", "rank": 26, "score": 34.8, "url": "https://aiiq.org/models/minimax-m2.5/" }, { "id": "hy3", "name": "hy3", "provider": "China (Other)", "rank": 27, "score": 34.1, "url": "https://aiiq.org/models/hy3/" }, { "id": "gpt-5", "name": "gpt-5", "provider": "OpenAI", "rank": 28, "score": 32.6, "url": "https://aiiq.org/models/gpt-5/" }, { "id": "nvidia-nemotron-3-super", "name": "nvidia-nemotron-3-super", "provider": "US (Other)", "rank": 29, "score": 29, "url": "https://aiiq.org/models/nvidia-nemotron-3-super/" }, { "id": "minimax-m2.1", "name": "minimax-m2.1", "provider": "MiniMax", "rank": 30, "score": 28.8, "url": "https://aiiq.org/models/minimax-m2.1/" }, { "id": "haiku-4.5", "name": "haiku-4.5", "provider": "Anthropic", "rank": 31, "score": 27.3, "url": "https://aiiq.org/models/haiku-4.5/" }, { "id": "gemini-2.5-pro", "name": "gemini-2.5-pro", "provider": "Google", "rank": 32, "score": 26.5, "url": "https://aiiq.org/models/gemini-2.5-pro/" }, { "id": "mercury-2", "name": "mercury-2", "provider": "US (Other)", "rank": 33, "score": 26.5, "url": "https://aiiq.org/models/mercury-2/" }, { "id": "gpt-oss-120b", "name": "gpt-oss-120b", "provider": "OpenAI", "rank": 34, "score": 23.5, "url": "https://aiiq.org/models/gpt-oss-120b/" }, { "id": "o1", "name": "o1", "provider": "OpenAI", "rank": 35, "score": 12.9, "url": "https://aiiq.org/models/o1/" }, { "id": "grok-3", "name": "grok-3", "provider": "xAI", "rank": 36, "score": 11.4, "url": "https://aiiq.org/models/grok-3/" }, { "id": "gpt-oss-20b", "name": "gpt-oss-20b", "provider": "OpenAI", "rank": 37, "score": 10.6, "url": "https://aiiq.org/models/gpt-oss-20b/" }, { "id": "intellect-3", "name": "intellect-3", "provider": "US (Other)", "rank": 38, "score": 9.1, "url": "https://aiiq.org/models/intellect-3/" }, { "id": "llama-4-maverick", "name": "llama-4-maverick", "provider": "Meta", "rank": 39, "score": 6.8, "url": "https://aiiq.org/models/llama-4-maverick/" } ] }, { "id": "toolathlon", "rankingName": "Toolathlon", "rankingType": "benchmark", "field": "toolathlon", "category": "iq", "direction": "higher_is_better", "models": [ { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 1, "score": 55.6, "url": "https://aiiq.org/models/gpt-5.5/" }, { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "OpenAI", "rank": 2, "score": 54.6, "url": "https://aiiq.org/models/gpt-5.4/" }, { "id": "deepseek-v4-pro", "name": "deepseek-v4-pro", "provider": "DeepSeek", "rank": 3, "score": 51.8, "url": "https://aiiq.org/models/deepseek-v4-pro/" }, { "id": "kimi-k2.6", "name": "kimi-k2.6", "provider": "Kimi", "rank": 4, "score": 50, "url": "https://aiiq.org/models/kimi-k2.6/" }, { "id": "gemini-3-flash", "name": "gemini-3-flash", "provider": "Google", "rank": 5, "score": 49.4, "url": "https://aiiq.org/models/gemini-3-flash/" }, { "id": "deepseek-v4-flash", "name": "deepseek-v4-flash", "provider": "DeepSeek", "rank": 6, "score": 47.8, "url": "https://aiiq.org/models/deepseek-v4-flash/" }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 7, "score": 46.3, "url": "https://aiiq.org/models/gpt-5.2/" }, { "id": "minimax-m2.7", "name": "minimax-m2.7", "provider": "MiniMax", "rank": 8, "score": 46.3, "url": "https://aiiq.org/models/minimax-m2.7/" }, { "id": "minimax-m2.1", "name": "minimax-m2.1", "provider": "MiniMax", "rank": 9, "score": 43.5, "url": "https://aiiq.org/models/minimax-m2.1/" }, { "id": "gpt-5.4-mini", "name": "gpt-5.4-mini", "provider": "OpenAI", "rank": 10, "score": 42.9, "url": "https://aiiq.org/models/gpt-5.4-mini/" }, { "id": "glm-5.1", "name": "glm-5.1", "provider": "Z.ai", "rank": 11, "score": 40.7, "url": "https://aiiq.org/models/glm-5.1/" }, { "id": "qwen3.6-max", "name": "qwen3.6-max", "provider": "Alibaba", "rank": 12, "score": 39.8, "url": "https://aiiq.org/models/qwen3.6-max/" }, { "id": "qwen3.5-397b", "name": "qwen3.5-397b", "provider": "Alibaba", "rank": 13, "score": 38.3, "url": "https://aiiq.org/models/qwen3.5-397b/" }, { "id": "gpt-5.4-nano", "name": "gpt-5.4-nano", "provider": "OpenAI", "rank": 14, "score": 35.5, "url": "https://aiiq.org/models/gpt-5.4-nano/" }, { "id": "deepseek-v3.2", "name": "deepseek-v3.2", "provider": "DeepSeek", "rank": 15, "score": 35.2, "url": "https://aiiq.org/models/deepseek-v3.2/" } ] }, { "id": "vals-cost-per-test", "rankingName": "Vals Cost per Test", "rankingType": "benchmark", "field": "valsCostPerTest", "category": "cost", "direction": "lower_is_better", "models": [ { "id": "gpt-5.4-nano", "name": "gpt-5.4-nano", "provider": "OpenAI", "rank": 1, "score": 0.06, "url": "https://aiiq.org/models/gpt-5.4-nano/" }, { "id": "deepseek-r1", "name": "deepseek-r1", "provider": "DeepSeek", "rank": 2, "score": 0.11, "url": "https://aiiq.org/models/deepseek-r1/" }, { "id": "deepseek-v3.2", "name": "deepseek-v3.2", "provider": "DeepSeek", "rank": 3, "score": 0.11, "url": "https://aiiq.org/models/deepseek-v3.2/" }, { "id": "gpt-oss-120b", "name": "gpt-oss-120b", "provider": "OpenAI", "rank": 4, "score": 0.11, "url": "https://aiiq.org/models/gpt-oss-120b/" }, { "id": "mistral-large-3", "name": "mistral-large-3", "provider": "World (Other)", "rank": 5, "score": 0.12, "url": "https://aiiq.org/models/mistral-large-3/" }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 6, "score": 0.13, "url": "https://aiiq.org/models/kimi-k2.5/" }, { "id": "minimax-m2.1", "name": "minimax-m2.1", "provider": "MiniMax", "rank": 7, "score": 0.16, "url": "https://aiiq.org/models/minimax-m2.1/" }, { "id": "minimax-m2.5", "name": "minimax-m2.5", "provider": "MiniMax", "rank": 8, "score": 0.16, "url": "https://aiiq.org/models/minimax-m2.5/" }, { "id": "minimax-m2.7", "name": "minimax-m2.7", "provider": "MiniMax", "rank": 9, "score": 0.16, "url": "https://aiiq.org/models/minimax-m2.7/" }, { "id": "gemini-3-flash", "name": "gemini-3-flash", "provider": "Google", "rank": 10, "score": 0.18, "url": "https://aiiq.org/models/gemini-3-flash/" }, { "id": "glm-4.7", "name": "glm-4.7", "provider": "Z.ai", "rank": 11, "score": 0.19, "url": "https://aiiq.org/models/glm-4.7/" }, { "id": "kimi-k2.6", "name": "kimi-k2.6", "provider": "Kimi", "rank": 12, "score": 0.21, "url": "https://aiiq.org/models/kimi-k2.6/" }, { "id": "glm-5.1", "name": "glm-5.1", "provider": "Z.ai", "rank": 13, "score": 0.22, "url": "https://aiiq.org/models/glm-5.1/" }, { "id": "grok-4.20", "name": "grok-4.20", "provider": "xAI", "rank": 14, "score": 0.26, "url": "https://aiiq.org/models/grok-4.20/" }, { "id": "haiku-4.5", "name": "haiku-4.5", "provider": "Anthropic", "rank": 15, "score": 0.26, "url": "https://aiiq.org/models/haiku-4.5/" }, { "id": "qwen3.5-397b", "name": "qwen3.5-397b", "provider": "Alibaba", "rank": 16, "score": 0.31, "url": "https://aiiq.org/models/qwen3.5-397b/" }, { "id": "deepseek-v4-pro", "name": "deepseek-v4-pro", "provider": "DeepSeek", "rank": 17, "score": 0.32, "url": "https://aiiq.org/models/deepseek-v4-pro/" }, { "id": "gpt-5.4-mini", "name": "gpt-5.4-mini", "provider": "OpenAI", "rank": 18, "score": 0.32, "url": "https://aiiq.org/models/gpt-5.4-mini/" }, { "id": "glm-5", "name": "glm-5", "provider": "Z.ai", "rank": 19, "score": 0.33, "url": "https://aiiq.org/models/glm-5/" }, { "id": "gemini-3-pro", "name": "gemini-3-pro", "provider": "Google", "rank": 20, "score": 0.34, "url": "https://aiiq.org/models/gemini-3-pro/" }, { "id": "qwen3.6-27b", "name": "qwen3.6-27b", "provider": "Alibaba", "rank": 21, "score": 0.36, "url": "https://aiiq.org/models/qwen3.6-27b/" }, { "id": "grok-4.3", "name": "grok-4.3", "provider": "xAI", "rank": 22, "score": 0.38, "url": "https://aiiq.org/models/grok-4.3/" }, { "id": "gemini-3.1-pro", "name": "gemini-3.1-pro", "provider": "Google", "rank": 23, "score": 0.57, "url": "https://aiiq.org/models/gemini-3.1-pro/" }, { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "OpenAI", "rank": 24, "score": 0.67, "url": "https://aiiq.org/models/gpt-5.4/" }, { "id": "grok-4", "name": "grok-4", "provider": "xAI", "rank": 25, "score": 0.75, "url": "https://aiiq.org/models/grok-4/" }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 26, "score": 0.78, "url": "https://aiiq.org/models/gpt-5.2/" }, { "id": "sonnet-4.6", "name": "sonnet-4.6", "provider": "Anthropic", "rank": 27, "score": 0.78, "url": "https://aiiq.org/models/sonnet-4.6/" }, { "id": "opus-4.5", "name": "opus-4.5", "provider": "Anthropic", "rank": 28, "score": 0.98, "url": "https://aiiq.org/models/opus-4.5/" }, { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 29, "score": 1, "url": "https://aiiq.org/models/opus-4.6/" }, { "id": "opus-4.7", "name": "opus-4.7", "provider": "Anthropic", "rank": 30, "score": 1.05, "url": "https://aiiq.org/models/opus-4.7/" }, { "id": "gemini-3.5-flash", "name": "gemini-3.5-flash", "provider": "Google", "rank": 31, "score": 1.47, "url": "https://aiiq.org/models/gemini-3.5-flash/" }, { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 32, "score": 1.5, "url": "https://aiiq.org/models/gpt-5.5/" }, { "id": "qwen3.7-max", "name": "qwen3.7-max", "provider": "Alibaba", "rank": 33, "score": 3.6, "url": "https://aiiq.org/models/qwen3.7-max/" } ] }, { "id": "vals-index", "rankingName": "Vals Index", "rankingType": "benchmark", "field": "valsAccuracy", "category": "benchmark", "direction": "higher_is_better", "models": [ { "id": "opus-4.7", "name": "opus-4.7", "provider": "Anthropic", "rank": 1, "score": 71.47, "url": "https://aiiq.org/models/opus-4.7/" }, { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 2, "score": 68.82, "url": "https://aiiq.org/models/gpt-5.5/" }, { "id": "sonnet-4.6", "name": "sonnet-4.6", "provider": "Anthropic", "rank": 3, "score": 66.82, "url": "https://aiiq.org/models/sonnet-4.6/" }, { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 4, "score": 66.06, "url": "https://aiiq.org/models/opus-4.6/" }, { "id": "muse-spark", "name": "muse-spark", "provider": "Meta", "rank": 5, "score": 65.66, "url": "https://aiiq.org/models/muse-spark/" }, { "id": "gemini-3.1-pro", "name": "gemini-3.1-pro", "provider": "Google", "rank": 6, "score": 64.86, "url": "https://aiiq.org/models/gemini-3.1-pro/" }, { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "OpenAI", "rank": 7, "score": 64.77, "url": "https://aiiq.org/models/gpt-5.4/" }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 8, "score": 64.11, "url": "https://aiiq.org/models/gpt-5.2/" }, { "id": "kimi-k2.6", "name": "kimi-k2.6", "provider": "Kimi", "rank": 9, "score": 63.94, "url": "https://aiiq.org/models/kimi-k2.6/" }, { "id": "deepseek-v4-pro", "name": "deepseek-v4-pro", "provider": "DeepSeek", "rank": 10, "score": 63.87, "url": "https://aiiq.org/models/deepseek-v4-pro/" }, { "id": "glm-5.1", "name": "glm-5.1", "provider": "Z.ai", "rank": 11, "score": 63.17, "url": "https://aiiq.org/models/glm-5.1/" }, { "id": "opus-4.5", "name": "opus-4.5", "provider": "Anthropic", "rank": 12, "score": 63.11, "url": "https://aiiq.org/models/opus-4.5/" }, { "id": "grok-4.3", "name": "grok-4.3", "provider": "xAI", "rank": 13, "score": 62.55, "url": "https://aiiq.org/models/grok-4.3/" }, { "id": "gemini-3.5-flash", "name": "gemini-3.5-flash", "provider": "Google", "rank": 14, "score": 62.05, "url": "https://aiiq.org/models/gemini-3.5-flash/" }, { "id": "gemini-3-pro", "name": "gemini-3-pro", "provider": "Google", "rank": 15, "score": 61.44, "url": "https://aiiq.org/models/gemini-3-pro/" }, { "id": "gemini-3-flash", "name": "gemini-3-flash", "provider": "Google", "rank": 16, "score": 61.35, "url": "https://aiiq.org/models/gemini-3-flash/" }, { "id": "glm-5", "name": "glm-5", "provider": "Z.ai", "rank": 17, "score": 60.67, "url": "https://aiiq.org/models/glm-5/" }, { "id": "minimax-m2.7", "name": "minimax-m2.7", "provider": "MiniMax", "rank": 18, "score": 59.58, "url": "https://aiiq.org/models/minimax-m2.7/" }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 19, "score": 59.42, "url": "https://aiiq.org/models/kimi-k2.5/" }, { "id": "qwen3.6-27b", "name": "qwen3.6-27b", "provider": "Alibaba", "rank": 20, "score": 57.88, "url": "https://aiiq.org/models/qwen3.6-27b/" }, { "id": "gpt-5.4-mini", "name": "gpt-5.4-mini", "provider": "OpenAI", "rank": 21, "score": 57.14, "url": "https://aiiq.org/models/gpt-5.4-mini/" }, { "id": "qwen3.5-397b", "name": "qwen3.5-397b", "provider": "Alibaba", "rank": 22, "score": 57.06, "url": "https://aiiq.org/models/qwen3.5-397b/" }, { "id": "grok-4.20", "name": "grok-4.20", "provider": "xAI", "rank": 23, "score": 56.59, "url": "https://aiiq.org/models/grok-4.20/" }, { "id": "grok-4", "name": "grok-4", "provider": "xAI", "rank": 24, "score": 55.62, "url": "https://aiiq.org/models/grok-4/" }, { "id": "gpt-5.4-nano", "name": "gpt-5.4-nano", "provider": "OpenAI", "rank": 25, "score": 55.2, "url": "https://aiiq.org/models/gpt-5.4-nano/" }, { "id": "glm-4.7", "name": "glm-4.7", "provider": "Z.ai", "rank": 26, "score": 54.27, "url": "https://aiiq.org/models/glm-4.7/" }, { "id": "haiku-4.5", "name": "haiku-4.5", "provider": "Anthropic", "rank": 27, "score": 54.17, "url": "https://aiiq.org/models/haiku-4.5/" }, { "id": "minimax-m2.5", "name": "minimax-m2.5", "provider": "MiniMax", "rank": 28, "score": 53.4, "url": "https://aiiq.org/models/minimax-m2.5/" }, { "id": "qwen3.7-max", "name": "qwen3.7-max", "provider": "Alibaba", "rank": 29, "score": 51.64, "url": "https://aiiq.org/models/qwen3.7-max/" }, { "id": "minimax-m2.1", "name": "minimax-m2.1", "provider": "MiniMax", "rank": 30, "score": 50.69, "url": "https://aiiq.org/models/minimax-m2.1/" }, { "id": "gemma-4-31b", "name": "gemma-4-31b", "provider": "Google", "rank": 31, "score": 38.94, "url": "https://aiiq.org/models/gemma-4-31b/" }, { "id": "deepseek-r1", "name": "deepseek-r1", "provider": "DeepSeek", "rank": 32, "score": 37.76, "url": "https://aiiq.org/models/deepseek-r1/" }, { "id": "deepseek-v3.2", "name": "deepseek-v3.2", "provider": "DeepSeek", "rank": 33, "score": 37.28, "url": "https://aiiq.org/models/deepseek-v3.2/" }, { "id": "gpt-oss-120b", "name": "gpt-oss-120b", "provider": "OpenAI", "rank": 34, "score": 35.52, "url": "https://aiiq.org/models/gpt-oss-120b/" }, { "id": "mistral-large-3", "name": "mistral-large-3", "provider": "World (Other)", "rank": 35, "score": 33.75, "url": "https://aiiq.org/models/mistral-large-3/" } ] }, { "id": "vals-latency", "rankingName": "Vals Latency", "rankingType": "benchmark", "field": "valsLatency", "category": "cost", "direction": "lower_is_better", "models": [ { "id": "grok-4.20", "name": "grok-4.20", "provider": "xAI", "rank": 1, "score": 80.66, "url": "https://aiiq.org/models/grok-4.20/" }, { "id": "gemini-3-pro", "name": "gemini-3-pro", "provider": "Google", "rank": 2, "score": 173, "url": "https://aiiq.org/models/gemini-3-pro/" }, { "id": "haiku-4.5", "name": "haiku-4.5", "provider": "Anthropic", "rank": 3, "score": 244.28, "url": "https://aiiq.org/models/haiku-4.5/" }, { "id": "gpt-5.4-nano", "name": "gpt-5.4-nano", "provider": "OpenAI", "rank": 4, "score": 263.18, "url": "https://aiiq.org/models/gpt-5.4-nano/" }, { "id": "minimax-m2.5", "name": "minimax-m2.5", "provider": "MiniMax", "rank": 5, "score": 266.33, "url": "https://aiiq.org/models/minimax-m2.5/" }, { "id": "opus-4.5", "name": "opus-4.5", "provider": "Anthropic", "rank": 6, "score": 269.48, "url": "https://aiiq.org/models/opus-4.5/" }, { "id": "opus-4.7", "name": "opus-4.7", "provider": "Anthropic", "rank": 7, "score": 295.83, "url": "https://aiiq.org/models/opus-4.7/" }, { "id": "mistral-large-3", "name": "mistral-large-3", "provider": "World (Other)", "rank": 8, "score": 309.22, "url": "https://aiiq.org/models/mistral-large-3/" }, { "id": "sonnet-4.6", "name": "sonnet-4.6", "provider": "Anthropic", "rank": 9, "score": 321.69, "url": "https://aiiq.org/models/sonnet-4.6/" }, { "id": "gemma-4-31b", "name": "gemma-4-31b", "provider": "Google", "rank": 10, "score": 323.18, "url": "https://aiiq.org/models/gemma-4-31b/" }, { "id": "gpt-oss-120b", "name": "gpt-oss-120b", "provider": "OpenAI", "rank": 11, "score": 324.84, "url": "https://aiiq.org/models/gpt-oss-120b/" }, { "id": "muse-spark", "name": "muse-spark", "provider": "Meta", "rank": 12, "score": 329.52, "url": "https://aiiq.org/models/muse-spark/" }, { "id": "opus-4.6", "name": "opus-4.6", "provider": "Anthropic", "rank": 13, "score": 340.15, "url": "https://aiiq.org/models/opus-4.6/" }, { "id": "gemini-3.1-pro", "name": "gemini-3.1-pro", "provider": "Google", "rank": 14, "score": 340.26, "url": "https://aiiq.org/models/gemini-3.1-pro/" }, { "id": "gpt-5.5", "name": "gpt-5.5", "provider": "OpenAI", "rank": 15, "score": 367.02, "url": "https://aiiq.org/models/gpt-5.5/" }, { "id": "grok-4", "name": "grok-4", "provider": "xAI", "rank": 16, "score": 368.74, "url": "https://aiiq.org/models/grok-4/" }, { "id": "gemini-3.5-flash", "name": "gemini-3.5-flash", "provider": "Google", "rank": 17, "score": 371.33, "url": "https://aiiq.org/models/gemini-3.5-flash/" }, { "id": "kimi-k2.6", "name": "kimi-k2.6", "provider": "Kimi", "rank": 18, "score": 373.57, "url": "https://aiiq.org/models/kimi-k2.6/" }, { "id": "kimi-k2.5", "name": "kimi-k2.5", "provider": "Kimi", "rank": 19, "score": 412.85, "url": "https://aiiq.org/models/kimi-k2.5/" }, { "id": "deepseek-v4-pro", "name": "deepseek-v4-pro", "provider": "DeepSeek", "rank": 20, "score": 435.62, "url": "https://aiiq.org/models/deepseek-v4-pro/" }, { "id": "gpt-5.4-mini", "name": "gpt-5.4-mini", "provider": "OpenAI", "rank": 21, "score": 440.13, "url": "https://aiiq.org/models/gpt-5.4-mini/" }, { "id": "glm-5", "name": "glm-5", "provider": "Z.ai", "rank": 22, "score": 441.67, "url": "https://aiiq.org/models/glm-5/" }, { "id": "gpt-5.2", "name": "gpt-5.2", "provider": "OpenAI", "rank": 23, "score": 444.6, "url": "https://aiiq.org/models/gpt-5.2/" }, { "id": "glm-5.1", "name": "glm-5.1", "provider": "Z.ai", "rank": 24, "score": 457.94, "url": "https://aiiq.org/models/glm-5.1/" }, { "id": "gpt-5.4", "name": "gpt-5.4", "provider": "OpenAI", "rank": 25, "score": 460.7, "url": "https://aiiq.org/models/gpt-5.4/" }, { "id": "glm-4.7", "name": "glm-4.7", "provider": "Z.ai", "rank": 26, "score": 472.23, "url": "https://aiiq.org/models/glm-4.7/" }, { "id": "qwen3.5-397b", "name": "qwen3.5-397b", "provider": "Alibaba", "rank": 27, "score": 575.14, "url": "https://aiiq.org/models/qwen3.5-397b/" }, { "id": "grok-4.3", "name": "grok-4.3", "provider": "xAI", "rank": 28, "score": 584.24, "url": "https://aiiq.org/models/grok-4.3/" }, { "id": "minimax-m2.7", "name": "minimax-m2.7", "provider": "MiniMax", "rank": 29, "score": 619.59, "url": "https://aiiq.org/models/minimax-m2.7/" }, { "id": "minimax-m2.1", "name": "minimax-m2.1", "provider": "MiniMax", "rank": 30, "score": 676.73, "url": "https://aiiq.org/models/minimax-m2.1/" }, { "id": "qwen3.6-27b", "name": "qwen3.6-27b", "provider": "Alibaba", "rank": 31, "score": 719.39, "url": "https://aiiq.org/models/qwen3.6-27b/" }, { "id": "gemini-3-flash", "name": "gemini-3-flash", "provider": "Google", "rank": 32, "score": 749.39, "url": "https://aiiq.org/models/gemini-3-flash/" }, { "id": "deepseek-r1", "name": "deepseek-r1", "provider": "DeepSeek", "rank": 33, "score": 922.25, "url": "https://aiiq.org/models/deepseek-r1/" }, { "id": "deepseek-v3.2", "name": "deepseek-v3.2", "provider": "DeepSeek", "rank": 34, "score": 922.78, "url": "https://aiiq.org/models/deepseek-v3.2/" }, { "id": "qwen3.7-max", "name": "qwen3.7-max", "provider": "Alibaba", "rank": 35, "score": 3401.78, "url": "https://aiiq.org/models/qwen3.7-max/" } ] }, { "id": "vibe-code-bench", "rankingName": "VibeCodeBench", "rankingType": "benchmark", "field": "vibeCodeBench", "category": "benchmark", "direction": "higher_is_better", "models": [ { "id": "gpt-5.1", "name": "gpt-5.1", "provider": "OpenAI", "rank": 1, "score": 24.6, "url": "https://aiiq.org/models/gpt-5.1/" }, { "id": "gpt-5", "name": "gpt-5", "provider": "OpenAI", "rank": 2, "score": 20.1, "url": "https://aiiq.org/models/gpt-5/" } ] } ]