diff --git a/benchmark_pipeline/3_generate_pages.py b/benchmark_pipeline/3_generate_pages.py index 40ac452fb..b4904ff71 100644 --- a/benchmark_pipeline/3_generate_pages.py +++ b/benchmark_pipeline/3_generate_pages.py @@ -1367,9 +1367,9 @@ def create_chart_javascript() -> str: const defaultSelectedModels = [ "anthropic/claude-sonnet-4", "google/gemini-2.5-pro-preview-06-05", - "openai/gpt-4.1", - "openai/o3", - "x-ai/grok-3-beta", + "openai/gpt-5", + "openai/gpt-5minimal", + "anthropic/claude-opus-4.1", "x-ai/grok-4-07-09" ]; diff --git a/docs/chart_data.json b/docs/chart_data.json index ffe4d3175..2bbfd4054 100644 --- a/docs/chart_data.json +++ b/docs/chart_data.json @@ -1,5 +1,5 @@ { - "_warning": "THIS FILE IS AUTOMATICALLY GENERATED BY benchmark_pipeline/3_generate_pages.py\nDO NOT EDIT DIRECTLY - ANY CHANGES WILL BE OVERWRITTEN\nLast generated: 2025-08-22 19:03:00", + "_warning": "THIS FILE IS AUTOMATICALLY GENERATED BY benchmark_pipeline/3_generate_pages.py\nDO NOT EDIT DIRECTLY - ANY CHANGES WILL BE OVERWRITTEN\nLast generated: 2025-08-22 20:33:51", "data": { "cases": [ { @@ -11,27 +11,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": true, "attempted": true }, @@ -39,83 +39,83 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": true, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": true, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": true, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": true, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "moonshotai/kimi-k2": { "success": true, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": true, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": true, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": true, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": true, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": true, "attempted": true } @@ -130,27 +130,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { - "success": true, + "x-ai/grok-3-beta": { + "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": true, "attempted": true }, @@ -158,35 +158,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": true, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": true, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": true, "attempted": true }, - "x-ai/grok-3-beta": { - "success": false, - "attempted": true - }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": true, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": true, "attempted": true }, @@ -194,47 +190,51 @@ "success": true, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { + "success": false, + "attempted": true + }, + "moonshotai/kimi-k2": { "success": true, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": true, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": true, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": true, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": true, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": true, "attempted": true } @@ -249,27 +249,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { - "success": true, + "x-ai/grok-3-beta": { + "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": true, "attempted": true }, @@ -277,35 +277,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": true, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": true, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": true, "attempted": true }, - "x-ai/grok-3-beta": { - "success": false, - "attempted": true - }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": true, "attempted": true }, - "openai/o3": { - "success": true, + "deepseek/deepseek-r1": { + "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": true, "attempted": true }, @@ -313,47 +309,51 @@ "success": true, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": false, + "google/gemini-2.5-pro-preview": { + "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": true, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { + "success": false, + "attempted": true + }, + "openai/gpt-5": { "success": true, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": true, "attempted": true }, - "deepseek/deepseek-r1": { - "success": false, + "deepseek/deepseek-chat-v3-0324": { + "success": true, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": true, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": true, "attempted": true } @@ -368,27 +368,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": true, + "deepseek/deepseek-chat-v3.1": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -396,35 +396,31 @@ "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { - "success": false, + "deepseek/deepseek-r1": { + "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -432,48 +428,52 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "openai/gpt-5": { - "success": true, + "moonshotai/kimi-k2": { + "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { - "success": false, + "x-ai/grok-4-07-09": { + "success": true, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "openai/gpt-5": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { "success": true, "attempted": true }, - "openai/gpt-4.1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { - "success": true, + "x-ai/grok-3-mini-beta": { + "success": false, "attempted": true }, - "openai/gpt-5minimal": { - "success": true, + "google/gemini-2.5-flash-preview": { + "success": false, + "attempted": true + }, + "google/gemini-2.5-pro-preview-03-25": { + "success": true, "attempted": true } } @@ -487,27 +487,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": true, "attempted": true }, @@ -515,83 +515,83 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": true, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": true, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": true, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": true, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "moonshotai/kimi-k2": { "success": true, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": true, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": true, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": true, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": true, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": true, "attempted": true } @@ -606,63 +606,59 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { - "success": true, + "openai/o4-mini": { + "success": false, "attempted": true }, "anthropic/claude-sonnet-4thinking": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": true, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": true, "attempted": true }, - "openai/o4-mini": { - "success": false, - "attempted": true - }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": true, "attempted": true }, - "openai/o3": { - "success": false, + "deepseek/deepseek-r1": { + "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": true, "attempted": true }, @@ -670,47 +666,51 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "anthropic/claude-3.7-sonnet": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": true, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { + "success": false, + "attempted": true + }, + "x-ai/grok-4-07-09": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": true, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": true, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": true, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": true, "attempted": true } @@ -725,27 +725,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": true, "attempted": true }, @@ -753,84 +753,84 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, + "deepseek/deepseek-r1-0528": { + "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": true, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { + "success": false, + "attempted": true + }, + "deepseek/deepseek-r1": { "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-4.1": { "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "google/gemini-2.5-flash-previewthinking": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-pro-preview": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "x-ai/grok-4-07-09": { + "moonshotai/kimi-k2": { "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "openai/o3": { "success": true, "attempted": true }, - "openai/gpt-5": { + "x-ai/grok-4-07-09": { "success": true, "attempted": true }, - "openai/o4-mini-high": { - "success": false, - "attempted": true - }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": true, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": true, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": true, "attempted": true }, - "openai/gpt-5minimal": { - "success": false, + "google/gemini-2.5-pro-preview-03-25": { + "success": true, "attempted": true } } @@ -844,27 +844,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": true, "attempted": true }, @@ -872,83 +872,83 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": true, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": true, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": true, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": true, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": false, + "anthropic/claude-3.7-sonnet": { + "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "moonshotai/kimi-k2": { "success": true, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": true, "attempted": true }, - "openai/o4-mini-high": { - "success": true, + "x-ai/grok-4-07-09": { + "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": true, "attempted": true }, - "openai/gpt-oss-120b": { + "anthropic/claude-sonnet-4": { "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": true, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": true, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": true, "attempted": true } @@ -963,111 +963,111 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { - "success": true, + "anthropic/claude-3.5-sonnet": { + "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { - "success": true, + "openai/o4-mini": { + "success": false, "attempted": true }, "anthropic/claude-sonnet-4thinking": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { - "success": false, + "deepseek/deepseek-r1": { + "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { - "success": false, + "openai/gpt-4.1": { + "success": true, "attempted": true }, "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": true, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": true, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "openai/gpt-5": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { "success": true, "attempted": true }, - "openai/gpt-4.1": { - "success": true, + "deepseek/deepseek-chat-v3-0324": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-flash-preview": { + "success": true, + "attempted": true + }, + "google/gemini-2.5-pro-preview-03-25": { "success": true, "attempted": true } @@ -1082,27 +1082,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": false, + "openai/gpt-oss-120b": { + "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": true, + "deepseek/deepseek-chat-v3.1": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": true, "attempted": true }, @@ -1110,83 +1110,83 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, + "deepseek/deepseek-r1-0528": { + "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": true, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { - "success": false, - "attempted": true - }, "google/gemini-2.5-flash-previewthinking": { "success": true, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { + "success": false, + "attempted": true + }, + "moonshotai/kimi-k2": { "success": true, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": true, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { - "success": false, + "openai/gpt-5": { + "success": true, "attempted": true }, - "openai/gpt-oss-120b": { + "anthropic/claude-sonnet-4": { "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": true, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": true, "attempted": true } @@ -1201,63 +1201,59 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, - "attempted": true - }, - "google/gemini-2.5-pro-preview-03-25": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "deepseek/deepseek-chat-v3.1": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4thinking": { + "openai/o4-mini": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "anthropic/claude-sonnet-4thinking": { "success": true, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { + "google/gemini-2.5-pro-preview-06-05": { "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { - "success": false, + "deepseek/deepseek-r1": { + "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": true, + "openai/gpt-5minimal": { + "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -1265,49 +1261,53 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "openai/gpt-5": { - "success": true, + "moonshotai/kimi-k2": { + "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": true, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "openai/gpt-5": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { "success": true, "attempted": true }, - "openai/gpt-4.1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true + }, + "google/gemini-2.5-pro-preview-03-25": { + "success": true, + "attempted": true } } }, @@ -1320,63 +1320,59 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { - "success": true, - "attempted": true - }, - "google/gemini-2.5-flash-preview": { + "anthropic/claude-3.5-sonnet": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4thinking": { + "openai/o4-mini": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "anthropic/claude-sonnet-4thinking": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { - "success": false, + "anthropic/claude-3.5-sonnet-20240620": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": true, "attempted": true }, @@ -1384,49 +1380,53 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, - "attempted": true - }, - "openai/gpt-5": { - "success": true, - "attempted": true - }, - "openai/o4-mini-high": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "openai/o3": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "openai/gpt-5": { "success": true, "attempted": true }, - "openai/gpt-4.1": { + "anthropic/claude-sonnet-4": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "anthropic/claude-3.7-sonnetthinking": { "success": true, "attempted": true }, - "openai/gpt-5minimal": { + "deepseek/deepseek-chat-v3-0324": { + "success": true, + "attempted": true + }, + "x-ai/grok-3-mini-beta": { + "success": false, + "attempted": true + }, + "google/gemini-2.5-flash-preview": { "success": true, "attempted": true + }, + "google/gemini-2.5-pro-preview-03-25": { + "success": false, + "attempted": true } } }, @@ -1439,63 +1439,59 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { - "success": false, + "x-ai/grok-3-beta": { + "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { - "success": true, + "openai/o4-mini": { + "success": false, "attempted": true }, "anthropic/claude-sonnet-4thinking": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": false, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": true, + "openai/gpt-5minimal": { + "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": true, "attempted": true }, @@ -1503,47 +1499,51 @@ "success": true, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": true, + "google/gemini-2.5-pro-preview": { + "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "anthropic/claude-3.7-sonnet": { + "success": false, "attempted": true }, - "openai/gpt-5": { - "success": true, + "moonshotai/kimi-k2": { + "success": false, "attempted": true }, - "openai/o4-mini-high": { - "success": false, + "openai/o3": { + "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": true, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "openai/gpt-5": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { "success": true, "attempted": true }, - "openai/gpt-4.1": { + "deepseek/deepseek-chat-v3-0324": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "x-ai/grok-3-mini-beta": { + "success": false, + "attempted": true + }, + "google/gemini-2.5-flash-preview": { "success": true, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -1558,27 +1558,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": false, + "anthropic/claude-opus-4.1": { + "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": false, + "deepseek/deepseek-chat-v3.1": { + "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -1586,84 +1586,84 @@ "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { - "success": false, + "anthropic/claude-3.5-sonnet-20240620": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { - "success": false, + "openai/gpt-5minimal": { + "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { - "success": true, + "google/gemini-2.5-flash-previewthinking": { + "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "moonshotai/kimi-k2": { + "success": false, "attempted": true }, - "openai/gpt-5": { - "success": true, + "openai/o3": { + "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": true, "attempted": true }, - "openai/gpt-oss-120b": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { - "success": false, + "deepseek/deepseek-chat-v3-0324": { + "success": true, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { - "success": true, + "google/gemini-2.5-flash-preview": { + "success": false, "attempted": true }, - "openai/gpt-5minimal": { - "success": true, + "google/gemini-2.5-pro-preview-03-25": { + "success": false, "attempted": true } } @@ -1677,75 +1677,83 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { + "success": true, + "attempted": true + }, + "anthropic/claude-opus-4.1": { + "success": true, + "attempted": true + }, + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-3.5-sonnet": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "openai/o4-mini": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-sonnet-4thinking": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { - "success": false, + "deepseek/deepseek-r1-0528": { + "success": true, "attempted": true }, - "anthropic/claude-sonnet-4thinking": { + "google/gemini-2.5-pro-preview-06-05": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "anthropic/claude-3.5-sonnet-20240620": { "success": true, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o4-mini": { + "deepseek/deepseek-r1": { "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/gpt-5minimal": { "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/gpt-4.1": { "success": true, "attempted": true }, - "openai/o3": { + "google/gemini-2.5-flash-previewthinking": { "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "google/gemini-2.5-pro-preview": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "moonshotai/kimi-k2": { "success": true, "attempted": true }, - "x-ai/grok-4-07-09": { + "openai/o3": { "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "x-ai/grok-4-07-09": { "success": true, "attempted": true }, @@ -1753,36 +1761,28 @@ "success": true, "attempted": true }, - "openai/o4-mini-high": { - "success": false, - "attempted": true - }, - "deepseek/deepseek-chat-v3.1": { - "success": false, - "attempted": true - }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": true, "attempted": true }, - "deepseek/deepseek-r1": { - "success": true, + "deepseek/deepseek-chat-v3-0324": { + "success": false, "attempted": true }, - "openai/gpt-4.1": { - "success": true, + "x-ai/grok-3-mini-beta": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { - "success": true, + "google/gemini-2.5-flash-preview": { + "success": false, "attempted": true }, - "openai/gpt-5minimal": { - "success": true, + "google/gemini-2.5-pro-preview-03-25": { + "success": false, "attempted": true } } @@ -1796,27 +1796,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { - "success": false, + "x-ai/grok-3-beta": { + "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": true, "attempted": true }, @@ -1824,84 +1824,84 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": true, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { - "success": false, + "deepseek/deepseek-r1": { + "success": true, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { + "success": true, + "attempted": true + }, + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { - "success": true, + "anthropic/claude-3.7-sonnet": { + "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "openai/o3": { "success": true, "attempted": true }, - "openai/gpt-5": { - "success": true, + "x-ai/grok-4-07-09": { + "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/gpt-5": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "anthropic/claude-sonnet-4": { "success": true, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-3.7-sonnetthinking": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { - "success": true, - "attempted": true - }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": true, "attempted": true }, - "openai/gpt-5minimal": { - "success": true, + "google/gemini-2.5-pro-preview-03-25": { + "success": false, "attempted": true } } @@ -1915,27 +1915,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": true, + "anthropic/claude-opus-4.1": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": true, "attempted": true }, @@ -1943,35 +1943,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { + "google/gemini-2.5-pro-preview-06-05": { "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { - "success": false, + "openai/o4-mini-high": { + "success": true, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": true, "attempted": true }, @@ -1979,47 +1975,51 @@ "success": true, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": false, + "anthropic/claude-3.7-sonnet": { + "success": true, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": true, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": true, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "openai/gpt-5": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { "success": true, "attempted": true }, - "openai/gpt-4.1": { + "deepseek/deepseek-chat-v3-0324": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "x-ai/grok-3-mini-beta": { + "success": false, + "attempted": true + }, + "google/gemini-2.5-flash-preview": { "success": true, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": true, "attempted": true } @@ -2034,27 +2034,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": true, "attempted": true }, @@ -2062,83 +2062,83 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": true, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": true, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": true, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": true, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "moonshotai/kimi-k2": { "success": true, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": true, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": true, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": true, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": true, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": true, "attempted": true } @@ -2153,111 +2153,111 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": true, + "deepseek/deepseek-chat-v3.1": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { - "success": true, + "anthropic/claude-3.5-sonnet": { + "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { - "success": true, + "openai/o4-mini": { + "success": false, "attempted": true }, "anthropic/claude-sonnet-4thinking": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { - "success": true, + "deepseek/deepseek-r1": { + "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { - "success": false, + "openai/gpt-4.1": { + "success": true, "attempted": true }, "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { + "success": false, + "attempted": true + }, + "moonshotai/kimi-k2": { "success": true, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": true, "attempted": true }, - "openai/o4-mini-high": { - "success": false, + "x-ai/grok-4-07-09": { + "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { - "success": false, + "openai/gpt-5": { + "success": true, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { - "success": true, + "x-ai/grok-3-mini-beta": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { - "success": false, + "google/gemini-2.5-flash-preview": { + "success": true, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": true, "attempted": true } @@ -2272,27 +2272,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": false, + "anthropic/claude-opus-4.1": { + "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -2300,84 +2300,84 @@ "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { - "success": false, + "openai/gpt-5minimal": { + "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "moonshotai/kimi-k2": { + "success": false, "attempted": true }, - "openai/gpt-5": { - "success": true, + "openai/o3": { + "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { - "success": false, + "openai/gpt-5": { + "success": true, "attempted": true }, - "openai/gpt-oss-120b": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { - "success": true, + "google/gemini-2.5-pro-preview-03-25": { + "success": false, "attempted": true } } @@ -2391,63 +2391,59 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { - "success": true, + "openai/o4-mini": { + "success": false, "attempted": true }, "anthropic/claude-sonnet-4thinking": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": false, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { - "success": false, + "deepseek/deepseek-r1-0528": { + "success": true, "attempted": true }, - "openai/o4-mini": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { - "success": true, + "openai/o4-mini-high": { + "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -2455,47 +2451,51 @@ "success": true, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": true, + "google/gemini-2.5-pro-preview": { + "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": true, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": true, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "openai/gpt-5": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { + "success": true, + "attempted": true + }, + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": true, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": true, "attempted": true } @@ -2510,63 +2510,59 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, - "attempted": true - }, - "google/gemini-2.5-pro-preview-03-25": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": false, + "x-ai/grok-3-beta": { + "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "deepseek/deepseek-chat-v3.1": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { - "success": false, + "anthropic/claude-3.5-sonnet": { + "success": true, "attempted": true }, - "anthropic/claude-sonnet-4thinking": { + "openai/o4-mini": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "anthropic/claude-sonnet-4thinking": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { - "success": false, + "deepseek/deepseek-r1-0528": { + "success": true, "attempted": true }, - "openai/o4-mini": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { - "success": true, + "openai/o4-mini-high": { + "success": false, "attempted": true }, - "openai/o3": { - "success": true, + "deepseek/deepseek-r1": { + "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -2574,48 +2570,52 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": true, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { + "success": true, + "attempted": true + }, + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": true, "attempted": true }, - "openai/gpt-oss-120b": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { - "success": true, + "google/gemini-2.5-flash-preview": { + "success": false, "attempted": true }, - "openai/gpt-5minimal": { - "success": true, + "google/gemini-2.5-pro-preview-03-25": { + "success": false, "attempted": true } } @@ -2629,27 +2629,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": true, + "deepseek/deepseek-chat-v3.1": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { - "success": true, + "anthropic/claude-3.5-sonnet": { + "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": true, "attempted": true }, @@ -2657,83 +2657,83 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, + "deepseek/deepseek-r1-0528": { + "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": true, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { - "success": false, + "deepseek/deepseek-r1": { + "success": true, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": true, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "moonshotai/kimi-k2": { "success": true, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": true, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { - "success": false, + "openai/gpt-5": { + "success": true, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": true, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet": { - "success": false, + "google/gemini-2.5-flash-preview": { + "success": true, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": true, "attempted": true } @@ -2748,63 +2748,59 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": true, + "deepseek/deepseek-chat-v3.1": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { - "success": true, + "openai/o4-mini": { + "success": false, "attempted": true }, "anthropic/claude-sonnet-4thinking": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { - "success": false, + "deepseek/deepseek-r1": { + "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -2812,47 +2808,51 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": false, + "google/gemini-2.5-pro-preview": { + "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "anthropic/claude-3.7-sonnet": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": true, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "openai/gpt-5": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { "success": true, "attempted": true }, - "openai/gpt-4.1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "x-ai/grok-3-mini-beta": { + "success": false, + "attempted": true + }, + "google/gemini-2.5-flash-preview": { "success": true, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": true, "attempted": true } @@ -2867,27 +2867,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -2895,84 +2895,84 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": false, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { - "success": false, + "anthropic/claude-3.5-sonnet-20240620": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { - "success": false, + "deepseek/deepseek-r1": { + "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { - "success": true, + "openai/gpt-4.1": { + "success": false, "attempted": true }, "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "openai/gpt-5": { - "success": true, + "moonshotai/kimi-k2": { + "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { + "success": false, + "attempted": true + }, + "openai/gpt-5": { "success": true, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-3.7-sonnetthinking": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": true, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { - "success": true, + "google/gemini-2.5-flash-preview": { + "success": false, "attempted": true }, - "openai/gpt-5minimal": { - "success": true, + "google/gemini-2.5-pro-preview-03-25": { + "success": false, "attempted": true } } @@ -2986,27 +2986,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": true, + "deepseek/deepseek-chat-v3.1": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { - "success": false, + "anthropic/claude-3.5-sonnet": { + "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -3014,35 +3014,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": false, + "openai/gpt-5minimal": { + "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -3050,48 +3046,52 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": false, + "google/gemini-2.5-pro-preview": { + "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { + "success": true, + "attempted": true + }, + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { - "success": true, + "google/gemini-2.5-flash-preview": { + "success": false, "attempted": true }, - "openai/gpt-5minimal": { - "success": true, + "google/gemini-2.5-pro-preview-03-25": { + "success": false, "attempted": true } } @@ -3105,113 +3105,113 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { - "success": true, + "openai/o4-mini": { + "success": false, "attempted": true }, "anthropic/claude-sonnet-4thinking": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { - "success": false, - "attempted": true - }, - "openai/o3": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "deepseek/deepseek-r1": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { - "success": false, + "openai/gpt-4.1": { + "success": true, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "google/gemini-2.5-pro-preview": { "success": true, "attempted": true }, - "openai/gpt-5": { - "success": true, + "anthropic/claude-3.7-sonnet": { + "success": false, "attempted": true }, - "openai/o4-mini-high": { - "success": false, + "moonshotai/kimi-k2": { + "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/o3": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "openai/gpt-5": { "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-sonnet-4": { "success": true, "attempted": true }, - "openai/gpt-4.1": { + "anthropic/claude-3.7-sonnetthinking": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet": { - "success": true, + "deepseek/deepseek-chat-v3-0324": { + "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true + }, + "google/gemini-2.5-flash-preview": { + "success": true, + "attempted": true + }, + "google/gemini-2.5-pro-preview-03-25": { + "success": true, + "attempted": true } } }, @@ -3224,63 +3224,59 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { - "success": true, + "openai/o4-mini": { + "success": false, "attempted": true }, "anthropic/claude-sonnet-4thinking": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": true, "attempted": true }, - "x-ai/grok-3-mini-beta": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "openai/o4-mini": { - "success": false, + "anthropic/claude-3.5-sonnet-20240620": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { - "success": true, - "attempted": true - }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": true, + "openai/gpt-5minimal": { + "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -3288,47 +3284,51 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": true, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": true, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "openai/gpt-5": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { + "success": true, + "attempted": true + }, + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": true, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -3343,75 +3343,83 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { + "success": false, + "attempted": true + }, + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "deepseek/deepseek-chat-v3.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "anthropic/claude-3.5-sonnet": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "openai/o4-mini": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "anthropic/claude-sonnet-4thinking": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4thinking": { - "success": true, + "deepseek/deepseek-r1-0528": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "google/gemini-2.5-pro-preview-06-05": { "success": true, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "openai/o4-mini": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "deepseek/deepseek-r1": { + "success": true, + "attempted": true + }, + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "openai/o3": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "google/gemini-2.5-pro-preview": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": true, + "openai/o3": { + "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "x-ai/grok-4-07-09": { "success": true, "attempted": true }, @@ -3419,36 +3427,28 @@ "success": true, "attempted": true }, - "openai/o4-mini-high": { - "success": false, - "attempted": true - }, - "deepseek/deepseek-chat-v3.1": { + "anthropic/claude-sonnet-4": { "success": true, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, - "attempted": true - }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-3.7-sonnetthinking": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": true, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": true, "attempted": true }, - "openai/gpt-5minimal": { - "success": false, + "google/gemini-2.5-pro-preview-03-25": { + "success": true, "attempted": true } } @@ -3462,27 +3462,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { - "success": true, + "x-ai/grok-3-beta": { + "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { - "success": true, + "anthropic/claude-3.5-sonnet": { + "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -3490,83 +3490,83 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { - "success": false, + "anthropic/claude-3.5-sonnet-20240620": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { - "success": true, + "openai/gpt-4.1": { + "success": false, "attempted": true }, "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": false, + "google/gemini-2.5-pro-preview": { + "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { - "success": false, + "anthropic/claude-3.7-sonnetthinking": { + "success": true, "attempted": true }, - "openai/gpt-4.1": { + "deepseek/deepseek-chat-v3-0324": { + "success": true, + "attempted": true + }, + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": true, "attempted": true } @@ -3581,63 +3581,59 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { - "success": true, + "anthropic/claude-3.5-sonnet": { + "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { - "success": true, + "openai/o4-mini": { + "success": false, "attempted": true }, "anthropic/claude-sonnet-4thinking": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": true, "attempted": true }, - "x-ai/grok-3-mini-beta": { - "success": false, - "attempted": true - }, - "openai/o4-mini": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { - "success": true, + "openai/o4-mini-high": { + "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": true, "attempted": true }, @@ -3645,47 +3641,51 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "anthropic/claude-3.7-sonnet": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": true, "attempted": true }, - "openai/o4-mini-high": { - "success": false, + "openai/o3": { + "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": true, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "openai/gpt-5": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { "success": true, "attempted": true }, - "openai/gpt-4.1": { + "deepseek/deepseek-chat-v3-0324": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-flash-preview": { + "success": true, + "attempted": true + }, + "google/gemini-2.5-pro-preview-03-25": { "success": true, "attempted": true } @@ -3700,27 +3700,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": true, + "deepseek/deepseek-chat-v3.1": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -3728,35 +3728,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -3764,47 +3760,51 @@ "success": true, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "anthropic/claude-3.7-sonnet": { + "success": false, "attempted": true }, - "openai/gpt-5": { - "success": true, + "moonshotai/kimi-k2": { + "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { - "success": false, + "x-ai/grok-4-07-09": { + "success": true, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "openai/gpt-5": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { + "success": true, + "attempted": true + }, + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { - "success": true, + "google/gemini-2.5-flash-preview": { + "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": true, "attempted": true } @@ -3819,27 +3819,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": true, + "deepseek/deepseek-chat-v3.1": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -3847,35 +3847,31 @@ "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": true, + "openai/gpt-5minimal": { + "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": true, "attempted": true }, @@ -3883,49 +3879,53 @@ "success": true, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { - "success": false, + "x-ai/grok-4-07-09": { + "success": true, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { - "success": false, + "anthropic/claude-3.7-sonnetthinking": { + "success": true, "attempted": true }, - "openai/gpt-4.1": { + "deepseek/deepseek-chat-v3-0324": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet": { - "success": true, + "x-ai/grok-3-mini-beta": { + "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true + }, + "google/gemini-2.5-pro-preview-03-25": { + "success": true, + "attempted": true } } }, @@ -3938,27 +3938,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { - "success": false, + "x-ai/grok-3-beta": { + "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { - "success": false, + "anthropic/claude-3.5-sonnet": { + "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -3966,47 +3966,55 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { + "success": false, + "attempted": true + }, + "google/gemini-2.5-pro-preview-06-05": { "success": true, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "openai/o4-mini": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { - "success": true, + "deepseek/deepseek-r1": { + "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/gpt-5minimal": { + "success": true, + "attempted": true + }, + "openai/gpt-4.1": { "success": false, "attempted": true }, - "openai/o3": { - "success": true, + "google/gemini-2.5-flash-previewthinking": { + "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "google/gemini-2.5-pro-preview": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "openai/o3": { "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "x-ai/grok-4-07-09": { "success": true, "attempted": true }, @@ -4014,37 +4022,29 @@ "success": true, "attempted": true }, - "openai/o4-mini-high": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "anthropic/claude-3.7-sonnetthinking": { "success": true, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "deepseek/deepseek-chat-v3-0324": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true - }, - "anthropic/claude-3.5-sonnet": { - "success": true, - "attempted": true - }, - "openai/gpt-5minimal": { - "success": true, - "attempted": true } } }, @@ -4057,27 +4057,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -4085,84 +4085,84 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { - "success": true, + "openai/o4-mini-high": { + "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { - "success": true, + "openai/gpt-5minimal": { + "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": true, + "openai/gpt-4.1": { + "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { - "success": true, + "google/gemini-2.5-pro-preview": { + "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": true, + "anthropic/claude-3.7-sonnet": { + "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "moonshotai/kimi-k2": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": true, "attempted": true }, - "openai/o4-mini-high": { - "success": false, + "x-ai/grok-4-07-09": { + "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": true, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-3.7-sonnetthinking": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { - "success": false, + "deepseek/deepseek-chat-v3-0324": { + "success": true, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { - "success": false, + "google/gemini-2.5-pro-preview-03-25": { + "success": true, "attempted": true } } @@ -4176,27 +4176,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": false, + "deepseek/deepseek-chat-v3.1": { + "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -4204,85 +4204,85 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, + "deepseek/deepseek-r1-0528": { + "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { - "success": false, + "openai/gpt-5minimal": { + "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { + "success": true, + "attempted": true + }, + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "openai/o3": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/gpt-5": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "anthropic/claude-sonnet-4": { "success": true, "attempted": true }, - "openai/gpt-oss-120b": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true - }, - "openai/gpt-5minimal": { - "success": true, - "attempted": true } } }, @@ -4295,63 +4295,59 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { - "success": true, + "openai/o4-mini": { + "success": false, "attempted": true }, "anthropic/claude-sonnet-4thinking": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": true, "attempted": true }, - "x-ai/grok-3-mini-beta": { - "success": false, - "attempted": true - }, - "openai/o4-mini": { - "success": false, - "attempted": true - }, - "x-ai/grok-3-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "anthropic/claude-3.5-sonnet-20240620": { "success": true, "attempted": true }, - "openai/o3": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "deepseek/deepseek-r1": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-5minimal": { + "success": true, + "attempted": true + }, + "openai/gpt-4.1": { "success": true, "attempted": true }, @@ -4359,47 +4355,51 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "anthropic/claude-3.7-sonnet": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": true, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": true, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "openai/gpt-5": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { "success": true, "attempted": true }, - "openai/gpt-4.1": { + "deepseek/deepseek-chat-v3-0324": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "x-ai/grok-3-mini-beta": { + "success": false, + "attempted": true + }, + "google/gemini-2.5-flash-preview": { "success": true, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": true, "attempted": true } @@ -4414,63 +4414,59 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { - "success": false, - "attempted": true - }, - "anthropic/claude-sonnet-4": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4thinking": { - "success": false, + "openai/o4-mini": { + "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, + "anthropic/claude-sonnet-4thinking": { + "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { + "google/gemini-2.5-pro-preview-06-05": { "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -4478,47 +4474,51 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": false, + "google/gemini-2.5-pro-preview": { + "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "anthropic/claude-3.7-sonnet": { + "success": false, "attempted": true }, - "openai/gpt-5": { - "success": true, + "moonshotai/kimi-k2": { + "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { + "success": true, + "attempted": true + }, + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -4533,27 +4533,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": true, + "anthropic/claude-opus-4.1": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -4561,84 +4561,84 @@ "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { - "success": false, + "deepseek/deepseek-r1": { + "success": true, "attempted": true }, - "openai/o3": { - "success": false, + "openai/gpt-5minimal": { + "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": false, + "openai/gpt-4.1": { + "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { - "success": true, + "deepseek/deepseek-chat-v3-0324": { + "success": false, "attempted": true }, - "openai/gpt-4.1": { - "success": true, + "x-ai/grok-3-mini-beta": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { - "success": true, + "google/gemini-2.5-pro-preview-03-25": { + "success": false, "attempted": true } } @@ -4652,27 +4652,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": true, + "anthropic/claude-opus-4.1": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -4680,83 +4680,83 @@ "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -4771,27 +4771,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { - "success": true, + "anthropic/claude-3.5-sonnet": { + "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -4799,83 +4799,83 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { - "success": false, + "anthropic/claude-3.5-sonnet-20240620": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "moonshotai/kimi-k2": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -4890,27 +4890,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { - "success": false, + "x-ai/grok-3-beta": { + "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -4918,35 +4918,31 @@ "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { - "success": true, - "attempted": true - }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -4954,47 +4950,51 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "anthropic/claude-3.7-sonnet": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { - "success": true, + "x-ai/grok-4-07-09": { + "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { + "success": true, + "attempted": true + }, + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -5009,27 +5009,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { - "success": true, + "x-ai/grok-3-beta": { + "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -5037,39 +5037,51 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { - "success": false, + "anthropic/claude-3.5-sonnet-20240620": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { + "success": true, + "attempted": true + }, + "openai/gpt-5minimal": { + "success": true, + "attempted": true + }, + "openai/gpt-4.1": { + "success": true, + "attempted": true + }, + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "openai/o3": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { - "success": true, + "moonshotai/kimi-k2": { + "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "openai/o3": { "success": false, "attempted": true }, @@ -5077,43 +5089,31 @@ "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "openai/gpt-5": { "success": true, "attempted": true }, - "openai/gpt-5": { + "anthropic/claude-sonnet-4": { "success": true, "attempted": true }, - "openai/o4-mini-high": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { - "success": false, + "deepseek/deepseek-chat-v3-0324": { + "success": true, "attempted": true }, - "openai/gpt-oss-120b": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { - "success": true, - "attempted": true - }, - "openai/gpt-4.1": { - "success": true, - "attempted": true - }, - "anthropic/claude-3.5-sonnet": { - "success": true, - "attempted": true - }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": true, "attempted": true } @@ -5128,27 +5128,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": true, + "deepseek/deepseek-chat-v3.1": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { - "success": true, + "anthropic/claude-3.5-sonnet": { + "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -5156,35 +5156,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": false, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": true, + "openai/gpt-5minimal": { + "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -5192,49 +5188,53 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { - "success": false, + "anthropic/claude-3.7-sonnetthinking": { + "success": true, "attempted": true }, - "openai/gpt-4.1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true + }, + "google/gemini-2.5-pro-preview-03-25": { + "success": true, + "attempted": true } } }, @@ -5247,27 +5247,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -5275,47 +5275,55 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { + "success": true, + "attempted": true + }, + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "anthropic/claude-3.5-sonnet-20240620": { + "success": true, + "attempted": true + }, + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o4-mini": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { - "success": true, + "openai/gpt-5minimal": { + "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { - "success": true, + "openai/gpt-4.1": { + "success": false, "attempted": true }, - "openai/o3": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": true, + "google/gemini-2.5-pro-preview": { + "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": true, + "openai/o3": { + "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "x-ai/grok-4-07-09": { "success": true, "attempted": true }, @@ -5323,37 +5331,29 @@ "success": false, "attempted": true }, - "openai/o4-mini-high": { - "success": false, - "attempted": true - }, - "deepseek/deepseek-chat-v3.1": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-3.7-sonnetthinking": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "deepseek/deepseek-chat-v3-0324": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-pro-preview-03-25": { "success": true, "attempted": true - }, - "openai/gpt-5minimal": { - "success": false, - "attempted": true } } }, @@ -5366,27 +5366,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { - "success": true, + "anthropic/claude-3.5-sonnet": { + "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -5394,35 +5394,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { - "success": false, + "anthropic/claude-3.5-sonnet-20240620": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -5430,47 +5426,51 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": false, + "google/gemini-2.5-pro-preview": { + "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "anthropic/claude-3.7-sonnet": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { + "success": true, + "attempted": true + }, + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -5485,27 +5485,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { - "success": true, + "anthropic/claude-3.5-sonnet": { + "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -5513,84 +5513,84 @@ "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { - "success": false, + "deepseek/deepseek-r1": { + "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { - "success": true, + "openai/gpt-4.1": { + "success": false, "attempted": true }, "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": true, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { + "success": true, + "attempted": true + }, + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": true, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { - "success": false, + "google/gemini-2.5-pro-preview-03-25": { + "success": true, "attempted": true } } @@ -5604,27 +5604,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { - "success": true, + "x-ai/grok-3-beta": { + "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -5632,83 +5632,83 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": false, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { - "success": false, + "anthropic/claude-3.5-sonnet-20240620": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { - "success": true, + "openai/gpt-4.1": { + "success": false, "attempted": true }, "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { - "success": true, + "x-ai/grok-4-07-09": { + "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { - "success": false, + "anthropic/claude-3.7-sonnetthinking": { + "success": true, "attempted": true }, - "openai/gpt-4.1": { + "deepseek/deepseek-chat-v3-0324": { + "success": true, + "attempted": true + }, + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { - "success": true, + "google/gemini-2.5-flash-preview": { + "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": true, "attempted": true } @@ -5723,111 +5723,111 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, - "attempted": true - }, - "google/gemini-2.5-pro-preview-03-25": { - "success": false, - "attempted": true - }, - "anthropic/claude-sonnet-4": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": false, + "x-ai/grok-3-beta": { + "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "deepseek/deepseek-chat-v3.1": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4thinking": { - "success": true, + "anthropic/claude-3.5-sonnet": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "anthropic/claude-sonnet-4thinking": { + "success": true, + "attempted": true + }, + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { - "success": true, + "openai/gpt-4.1": { + "success": false, "attempted": true }, "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { - "success": true, + "x-ai/grok-4-07-09": { + "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "openai/gpt-4.1": { - "success": false, + "deepseek/deepseek-chat-v3-0324": { + "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-flash-preview": { + "success": true, + "attempted": true + }, + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -5842,27 +5842,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -5870,83 +5870,83 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { - "success": true, + "openai/gpt-4.1": { + "success": false, "attempted": true }, "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "openai/gpt-5": { - "success": false, + "moonshotai/kimi-k2": { + "success": true, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": true, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { "success": true, "attempted": true }, - "deepseek/deepseek-r1": { - "success": false, + "anthropic/claude-3.7-sonnetthinking": { + "success": true, "attempted": true }, - "openai/gpt-4.1": { + "deepseek/deepseek-chat-v3-0324": { + "success": true, + "attempted": true + }, + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { - "success": true, + "google/gemini-2.5-flash-preview": { + "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": true, "attempted": true } @@ -5961,112 +5961,112 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, - "attempted": true - }, - "google/gemini-2.5-pro-preview-03-25": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { - "success": true, + "deepseek/deepseek-chat-v3.1": { + "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4thinking": { - "success": true, + "openai/o4-mini": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "anthropic/claude-sonnet-4thinking": { "success": true, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": false, + "openai/gpt-5minimal": { + "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { - "success": false, + "openai/gpt-4.1": { + "success": true, "attempted": true }, "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "openai/gpt-5": { - "success": true, + "moonshotai/kimi-k2": { + "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { - "success": false, + "x-ai/grok-4-07-09": { + "success": true, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "openai/gpt-5": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { + "success": true, + "attempted": true + }, + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { - "success": true, + "x-ai/grok-3-mini-beta": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { - "success": true, + "google/gemini-2.5-pro-preview-03-25": { + "success": false, "attempted": true } } @@ -6080,39 +6080,23 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, - "attempted": true - }, - "google/gemini-2.5-pro-preview-03-25": { - "success": true, - "attempted": true - }, - "anthropic/claude-sonnet-4": { - "success": true, - "attempted": true - }, - "google/gemini-2.5-pro-preview-06-05": { - "success": true, - "attempted": true - }, - "anthropic/claude-3.5-sonnet-20240620": { - "success": false, - "attempted": true - }, - "google/gemini-2.5-flash-preview": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4thinking": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-chat-v3.1": { + "success": false, + "attempted": true + }, + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, @@ -6120,7 +6104,7 @@ "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-sonnet-4thinking": { "success": true, "attempted": true }, @@ -6128,63 +6112,79 @@ "success": false, "attempted": true }, - "openai/o3": { + "google/gemini-2.5-pro-preview-06-05": { + "success": true, + "attempted": true + }, + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": true, + "openai/o4-mini-high": { + "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "openai/gpt-5minimal": { + "success": true, + "attempted": true + }, + "openai/gpt-4.1": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "google/gemini-2.5-pro-preview": { "success": true, "attempted": true }, - "openai/gpt-5": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "openai/o4-mini-high": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/o3": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "openai/gpt-5": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-sonnet-4": { + "success": true, + "attempted": true + }, + "anthropic/claude-3.7-sonnetthinking": { + "success": true, + "attempted": true + }, + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": true, "attempted": true } @@ -6199,27 +6199,27 @@ "success": false, "attempted": false }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -6227,85 +6227,85 @@ "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { + "success": true, + "attempted": true + }, + "openai/gpt-4.1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": true, + "moonshotai/kimi-k2": { + "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "openai/o3": { "success": false, "attempted": true }, - "openai/gpt-5": { + "x-ai/grok-4-07-09": { "success": true, "attempted": true }, - "openai/o4-mini-high": { - "success": false, + "openai/gpt-5": { + "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true - }, - "openai/gpt-5minimal": { - "success": true, - "attempted": true } } }, @@ -6318,112 +6318,112 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, - "attempted": true - }, - "google/gemini-2.5-pro-preview-03-25": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": false, + "anthropic/claude-opus-4.1": { + "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "deepseek/deepseek-chat-v3.1": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4thinking": { - "success": true, + "openai/o4-mini": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": false, + "anthropic/claude-sonnet-4thinking": { + "success": true, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { - "success": true, + "openai/gpt-4.1": { + "success": false, "attempted": true }, "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { - "success": true, + "x-ai/grok-4-07-09": { + "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { - "success": false, + "anthropic/claude-3.7-sonnetthinking": { + "success": true, "attempted": true }, - "openai/gpt-4.1": { + "deepseek/deepseek-chat-v3-0324": { + "success": true, + "attempted": true + }, + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { - "success": true, + "google/gemini-2.5-pro-preview-03-25": { + "success": false, "attempted": true } } @@ -6437,27 +6437,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { - "success": true, + "anthropic/claude-3.5-sonnet": { + "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -6465,35 +6465,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": false, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { - "success": false, + "anthropic/claude-3.5-sonnet-20240620": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -6501,48 +6497,52 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { + "success": true, + "attempted": true + }, + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { - "success": true, + "google/gemini-2.5-pro-preview-03-25": { + "success": false, "attempted": true } } @@ -6556,27 +6556,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": false, + "deepseek/deepseek-chat-v3.1": { + "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -6584,85 +6584,85 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { - "success": true, - "attempted": true - }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": true, + "openai/gpt-5minimal": { + "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { - "success": true, + "openai/gpt-4.1": { + "success": false, "attempted": true }, "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "anthropic/claude-3.7-sonnet": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { - "success": true, + "x-ai/grok-4-07-09": { + "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { - "success": false, + "anthropic/claude-3.7-sonnetthinking": { + "success": true, "attempted": true }, - "openai/gpt-4.1": { - "success": false, + "deepseek/deepseek-chat-v3-0324": { + "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true + }, + "google/gemini-2.5-pro-preview-03-25": { + "success": true, + "attempted": true } } }, @@ -6675,27 +6675,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": false, + "deepseek/deepseek-chat-v3.1": { + "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -6703,85 +6703,85 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { - "success": true, - "attempted": true - }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { - "success": true, + "openai/gpt-4.1": { + "success": false, "attempted": true }, "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "anthropic/claude-3.7-sonnet": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { - "success": true, + "x-ai/grok-4-07-09": { + "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "openai/gpt-4.1": { - "success": false, + "deepseek/deepseek-chat-v3-0324": { + "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true + }, + "google/gemini-2.5-pro-preview-03-25": { + "success": true, + "attempted": true } } }, @@ -6794,27 +6794,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { - "success": true, + "anthropic/claude-3.5-sonnet": { + "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -6822,35 +6822,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": true, "attempted": true }, - "x-ai/grok-3-mini-beta": { - "success": false, - "attempted": true - }, - "openai/o4-mini": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { - "success": true, + "openai/o4-mini-high": { + "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": true, "attempted": true }, @@ -6858,47 +6854,51 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "anthropic/claude-3.7-sonnet": { + "success": false, "attempted": true }, - "openai/gpt-5": { - "success": false, + "moonshotai/kimi-k2": { + "success": true, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": true, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { "success": true, "attempted": true }, - "deepseek/deepseek-r1": { - "success": false, + "anthropic/claude-3.7-sonnetthinking": { + "success": true, "attempted": true }, - "openai/gpt-4.1": { + "deepseek/deepseek-chat-v3-0324": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-flash-preview": { + "success": false, + "attempted": true + }, + "google/gemini-2.5-pro-preview-03-25": { "success": true, "attempted": true } @@ -6913,27 +6913,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": false, + "deepseek/deepseek-chat-v3.1": { + "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { - "success": false, + "anthropic/claude-3.5-sonnet": { + "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -6941,83 +6941,83 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { - "success": false, + "deepseek/deepseek-r1": { + "success": true, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { - "success": true, - "attempted": true - }, "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { - "success": true, + "x-ai/grok-4-07-09": { + "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { + "success": true, + "attempted": true + }, + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": true, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { - "success": true, + "google/gemini-2.5-flash-preview": { + "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -7032,27 +7032,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { - "success": false, + "anthropic/claude-3.5-sonnet": { + "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -7060,83 +7060,83 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": false, + "deepseek/deepseek-r1-0528": { + "success": true, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { - "success": true, + "openai/o4-mini-high": { + "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": true, "attempted": true }, - "openai/o3": { - "success": false, - "attempted": true - }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { - "success": true, + "openai/gpt-4.1": { + "success": false, "attempted": true }, "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "anthropic/claude-3.7-sonnet": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { "success": true, "attempted": true }, - "openai/gpt-4.1": { + "deepseek/deepseek-chat-v3-0324": { + "success": true, + "attempted": true + }, + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { - "success": true, + "google/gemini-2.5-flash-preview": { + "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": true, "attempted": true } @@ -7151,63 +7151,59 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { - "success": false, + "x-ai/grok-3-beta": { + "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": false, + "deepseek/deepseek-chat-v3.1": { + "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { - "success": true, + "openai/o4-mini": { + "success": false, "attempted": true }, "anthropic/claude-sonnet-4thinking": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { - "success": true, - "attempted": true - }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": true, + "openai/gpt-5minimal": { + "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -7215,47 +7211,51 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { - "success": true, + "x-ai/grok-4-07-09": { + "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { - "success": false, + "anthropic/claude-3.7-sonnetthinking": { + "success": true, "attempted": true }, - "openai/gpt-4.1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-flash-preview": { + "success": true, + "attempted": true + }, + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -7270,27 +7270,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": false, + "deepseek/deepseek-chat-v3.1": { + "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -7298,83 +7298,83 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { - "success": true, - "attempted": true - }, "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "anthropic/claude-3.7-sonnet": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { - "success": true, + "x-ai/grok-4-07-09": { + "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "deepseek/deepseek-chat-v3-0324": { + "success": true, + "attempted": true + }, + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -7389,39 +7389,23 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": false, - "attempted": true - }, - "anthropic/claude-3.5-sonnet-20240620": { - "success": false, - "attempted": true - }, - "google/gemini-2.5-flash-preview": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4thinking": { - "success": true, - "attempted": true - }, - "google/gemini-2.5-pro-preview": { - "success": true, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, @@ -7429,71 +7413,87 @@ "success": false, "attempted": true }, - "x-ai/grok-3-beta": { - "success": false, + "anthropic/claude-sonnet-4thinking": { + "success": true, "attempted": true }, "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o3": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "openai/gpt-4.1": { "success": true, "attempted": true }, - "openai/gpt-5": { + "google/gemini-2.5-flash-previewthinking": { + "success": false, + "attempted": true + }, + "google/gemini-2.5-pro-preview": { "success": true, "attempted": true }, - "openai/o4-mini-high": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/o3": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { - "success": false, + "openai/gpt-5": { + "success": true, "attempted": true }, - "openai/gpt-4.1": { + "anthropic/claude-sonnet-4": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "deepseek/deepseek-chat-v3-0324": { + "success": false, + "attempted": true + }, + "x-ai/grok-3-mini-beta": { + "success": false, + "attempted": true + }, + "google/gemini-2.5-flash-preview": { + "success": false, + "attempted": true + }, + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -7508,27 +7508,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": false, + "deepseek/deepseek-chat-v3.1": { + "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { - "success": true, + "anthropic/claude-3.5-sonnet": { + "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -7536,35 +7536,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": false, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": true, "attempted": true }, @@ -7572,49 +7568,53 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": true, + "google/gemini-2.5-pro-preview": { + "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "anthropic/claude-3.7-sonnet": { + "success": false, "attempted": true }, - "openai/gpt-5": { - "success": true, + "moonshotai/kimi-k2": { + "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": true, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "openai/gpt-5": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "deepseek/deepseek-chat-v3-0324": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true + }, + "google/gemini-2.5-pro-preview-03-25": { + "success": true, + "attempted": true } } }, @@ -7627,63 +7627,59 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": false, - "attempted": true - }, - "anthropic/claude-3.5-sonnet-20240620": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "anthropic/claude-3.5-sonnet": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4thinking": { - "success": true, + "openai/o4-mini": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "anthropic/claude-sonnet-4thinking": { "success": true, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { - "success": true, + "anthropic/claude-3.5-sonnet-20240620": { + "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": true, + "openai/gpt-5minimal": { + "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -7691,48 +7687,52 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "anthropic/claude-3.7-sonnet": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": true, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { - "success": false, + "x-ai/grok-4-07-09": { + "success": true, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "openai/gpt-5": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { + "success": true, + "attempted": true + }, + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": true, "attempted": true }, - "openai/gpt-5minimal": { - "success": false, + "google/gemini-2.5-pro-preview-03-25": { + "success": true, "attempted": true } } @@ -7746,27 +7746,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { - "success": true, + "x-ai/grok-3-beta": { + "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { - "success": false, + "anthropic/claude-3.5-sonnet": { + "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -7774,84 +7774,84 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": true, "attempted": true }, - "x-ai/grok-3-mini-beta": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": true, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": true, - "attempted": true - }, - "deepseek/deepseek-chat-v3-0324": { - "success": true, + "openai/gpt-4.1": { + "success": false, "attempted": true }, "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": false, + "google/gemini-2.5-pro-preview": { + "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { - "success": true, + "x-ai/grok-4-07-09": { + "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, + "attempted": true + }, + "anthropic/claude-3.7-sonnetthinking": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": true, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { - "success": true, + "google/gemini-2.5-flash-preview": { + "success": false, "attempted": true }, - "openai/gpt-5minimal": { - "success": false, + "google/gemini-2.5-pro-preview-03-25": { + "success": true, "attempted": true } } @@ -7865,111 +7865,111 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { - "success": true, + "openai/o4-mini": { + "success": false, "attempted": true }, "anthropic/claude-sonnet-4thinking": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { + "success": true, + "attempted": true + }, + "openai/o4-mini-high": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "deepseek/deepseek-r1": { "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/gpt-5minimal": { + "success": true, + "attempted": true + }, + "openai/gpt-4.1": { "success": false, "attempted": true }, - "openai/o3": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "openai/o3": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "x-ai/grok-4-07-09": { + "success": false, "attempted": true }, "openai/gpt-5": { "success": true, "attempted": true }, - "openai/o4-mini-high": { - "success": false, - "attempted": true - }, - "deepseek/deepseek-chat-v3.1": { + "anthropic/claude-sonnet-4": { "success": true, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, - "attempted": true - }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": true, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": true, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": true, "attempted": true } @@ -7984,27 +7984,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -8012,83 +8012,83 @@ "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { - "success": false, + "anthropic/claude-3.5-sonnet-20240620": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { - "success": true, - "attempted": true - }, "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "anthropic/claude-3.7-sonnet": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "deepseek/deepseek-chat-v3-0324": { + "success": true, + "attempted": true + }, + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { - "success": true, + "google/gemini-2.5-flash-preview": { + "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -8103,27 +8103,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { - "success": true, + "x-ai/grok-3-beta": { + "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": true, + "deepseek/deepseek-chat-v3.1": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -8131,35 +8131,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": true, + "openai/gpt-5minimal": { + "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -8167,49 +8163,53 @@ "success": true, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": false, + "google/gemini-2.5-pro-preview": { + "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { - "success": false, + "anthropic/claude-3.7-sonnetthinking": { + "success": true, "attempted": true }, - "openai/gpt-4.1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true + }, + "google/gemini-2.5-pro-preview-03-25": { + "success": true, + "attempted": true } } }, @@ -8222,27 +8222,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": false, + "anthropic/claude-opus-4.1": { + "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -8250,84 +8250,84 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": true, "attempted": true }, - "x-ai/grok-3-mini-beta": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "openai/o4-mini": { - "success": false, + "anthropic/claude-3.5-sonnet-20240620": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": true, "attempted": true }, - "openai/o3": { - "success": false, - "attempted": true - }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { - "success": false, + "openai/gpt-4.1": { + "success": true, "attempted": true }, "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": true, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": true, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { + "success": true, + "attempted": true + }, + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": true, "attempted": true }, - "deepseek/deepseek-r1": { - "success": true, + "deepseek/deepseek-chat-v3-0324": { + "success": false, "attempted": true }, - "openai/gpt-4.1": { - "success": true, + "x-ai/grok-3-mini-beta": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { - "success": true, + "google/gemini-2.5-flash-preview": { + "success": false, "attempted": true }, - "openai/gpt-5minimal": { - "success": true, + "google/gemini-2.5-pro-preview-03-25": { + "success": false, "attempted": true } } @@ -8341,27 +8341,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -8369,83 +8369,83 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "moonshotai/kimi-k2": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -8460,27 +8460,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { - "success": true, + "x-ai/grok-3-beta": { + "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": true, + "deepseek/deepseek-chat-v3.1": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -8488,83 +8488,83 @@ "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { - "success": false, + "openai/gpt-5minimal": { + "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { - "success": true, - "attempted": true - }, "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "anthropic/claude-3.7-sonnet": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "deepseek/deepseek-chat-v3-0324": { + "success": true, + "attempted": true + }, + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": true, "attempted": true } @@ -8579,27 +8579,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { - "success": true, + "x-ai/grok-3-beta": { + "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": true, + "deepseek/deepseek-chat-v3.1": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { - "success": true, + "anthropic/claude-3.5-sonnet": { + "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -8607,85 +8607,85 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "openai/o4-mini": { - "success": false, + "anthropic/claude-3.5-sonnet-20240620": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { - "success": true, - "attempted": true - }, "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "anthropic/claude-3.7-sonnet": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "openai/gpt-4.1": { - "success": false, + "deepseek/deepseek-chat-v3-0324": { + "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true + }, + "google/gemini-2.5-pro-preview-03-25": { + "success": true, + "attempted": true } } }, @@ -8698,27 +8698,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": false, + "anthropic/claude-opus-4.1": { + "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": false, + "deepseek/deepseek-chat-v3.1": { + "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -8726,35 +8726,31 @@ "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": false, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { - "success": true, + "anthropic/claude-3.5-sonnet-20240620": { + "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": true, + "openai/gpt-5minimal": { + "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -8762,49 +8758,53 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { - "success": true, + "x-ai/grok-4-07-09": { + "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { - "success": false, + "anthropic/claude-3.7-sonnetthinking": { + "success": true, "attempted": true }, - "openai/gpt-4.1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true + }, + "google/gemini-2.5-pro-preview-03-25": { + "success": true, + "attempted": true } } }, @@ -8817,27 +8817,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -8845,83 +8845,83 @@ "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -8936,27 +8936,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": true, + "anthropic/claude-opus-4.1": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -8964,84 +8964,84 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { - "success": false, + "openai/gpt-5minimal": { + "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/gpt-5": { - "success": true, + "openai/o3": { + "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { - "success": false, + "openai/gpt-5": { + "success": true, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { - "success": true, + "google/gemini-2.5-pro-preview-03-25": { + "success": false, "attempted": true } } @@ -9055,27 +9055,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": true, + "deepseek/deepseek-chat-v3.1": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -9083,83 +9083,83 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "moonshotai/kimi-k2": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -9174,27 +9174,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -9202,84 +9202,84 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { + "success": false, + "attempted": true + }, + "google/gemini-2.5-pro-preview-06-05": { "success": true, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "openai/o4-mini": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { - "success": true, + "deepseek/deepseek-r1": { + "success": false, + "attempted": true + }, + "openai/gpt-5minimal": { + "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "openai/o3": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "google/gemini-2.5-pro-preview": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { - "success": false, + "anthropic/claude-3.7-sonnet": { + "success": true, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "openai/o3": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "x-ai/grok-4-07-09": { + "success": false, "attempted": true }, "openai/gpt-5": { "success": true, "attempted": true }, - "openai/o4-mini-high": { - "success": false, - "attempted": true - }, - "deepseek/deepseek-chat-v3.1": { + "anthropic/claude-sonnet-4": { "success": true, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, - "attempted": true - }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-3.7-sonnetthinking": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { - "success": false, + "google/gemini-2.5-pro-preview-03-25": { + "success": true, "attempted": true } } @@ -9293,27 +9293,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { - "success": false, + "x-ai/grok-3-beta": { + "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": false, + "anthropic/claude-opus-4.1": { + "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -9321,83 +9321,83 @@ "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { - "success": true, + "openai/o4-mini-high": { + "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "moonshotai/kimi-k2": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -9412,27 +9412,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -9440,35 +9440,31 @@ "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -9476,48 +9472,52 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": false, + "google/gemini-2.5-pro-preview": { + "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { + "success": true, + "attempted": true + }, + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { - "success": true, + "google/gemini-2.5-pro-preview-03-25": { + "success": false, "attempted": true } } @@ -9531,27 +9531,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -9559,84 +9559,84 @@ "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { - "success": false, + "openai/gpt-5minimal": { + "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { - "success": true, + "google/gemini-2.5-pro-preview-03-25": { + "success": false, "attempted": true } } @@ -9650,27 +9650,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { - "success": true, + "x-ai/grok-3-beta": { + "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -9678,84 +9678,84 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": true, + "openai/gpt-4.1": { + "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "moonshotai/kimi-k2": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-3.7-sonnetthinking": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { - "success": false, + "google/gemini-2.5-pro-preview-03-25": { + "success": true, "attempted": true } } @@ -9769,27 +9769,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { - "success": true, + "x-ai/grok-3-beta": { + "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": true, + "deepseek/deepseek-chat-v3.1": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -9797,35 +9797,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": false, + "deepseek/deepseek-r1-0528": { + "success": true, "attempted": true }, - "x-ai/grok-3-mini-beta": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { - "success": true, - "attempted": true - }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -9833,49 +9829,53 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true + }, + "google/gemini-2.5-pro-preview-03-25": { + "success": true, + "attempted": true } } }, @@ -9888,63 +9888,59 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { - "success": true, + "x-ai/grok-3-beta": { + "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": true, + "deepseek/deepseek-chat-v3.1": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { - "success": true, + "openai/o4-mini": { + "success": false, "attempted": true }, "anthropic/claude-sonnet-4thinking": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -9952,47 +9948,51 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": false, + "google/gemini-2.5-pro-preview": { + "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "openai/gpt-5": { - "success": true, + "moonshotai/kimi-k2": { + "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "openai/gpt-5": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { - "success": false, + "anthropic/claude-3.7-sonnetthinking": { + "success": true, "attempted": true }, - "openai/gpt-4.1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-flash-preview": { + "success": true, + "attempted": true + }, + "google/gemini-2.5-pro-preview-03-25": { "success": true, "attempted": true } @@ -10007,27 +10007,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": false, + "deepseek/deepseek-chat-v3.1": { + "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -10035,35 +10035,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -10071,47 +10067,51 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": false, + "google/gemini-2.5-pro-preview": { + "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "anthropic/claude-3.7-sonnet": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { - "success": true, + "x-ai/grok-4-07-09": { + "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { + "success": true, + "attempted": true + }, + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -10126,27 +10126,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": false, + "deepseek/deepseek-chat-v3.1": { + "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -10154,35 +10154,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": false, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { - "success": true, + "anthropic/claude-3.5-sonnet-20240620": { + "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { - "success": false, + "deepseek/deepseek-r1": { + "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": true, "attempted": true }, @@ -10190,47 +10186,51 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "anthropic/claude-3.7-sonnet": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { - "success": true, + "x-ai/grok-4-07-09": { + "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { "success": true, "attempted": true }, - "openai/gpt-4.1": { + "deepseek/deepseek-chat-v3-0324": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-flash-preview": { + "success": false, + "attempted": true + }, + "google/gemini-2.5-pro-preview-03-25": { "success": true, "attempted": true } @@ -10245,27 +10245,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { - "success": true, + "x-ai/grok-3-beta": { + "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": true, + "anthropic/claude-opus-4.1": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -10273,35 +10273,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": false, + "openai/gpt-5minimal": { + "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -10309,47 +10305,51 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": false, + "google/gemini-2.5-pro-preview": { + "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { + "success": true, + "attempted": true + }, + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": true, "attempted": true } @@ -10364,27 +10364,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { - "success": false, + "x-ai/grok-3-beta": { + "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": true, + "deepseek/deepseek-chat-v3.1": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -10392,35 +10392,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { - "success": true, - "attempted": true - }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": true, + "openai/gpt-5minimal": { + "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -10428,47 +10424,51 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "anthropic/claude-3.7-sonnet": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { + "success": true, + "attempted": true + }, + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -10483,27 +10483,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { - "success": false, + "x-ai/grok-3-beta": { + "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -10511,35 +10511,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -10547,48 +10543,52 @@ "success": true, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": true, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": true, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "openai/gpt-5": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { + "success": true, + "attempted": true + }, + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { - "success": true, + "google/gemini-2.5-flash-preview": { + "success": false, "attempted": true }, - "openai/gpt-5minimal": { - "success": true, + "google/gemini-2.5-pro-preview-03-25": { + "success": false, "attempted": true } } @@ -10602,27 +10602,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": true, + "deepseek/deepseek-chat-v3.1": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -10630,35 +10630,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": true, - "attempted": true - }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -10666,47 +10662,51 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { + "success": true, + "attempted": true + }, + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -10721,27 +10721,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": false, + "anthropic/claude-opus-4.1": { + "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { - "success": true, + "anthropic/claude-3.5-sonnet": { + "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -10749,84 +10749,84 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { - "success": false, + "anthropic/claude-3.5-sonnet-20240620": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { - "success": false, + "openai/gpt-5minimal": { + "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "moonshotai/kimi-k2": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { - "success": true, + "google/gemini-2.5-pro-preview-03-25": { + "success": false, "attempted": true } } @@ -10840,27 +10840,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -10868,83 +10868,83 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "moonshotai/kimi-k2": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -10959,27 +10959,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { - "success": false, + "anthropic/claude-3.5-sonnet": { + "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -10987,47 +10987,55 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { + "success": true, + "attempted": true + }, + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "openai/o4-mini": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "deepseek/deepseek-r1": { "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/gpt-5minimal": { "success": true, "attempted": true }, - "openai/o3": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": true, + "google/gemini-2.5-flash-previewthinking": { + "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-pro-preview": { + "success": false, + "attempted": true + }, + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": true, + "openai/o3": { + "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "x-ai/grok-4-07-09": { "success": true, "attempted": true }, @@ -11035,35 +11043,27 @@ "success": true, "attempted": true }, - "openai/o4-mini-high": { - "success": false, - "attempted": true - }, - "deepseek/deepseek-chat-v3.1": { - "success": false, - "attempted": true - }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-3.7-sonnetthinking": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": true, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { - "success": true, + "google/gemini-2.5-flash-preview": { + "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": true, "attempted": true } @@ -11078,27 +11078,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -11106,83 +11106,83 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": true, - "attempted": true - }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "google/gemini-2.5-pro-preview": { "success": true, "attempted": true }, - "openai/gpt-5": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/o3": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "openai/gpt-5": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-sonnet-4": { + "success": true, + "attempted": true + }, + "anthropic/claude-3.7-sonnetthinking": { + "success": true, + "attempted": true + }, + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -11197,27 +11197,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { - "success": true, + "x-ai/grok-3-beta": { + "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": true, + "deepseek/deepseek-chat-v3.1": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -11225,35 +11225,31 @@ "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -11261,49 +11257,53 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": false, + "google/gemini-2.5-pro-preview": { + "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "openai/gpt-5": { - "success": true, + "moonshotai/kimi-k2": { + "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "openai/gpt-5": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true + }, + "google/gemini-2.5-pro-preview-03-25": { + "success": true, + "attempted": true } } }, @@ -11316,27 +11316,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -11344,83 +11344,83 @@ "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -11435,27 +11435,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": true, + "anthropic/claude-opus-4.1": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -11463,35 +11463,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": true, + "openai/gpt-5minimal": { + "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -11499,47 +11495,51 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": false, + "google/gemini-2.5-pro-preview": { + "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { + "success": true, + "attempted": true + }, + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -11554,63 +11554,59 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, - "attempted": true - }, - "google/gemini-2.5-pro-preview-03-25": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4thinking": { + "openai/o4-mini": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "anthropic/claude-sonnet-4thinking": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -11618,47 +11614,51 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-flash-preview": { + "success": false, + "attempted": true + }, + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -11673,27 +11673,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": false, + "anthropic/claude-opus-4.1": { + "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": false, + "deepseek/deepseek-chat-v3.1": { + "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -11701,35 +11701,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": false, + "openai/gpt-5minimal": { + "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -11737,47 +11733,51 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": false, + "google/gemini-2.5-pro-preview": { + "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { - "success": true, + "x-ai/grok-4-07-09": { + "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { - "success": true, + "x-ai/grok-3-mini-beta": { + "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-flash-preview": { + "success": false, + "attempted": true + }, + "google/gemini-2.5-pro-preview-03-25": { "success": true, "attempted": true } @@ -11792,27 +11792,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": true, + "deepseek/deepseek-chat-v3.1": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -11820,84 +11820,84 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { - "success": false, + "anthropic/claude-3.5-sonnet-20240620": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { - "success": false, + "openai/gpt-4.1": { + "success": true, "attempted": true }, "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": true, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { - "success": false, + "x-ai/grok-4-07-09": { + "success": true, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "openai/gpt-5": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { + "success": true, + "attempted": true + }, + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { - "success": true, + "x-ai/grok-3-mini-beta": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { - "success": true, + "google/gemini-2.5-flash-preview": { + "success": false, "attempted": true }, - "openai/gpt-5minimal": { - "success": true, + "google/gemini-2.5-pro-preview-03-25": { + "success": false, "attempted": true } } @@ -11911,27 +11911,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { - "success": false, + "x-ai/grok-3-beta": { + "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -11939,83 +11939,83 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": false, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { - "success": false, + "deepseek/deepseek-r1-0528": { + "success": true, "attempted": true }, - "openai/o4-mini": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { - "success": true, + "openai/o4-mini-high": { + "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { - "success": true, + "openai/gpt-4.1": { + "success": false, "attempted": true }, "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": true, + "google/gemini-2.5-pro-preview": { + "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "anthropic/claude-3.7-sonnet": { + "success": false, "attempted": true }, - "openai/gpt-5": { - "success": true, + "moonshotai/kimi-k2": { + "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": true, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "openai/gpt-5": { + "success": true, + "attempted": true + }, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { - "success": false, + "deepseek/deepseek-chat-v3-0324": { + "success": true, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { - "success": true, + "google/gemini-2.5-flash-preview": { + "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -12030,111 +12030,111 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { - "success": true, + "openai/o4-mini": { + "success": false, "attempted": true }, "anthropic/claude-sonnet-4thinking": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": false, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { - "success": false, + "openai/gpt-4.1": { + "success": true, "attempted": true }, "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "openai/gpt-5": { - "success": false, + "moonshotai/kimi-k2": { + "success": true, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { - "success": true, + "x-ai/grok-4-07-09": { + "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { + "success": true, + "attempted": true + }, + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { - "success": true, + "x-ai/grok-3-mini-beta": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": true, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": true, "attempted": true } @@ -12149,27 +12149,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -12177,35 +12177,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -12213,47 +12209,51 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": false, + "google/gemini-2.5-pro-preview": { + "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "anthropic/claude-3.7-sonnet": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { + "success": true, + "attempted": true + }, + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -12268,27 +12268,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": false, + "anthropic/claude-opus-4.1": { + "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": true, + "deepseek/deepseek-chat-v3.1": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -12296,83 +12296,83 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "moonshotai/kimi-k2": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -12387,27 +12387,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": true, + "anthropic/claude-opus-4.1": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -12415,85 +12415,85 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { - "success": true, + "openai/gpt-4.1": { + "success": false, "attempted": true }, "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { + "success": true, + "attempted": true + }, + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, + "attempted": true + }, + "anthropic/claude-3.7-sonnetthinking": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "deepseek/deepseek-chat-v3-0324": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true - }, - "openai/gpt-5minimal": { - "success": true, - "attempted": true } } }, @@ -12506,111 +12506,111 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { - "success": false, + "x-ai/grok-3-beta": { + "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { - "success": true, + "openai/o4-mini": { + "success": false, "attempted": true }, "anthropic/claude-sonnet-4thinking": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { - "success": true, + "anthropic/claude-3.5-sonnet-20240620": { + "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { - "success": false, + "openai/gpt-4.1": { + "success": true, "attempted": true }, "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": false, + "google/gemini-2.5-pro-preview": { + "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "openai/gpt-4.1": { - "success": true, + "deepseek/deepseek-chat-v3-0324": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-flash-preview": { + "success": true, + "attempted": true + }, + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -12625,27 +12625,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { - "success": true, + "x-ai/grok-3-beta": { + "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -12653,35 +12653,31 @@ "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -12689,49 +12685,53 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": false, + "google/gemini-2.5-pro-preview": { + "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true + }, + "google/gemini-2.5-pro-preview-03-25": { + "success": true, + "attempted": true } } }, @@ -12744,27 +12744,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -12772,83 +12772,83 @@ "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "moonshotai/kimi-k2": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -12863,27 +12863,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": true, + "anthropic/claude-opus-4.1": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -12891,84 +12891,84 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { - "success": false, + "openai/gpt-5minimal": { + "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { - "success": true, + "google/gemini-2.5-pro-preview-03-25": { + "success": false, "attempted": true } } @@ -12982,27 +12982,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { - "success": true, + "x-ai/grok-3-beta": { + "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": true, + "anthropic/claude-opus-4.1": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -13010,35 +13010,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": true, - "attempted": true - }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -13046,49 +13042,53 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { - "success": true, + "x-ai/grok-4-07-09": { + "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { - "success": false, + "anthropic/claude-3.7-sonnetthinking": { + "success": true, "attempted": true }, - "openai/gpt-4.1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true + }, + "google/gemini-2.5-pro-preview-03-25": { + "success": true, + "attempted": true } } }, @@ -13101,27 +13101,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -13129,83 +13129,83 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "moonshotai/kimi-k2": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -13220,113 +13220,113 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { - "success": true, + "anthropic/claude-3.5-sonnet": { + "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { - "success": true, + "openai/o4-mini": { + "success": false, "attempted": true }, "anthropic/claude-sonnet-4thinking": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": false, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { - "success": false, + "anthropic/claude-3.5-sonnet-20240620": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { - "success": false, + "deepseek/deepseek-r1": { + "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { - "success": false, + "openai/gpt-4.1": { + "success": true, "attempted": true }, "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": true, + "google/gemini-2.5-pro-preview": { + "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": true, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { - "success": false, + "x-ai/grok-4-07-09": { + "success": true, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "openai/gpt-5": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { "success": true, "attempted": true }, - "openai/gpt-4.1": { - "success": true, + "deepseek/deepseek-chat-v3-0324": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-flash-preview": { "success": true, "attempted": true + }, + "google/gemini-2.5-pro-preview-03-25": { + "success": false, + "attempted": true } } }, @@ -13339,113 +13339,113 @@ "success": false, "attempted": false }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { - "success": true, + "x-ai/grok-3-beta": { + "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { - "success": true, + "openai/o4-mini": { + "success": false, "attempted": true }, "anthropic/claude-sonnet-4thinking": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { - "success": false, - "attempted": true - }, "google/gemini-2.5-flash-previewthinking": { "success": true, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": false, - "attempted": true - }, - "anthropic/claude-opus-4.1": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "openai/gpt-5": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/o3": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "openai/gpt-5": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "anthropic/claude-3.7-sonnetthinking": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true + }, + "google/gemini-2.5-flash-preview": { + "success": true, + "attempted": true + }, + "google/gemini-2.5-pro-preview-03-25": { + "success": true, + "attempted": true } } }, @@ -13458,63 +13458,59 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { - "success": true, - "attempted": true - }, - "anthropic/claude-sonnet-4": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { - "success": true, + "deepseek/deepseek-chat-v3.1": { + "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4thinking": { - "success": true, + "openai/o4-mini": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "anthropic/claude-sonnet-4thinking": { "success": true, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { - "success": false, + "anthropic/claude-3.5-sonnet-20240620": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -13522,49 +13518,53 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": false, + "google/gemini-2.5-pro-preview": { + "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "anthropic/claude-3.7-sonnet": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true + }, + "google/gemini-2.5-pro-preview-03-25": { + "success": true, + "attempted": true } } }, @@ -13577,63 +13577,59 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": false, - "attempted": true - }, - "google/gemini-2.5-pro-preview-06-05": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "deepseek/deepseek-chat-v3.1": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4thinking": { + "openai/o4-mini": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, + "anthropic/claude-sonnet-4thinking": { + "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -13641,49 +13637,53 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": false, + "google/gemini-2.5-pro-preview": { + "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { - "success": true, + "x-ai/grok-4-07-09": { + "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true + }, + "google/gemini-2.5-pro-preview-03-25": { + "success": true, + "attempted": true } } }, @@ -13696,113 +13696,113 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": true, + "anthropic/claude-opus-4.1": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { - "success": true, + "openai/o4-mini": { + "success": false, "attempted": true }, "anthropic/claude-sonnet-4thinking": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { - "success": false, + "openai/gpt-4.1": { + "success": true, "attempted": true }, "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": false, + "google/gemini-2.5-pro-preview": { + "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": true, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "openai/gpt-5": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { "success": true, "attempted": true }, - "deepseek/deepseek-r1": { - "success": false, + "anthropic/claude-3.7-sonnetthinking": { + "success": true, "attempted": true }, - "openai/gpt-4.1": { - "success": true, + "deepseek/deepseek-chat-v3-0324": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-flash-preview": { "success": true, "attempted": true + }, + "google/gemini-2.5-pro-preview-03-25": { + "success": false, + "attempted": true } } }, @@ -13815,27 +13815,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -13843,83 +13843,83 @@ "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -13934,27 +13934,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": true, + "anthropic/claude-opus-4.1": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": true, + "deepseek/deepseek-chat-v3.1": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { - "success": true, + "anthropic/claude-3.5-sonnet": { + "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -13962,35 +13962,31 @@ "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { - "success": false, + "anthropic/claude-3.5-sonnet-20240620": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { - "success": false, + "deepseek/deepseek-r1": { + "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": false, + "openai/gpt-5minimal": { + "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -13998,48 +13994,52 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { - "success": false, + "x-ai/grok-4-07-09": { + "success": true, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { + "success": true, + "attempted": true + }, + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { - "success": true, + "deepseek/deepseek-chat-v3-0324": { + "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { - "success": true, + "google/gemini-2.5-pro-preview-03-25": { + "success": false, "attempted": true } } @@ -14053,111 +14053,111 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { - "success": true, + "x-ai/grok-3-beta": { + "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": true, + "deepseek/deepseek-chat-v3.1": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { - "success": true, + "anthropic/claude-3.5-sonnet": { + "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { - "success": true, + "openai/o4-mini": { + "success": false, "attempted": true }, "anthropic/claude-sonnet-4thinking": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": true, "attempted": true }, - "openai/o4-mini": { - "success": false, + "anthropic/claude-3.5-sonnet-20240620": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { - "success": false, + "openai/gpt-5minimal": { + "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "moonshotai/kimi-k2": { "success": true, "attempted": true }, - "openai/gpt-5": { - "success": true, + "openai/o3": { + "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { - "success": false, + "openai/gpt-5": { + "success": true, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet": { - "success": false, + "google/gemini-2.5-flash-preview": { + "success": true, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": true, "attempted": true } @@ -14172,27 +14172,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": false, + "deepseek/deepseek-chat-v3.1": { + "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -14200,35 +14200,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": false, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -14236,47 +14232,51 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { - "success": true, + "x-ai/grok-4-07-09": { + "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { + "success": true, + "attempted": true + }, + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -14291,113 +14291,113 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": true, + "deepseek/deepseek-chat-v3.1": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { - "success": true, + "anthropic/claude-3.5-sonnet": { + "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { - "success": true, + "openai/o4-mini": { + "success": false, "attempted": true }, "anthropic/claude-sonnet-4thinking": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { - "success": false, + "anthropic/claude-3.5-sonnet-20240620": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { - "success": true, + "openai/gpt-4.1": { + "success": false, "attempted": true }, "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": false, + "google/gemini-2.5-pro-preview": { + "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": true, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "openai/gpt-5": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { "success": true, "attempted": true }, - "deepseek/deepseek-r1": { - "success": false, + "anthropic/claude-3.7-sonnetthinking": { + "success": true, "attempted": true }, - "openai/gpt-4.1": { - "success": false, + "deepseek/deepseek-chat-v3-0324": { + "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-flash-preview": { "success": true, "attempted": true + }, + "google/gemini-2.5-pro-preview-03-25": { + "success": false, + "attempted": true } } }, @@ -14410,27 +14410,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { - "success": false, + "x-ai/grok-3-beta": { + "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -14438,35 +14438,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { - "success": true, - "attempted": true - }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": true, + "openai/gpt-5minimal": { + "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -14474,47 +14470,51 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "anthropic/claude-3.7-sonnet": { + "success": false, "attempted": true }, - "openai/gpt-5": { - "success": true, + "moonshotai/kimi-k2": { + "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "openai/gpt-5": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { + "success": true, + "attempted": true + }, + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -14529,27 +14529,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": true, + "anthropic/claude-opus-4.1": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -14557,83 +14557,83 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { + "success": false, + "attempted": true + }, + "google/gemini-2.5-pro-preview-06-05": { "success": true, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "openai/o4-mini": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": true, + "google/gemini-2.5-flash-previewthinking": { + "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-pro-preview": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "openai/o3": { "success": false, "attempted": true }, - "openai/gpt-5": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/gpt-5": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "anthropic/claude-sonnet-4": { "success": true, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, - "attempted": true - }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-3.7-sonnetthinking": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { - "success": false, + "deepseek/deepseek-chat-v3-0324": { + "success": true, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -14648,27 +14648,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { - "success": true, + "x-ai/grok-3-beta": { + "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": false, + "anthropic/claude-opus-4.1": { + "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -14676,35 +14676,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -14712,47 +14708,51 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": false, + "google/gemini-2.5-pro-preview": { + "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "anthropic/claude-3.7-sonnet": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { + "success": true, + "attempted": true + }, + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": true, "attempted": true } @@ -14767,27 +14767,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { - "success": true, + "anthropic/claude-3.5-sonnet": { + "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -14795,35 +14795,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { - "success": false, + "anthropic/claude-3.5-sonnet-20240620": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": true, - "attempted": true - }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -14831,47 +14827,51 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": false, + "anthropic/claude-3.7-sonnet": { + "success": true, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { + "success": true, + "attempted": true + }, + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -14886,27 +14886,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": true, + "anthropic/claude-opus-4.1": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -14914,83 +14914,83 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -15005,27 +15005,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -15033,84 +15033,84 @@ "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { - "success": false, + "openai/gpt-5minimal": { + "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "moonshotai/kimi-k2": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { - "success": true, + "google/gemini-2.5-pro-preview-03-25": { + "success": false, "attempted": true } } @@ -15124,27 +15124,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": true, + "deepseek/deepseek-chat-v3.1": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -15152,35 +15152,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": true, - "attempted": true - }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -15188,47 +15184,51 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { + "success": true, + "attempted": true + }, + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -15243,27 +15243,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -15271,35 +15271,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": false, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": true, + "openai/gpt-5minimal": { + "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -15307,47 +15303,51 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "anthropic/claude-3.7-sonnet": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { + "success": true, + "attempted": true + }, + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -15362,27 +15362,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -15390,35 +15390,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -15426,48 +15422,52 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": false, + "google/gemini-2.5-pro-preview": { + "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { + "success": true, + "attempted": true + }, + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { - "success": true, + "google/gemini-2.5-pro-preview-03-25": { + "success": false, "attempted": true } } @@ -15481,27 +15481,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { - "success": false, + "x-ai/grok-3-beta": { + "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -15509,83 +15509,83 @@ "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { - "success": true, + "openai/o4-mini-high": { + "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -15600,27 +15600,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -15628,35 +15628,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": true, - "attempted": true - }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -15664,47 +15660,51 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "anthropic/claude-3.7-sonnet": { + "success": false, "attempted": true }, - "openai/gpt-5": { - "success": true, + "moonshotai/kimi-k2": { + "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "openai/gpt-5": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { + "success": true, + "attempted": true + }, + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -15719,63 +15719,59 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": true, - "attempted": true - }, - "google/gemini-2.5-pro-preview-06-05": { + "anthropic/claude-opus-4.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4thinking": { + "openai/o4-mini": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "anthropic/claude-sonnet-4thinking": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -15783,47 +15779,51 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { + "success": true, + "attempted": true + }, + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -15838,27 +15838,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -15866,83 +15866,83 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "moonshotai/kimi-k2": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -15957,27 +15957,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": true, + "anthropic/claude-opus-4.1": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -15985,83 +15985,83 @@ "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -16076,27 +16076,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -16104,83 +16104,83 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -16195,27 +16195,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -16223,83 +16223,83 @@ "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -16314,27 +16314,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -16342,83 +16342,83 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -16433,27 +16433,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": true, + "deepseek/deepseek-chat-v3.1": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -16461,83 +16461,83 @@ "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { - "success": true, - "attempted": true - }, "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "deepseek/deepseek-chat-v3-0324": { + "success": true, + "attempted": true + }, + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -16552,27 +16552,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": true, + "anthropic/claude-opus-4.1": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -16580,83 +16580,83 @@ "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": false, + "anthropic/claude-3.7-sonnet": { + "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -16671,27 +16671,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { - "success": true, + "x-ai/grok-3-beta": { + "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": true, + "anthropic/claude-opus-4.1": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": true, + "deepseek/deepseek-chat-v3.1": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -16699,35 +16699,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { - "success": false, + "deepseek/deepseek-r1": { + "success": true, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": true, - "attempted": true - }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -16735,49 +16731,53 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": false, + "anthropic/claude-3.7-sonnet": { + "success": true, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { "success": true, "attempted": true }, - "openai/gpt-4.1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true + }, + "google/gemini-2.5-pro-preview-03-25": { + "success": true, + "attempted": true } } }, @@ -16790,27 +16790,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { - "success": true, + "x-ai/grok-3-beta": { + "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -16818,35 +16818,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": false, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -16854,49 +16850,53 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "anthropic/claude-3.7-sonnet": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true + }, + "google/gemini-2.5-pro-preview-03-25": { + "success": true, + "attempted": true } } }, @@ -16909,27 +16909,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { - "success": true, + "anthropic/claude-3.5-sonnet": { + "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -16937,83 +16937,83 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "openai/o4-mini": { - "success": false, + "anthropic/claude-3.5-sonnet-20240620": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": true, + "openai/gpt-4.1": { + "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "moonshotai/kimi-k2": { + "success": false, "attempted": true }, - "openai/gpt-5": { - "success": true, + "openai/o3": { + "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": true, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-3.7-sonnetthinking": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -17028,27 +17028,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -17056,83 +17056,83 @@ "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -17147,27 +17147,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { - "success": true, + "x-ai/grok-3-beta": { + "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": true, + "deepseek/deepseek-chat-v3.1": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": true, "attempted": true }, @@ -17175,83 +17175,83 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { + "success": false, + "attempted": true + }, + "google/gemini-2.5-pro-preview-06-05": { "success": true, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "openai/o4-mini": { + "openai/o4-mini-high": { "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { - "success": false, + "openai/gpt-5minimal": { + "success": true, "attempted": true }, - "openai/o3": { - "success": true, + "openai/gpt-4.1": { + "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "google/gemini-2.5-flash-previewthinking": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-pro-preview": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "x-ai/grok-4-07-09": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "openai/o3": { "success": true, "attempted": true }, - "openai/gpt-5": { - "success": true, + "x-ai/grok-4-07-09": { + "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/gpt-5": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { - "success": false, - "attempted": true - }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-3.7-sonnetthinking": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { - "success": false, + "deepseek/deepseek-chat-v3-0324": { + "success": true, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { - "success": false, + "google/gemini-2.5-flash-preview": { + "success": true, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": true, "attempted": true } @@ -17266,27 +17266,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": true, + "anthropic/claude-opus-4.1": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -17294,35 +17294,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": false, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": true, + "openai/gpt-5minimal": { + "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -17330,47 +17326,51 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { + "success": true, + "attempted": true + }, + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -17385,27 +17385,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -17413,83 +17413,83 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "moonshotai/kimi-k2": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -17504,63 +17504,59 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { - "success": false, - "attempted": false - }, - "anthropic/claude-sonnet-4": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "anthropic/claude-3.5-sonnet": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4thinking": { + "openai/o4-mini": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "anthropic/claude-sonnet-4thinking": { "success": true, "attempted": true }, - "x-ai/grok-3-mini-beta": { - "success": false, + "deepseek/deepseek-r1-0528": { + "success": true, "attempted": true }, - "openai/o4-mini": { + "google/gemini-2.5-pro-preview-06-05": { "success": true, "attempted": true }, - "x-ai/grok-3-beta": { - "success": true, + "anthropic/claude-3.5-sonnet-20240620": { + "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": true, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": true, "attempted": true }, @@ -17568,49 +17564,53 @@ "success": true, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": false, + "google/gemini-2.5-pro-preview": { + "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": true, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { "success": true, "attempted": true }, - "openai/gpt-4.1": { + "deepseek/deepseek-chat-v3-0324": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet": { - "success": true, + "x-ai/grok-3-mini-beta": { + "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-flash-preview": { "success": true, "attempted": true + }, + "google/gemini-2.5-pro-preview-03-25": { + "success": false, + "attempted": false } } }, @@ -17623,27 +17623,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": true, + "anthropic/claude-opus-4.1": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -17651,35 +17651,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": true, - "attempted": true - }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -17687,47 +17683,51 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "openai/gpt-5": { - "success": true, + "moonshotai/kimi-k2": { + "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "openai/gpt-5": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { + "success": true, + "attempted": true + }, + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -17742,27 +17742,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -17770,83 +17770,83 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -17861,27 +17861,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { - "success": true, + "anthropic/claude-3.5-sonnet": { + "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -17889,85 +17889,85 @@ "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, + "deepseek/deepseek-r1-0528": { + "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { - "success": false, + "anthropic/claude-3.5-sonnet-20240620": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { + "success": true, + "attempted": true + }, + "openai/gpt-4.1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-pro-preview": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "openai/o3": { "success": false, "attempted": true }, - "openai/gpt-5": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/gpt-5": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "deepseek/deepseek-chat-v3-0324": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true - }, - "openai/gpt-5minimal": { - "success": true, - "attempted": true } } }, @@ -17980,27 +17980,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": true, + "anthropic/claude-opus-4.1": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -18008,35 +18008,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": true, + "openai/gpt-5minimal": { + "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -18044,47 +18040,51 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": false, + "google/gemini-2.5-pro-preview": { + "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": false, + "anthropic/claude-3.7-sonnet": { + "success": true, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { + "success": true, + "attempted": true + }, + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -18099,27 +18099,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { - "success": true, + "x-ai/grok-3-beta": { + "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": true, + "anthropic/claude-opus-4.1": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": true, + "deepseek/deepseek-chat-v3.1": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -18127,85 +18127,85 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { - "success": true, - "attempted": true - }, "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "openai/gpt-4.1": { - "success": false, + "deepseek/deepseek-chat-v3-0324": { + "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true + }, + "google/gemini-2.5-pro-preview-03-25": { + "success": true, + "attempted": true } } }, @@ -18218,27 +18218,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -18246,35 +18246,31 @@ "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": false, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": true, + "openai/gpt-5minimal": { + "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -18282,47 +18278,51 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { + "success": true, + "attempted": true + }, + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -18337,27 +18337,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -18365,83 +18365,83 @@ "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -18456,27 +18456,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -18484,83 +18484,83 @@ "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "moonshotai/kimi-k2": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -18575,63 +18575,59 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, - "attempted": true - }, - "google/gemini-2.5-pro-preview-03-25": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "anthropic/claude-opus-4.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4thinking": { - "success": true, + "openai/o4-mini": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "anthropic/claude-sonnet-4thinking": { "success": true, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { - "success": true, + "anthropic/claude-3.5-sonnet-20240620": { + "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": true, + "openai/gpt-5minimal": { + "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -18639,47 +18635,51 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": false, + "google/gemini-2.5-pro-preview": { + "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": false, + "anthropic/claude-3.7-sonnet": { + "success": true, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { + "success": true, + "attempted": true + }, + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -18694,27 +18694,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": true, + "anthropic/claude-opus-4.1": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -18722,83 +18722,83 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -18813,27 +18813,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -18841,83 +18841,83 @@ "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -18932,27 +18932,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": true, + "anthropic/claude-opus-4.1": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -18960,35 +18960,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": true, - "attempted": true - }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -18996,47 +18992,51 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": false, + "anthropic/claude-3.7-sonnet": { + "success": true, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { + "success": true, + "attempted": true + }, + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -19051,27 +19051,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": true, + "anthropic/claude-opus-4.1": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -19079,83 +19079,83 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/gpt-5": { - "success": true, + "openai/o3": { + "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { - "success": false, + "openai/gpt-5": { + "success": true, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -19170,27 +19170,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": true, + "anthropic/claude-opus-4.1": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": true, + "deepseek/deepseek-chat-v3.1": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -19198,84 +19198,84 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { - "success": false, + "openai/gpt-5minimal": { + "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": false, + "anthropic/claude-3.7-sonnet": { + "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/gpt-5": { - "success": true, + "openai/o3": { + "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { - "success": false, + "openai/gpt-5": { + "success": true, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { - "success": true, + "google/gemini-2.5-pro-preview-03-25": { + "success": false, "attempted": true } } @@ -19289,27 +19289,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -19317,83 +19317,83 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "moonshotai/kimi-k2": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -19408,27 +19408,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { - "success": true, + "x-ai/grok-3-beta": { + "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -19436,84 +19436,84 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "moonshotai/kimi-k2": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { - "success": false, + "google/gemini-2.5-pro-preview-03-25": { + "success": true, "attempted": true } } @@ -19527,27 +19527,27 @@ "success": false, "attempted": false }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": true, + "anthropic/claude-opus-4.1": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": true, + "deepseek/deepseek-chat-v3.1": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -19555,35 +19555,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -19591,47 +19587,51 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": false, + "google/gemini-2.5-pro-preview": { + "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { + "success": true, + "attempted": true + }, + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -19646,27 +19646,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": true, + "anthropic/claude-opus-4.1": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -19674,83 +19674,83 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -19765,27 +19765,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": true, + "anthropic/claude-opus-4.1": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": false, + "deepseek/deepseek-chat-v3.1": { + "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -19793,35 +19793,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": false, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -19829,47 +19825,51 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { - "success": true, + "x-ai/grok-4-07-09": { + "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { + "success": true, + "attempted": true + }, + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -19884,27 +19884,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": true, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -19912,35 +19912,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": false, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { - "success": false, + "anthropic/claude-3.5-sonnet-20240620": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -19948,47 +19944,51 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": true, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { + "success": true, + "attempted": true + }, + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { - "success": true, + "google/gemini-2.5-flash-preview": { + "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -20003,27 +20003,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -20031,83 +20031,83 @@ "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -20122,27 +20122,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": true, + "anthropic/claude-opus-4.1": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -20150,83 +20150,83 @@ "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -20241,27 +20241,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": true, + "anthropic/claude-opus-4.1": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -20269,83 +20269,83 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -20360,27 +20360,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -20388,83 +20388,83 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "moonshotai/kimi-k2": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -20479,27 +20479,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { - "success": true, + "x-ai/grok-3-beta": { + "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": true, + "anthropic/claude-opus-4.1": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -20507,35 +20507,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -20543,49 +20539,53 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": false, + "google/gemini-2.5-pro-preview": { + "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true + }, + "google/gemini-2.5-pro-preview-03-25": { + "success": true, + "attempted": true } } }, @@ -20598,27 +20598,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -20626,83 +20626,83 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -20717,63 +20717,59 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, - "attempted": true - }, - "google/gemini-2.5-pro-preview-03-25": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": true, + "x-ai/grok-3-beta": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": true, + "anthropic/claude-opus-4.1": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "anthropic/claude-3.5-sonnet": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4thinking": { - "success": true, + "openai/o4-mini": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "anthropic/claude-sonnet-4thinking": { "success": true, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -20781,48 +20777,52 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": false, + "google/gemini-2.5-pro-preview": { + "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": false, + "anthropic/claude-3.7-sonnet": { + "success": true, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { + "success": true, + "attempted": true + }, + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": true, "attempted": true }, - "openai/gpt-5minimal": { - "success": false, + "google/gemini-2.5-pro-preview-03-25": { + "success": true, "attempted": true } } @@ -20836,27 +20836,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -20864,83 +20864,83 @@ "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -20955,27 +20955,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": true, + "deepseek/deepseek-chat-v3.1": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -20983,35 +20983,31 @@ "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": true, - "attempted": true - }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -21019,47 +21015,51 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { + "success": true, + "attempted": true + }, + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -21074,27 +21074,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -21102,83 +21102,83 @@ "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "moonshotai/kimi-k2": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -21193,27 +21193,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { - "success": true, + "x-ai/grok-3-beta": { + "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": true, + "anthropic/claude-opus-4.1": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -21221,35 +21221,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": false, + "deepseek/deepseek-r1-0528": { + "success": true, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { - "success": true, - "attempted": true - }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": true, + "openai/gpt-5minimal": { + "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -21257,49 +21253,53 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": false, + "anthropic/claude-3.7-sonnet": { + "success": true, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { - "success": false, + "anthropic/claude-3.7-sonnetthinking": { + "success": true, "attempted": true }, - "openai/gpt-4.1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true + }, + "google/gemini-2.5-pro-preview-03-25": { + "success": true, + "attempted": true } } }, @@ -21312,27 +21312,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { - "success": true, + "anthropic/claude-3.5-sonnet": { + "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -21340,83 +21340,83 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { - "success": false, + "anthropic/claude-3.5-sonnet-20240620": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": false, + "anthropic/claude-3.7-sonnet": { + "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -21431,27 +21431,27 @@ "success": false, "attempted": false }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": true, + "deepseek/deepseek-chat-v3.1": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -21459,35 +21459,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -21495,47 +21491,51 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { + "success": true, + "attempted": true + }, + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -21550,75 +21550,83 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { + "success": false, + "attempted": true + }, + "anthropic/claude-3.5-sonnet": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "openai/o4-mini": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "anthropic/claude-sonnet-4thinking": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4thinking": { - "success": true, + "deepseek/deepseek-r1-0528": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "google/gemini-2.5-pro-preview-06-05": { "success": true, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "openai/o4-mini": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { - "success": true, + "deepseek/deepseek-r1": { + "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-4.1": { + "success": true, + "attempted": true + }, + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "google/gemini-2.5-pro-preview": { "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": true, + "openai/o3": { + "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "x-ai/grok-4-07-09": { "success": true, "attempted": true }, @@ -21626,37 +21634,29 @@ "success": false, "attempted": true }, - "openai/o4-mini-high": { - "success": false, - "attempted": true - }, - "deepseek/deepseek-chat-v3.1": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-3.7-sonnetthinking": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "google/gemini-2.5-flash-preview": { "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-pro-preview-03-25": { "success": true, "attempted": true - }, - "openai/gpt-5minimal": { - "success": false, - "attempted": true } } }, @@ -21669,27 +21669,27 @@ "success": false, "attempted": false }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -21697,83 +21697,83 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -21788,27 +21788,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": true, + "anthropic/claude-opus-4.1": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -21816,35 +21816,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": false, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -21852,47 +21848,51 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { + "success": true, + "attempted": true + }, + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -21907,27 +21907,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": true, + "anthropic/claude-opus-4.1": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -21935,35 +21935,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -21971,47 +21967,51 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": false, + "google/gemini-2.5-pro-preview": { + "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { + "success": true, + "attempted": true + }, + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -22026,27 +22026,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": false, + "anthropic/claude-opus-4.1": { + "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -22054,83 +22054,83 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "moonshotai/kimi-k2": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -22145,27 +22145,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": false, + "anthropic/claude-opus-4.1": { + "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -22173,83 +22173,83 @@ "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "moonshotai/kimi-k2": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -22264,27 +22264,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -22292,83 +22292,83 @@ "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -22383,27 +22383,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": true, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": true, + "anthropic/claude-opus-4.1": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": true, + "deepseek/deepseek-chat-v3.1": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -22411,85 +22411,85 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": true, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { - "success": false, - "attempted": true - }, - "openai/o4-mini": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": true, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "openai/o3": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, + "openai/gpt-4.1": { + "success": true, + "attempted": true + }, "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { - "success": false, + "google/gemini-2.5-pro-preview": { + "success": true, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "openai/gpt-5": { - "success": false, + "moonshotai/kimi-k2": { + "success": true, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "openai/gpt-4.1": { - "success": true, + "deepseek/deepseek-chat-v3-0324": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true + }, + "google/gemini-2.5-pro-preview-03-25": { + "success": true, + "attempted": true } } }, @@ -22502,27 +22502,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": true, + "anthropic/claude-opus-4.1": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -22530,83 +22530,83 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -22621,27 +22621,27 @@ "success": true, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -22649,83 +22649,83 @@ "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -22740,27 +22740,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -22768,83 +22768,83 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -22859,27 +22859,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": true, + "anthropic/claude-opus-4.1": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -22887,35 +22887,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": false, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -22923,47 +22919,51 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-sonnet-4": { + "success": true, + "attempted": true + }, + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -22978,27 +22978,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { - "success": true, + "x-ai/grok-3-beta": { + "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": true, + "anthropic/claude-opus-4.1": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -23006,35 +23006,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": true, - "attempted": true - }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -23042,49 +23038,53 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { - "success": false, + "anthropic/claude-3.7-sonnetthinking": { + "success": true, "attempted": true }, - "openai/gpt-4.1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true + }, + "google/gemini-2.5-pro-preview-03-25": { + "success": true, + "attempted": true } } }, @@ -23097,27 +23097,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -23125,83 +23125,83 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "moonshotai/kimi-k2": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -23216,27 +23216,27 @@ "success": false, "attempted": false }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { - "success": true, + "x-ai/grok-3-beta": { + "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": true, + "anthropic/claude-opus-4.1": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": true, + "deepseek/deepseek-chat-v3.1": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -23244,35 +23244,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": true, - "attempted": true - }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -23280,49 +23276,53 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { - "success": false, + "anthropic/claude-3.7-sonnetthinking": { + "success": true, "attempted": true }, - "openai/gpt-4.1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true + }, + "google/gemini-2.5-pro-preview-03-25": { + "success": true, + "attempted": true } } }, @@ -23335,27 +23335,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { - "success": true, + "openai/gpt-oss-120b": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": true, + "anthropic/claude-opus-4.1": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -23363,35 +23363,31 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { - "success": false, - "attempted": true - }, - "x-ai/grok-3-mini-beta": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "openai/o4-mini": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "openai/o3": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { - "success": true, + "openai/gpt-5minimal": { + "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "openai/gpt-4.1": { "success": false, "attempted": true }, @@ -23399,47 +23395,51 @@ "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": false, + "anthropic/claude-3.7-sonnet": { + "success": true, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "openai/o3": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { + "anthropic/claude-3.7-sonnetthinking": { + "success": true, + "attempted": true + }, + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -23454,27 +23454,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { - "success": true, + "x-ai/grok-3-beta": { + "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { - "success": true, + "deepseek/deepseek-chat-v3.1": { + "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -23482,85 +23482,85 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { - "success": false, + "google/gemini-2.5-pro-preview-06-05": { + "success": true, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { - "success": true, - "attempted": true - }, - "anthropic/claude-3.7-sonnetthinking": { - "success": true, + "openai/gpt-5minimal": { + "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { - "success": true, + "openai/gpt-4.1": { + "success": false, "attempted": true }, "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { - "success": true, + "anthropic/claude-3.7-sonnet": { + "success": false, "attempted": true }, - "openai/gpt-5": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/o4-mini-high": { - "success": false, + "openai/o3": { + "success": true, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "openai/gpt-5": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "deepseek/deepseek-r1": { - "success": false, + "anthropic/claude-3.7-sonnetthinking": { + "success": true, "attempted": true }, - "openai/gpt-4.1": { - "success": false, + "deepseek/deepseek-chat-v3-0324": { + "success": true, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true + }, + "google/gemini-2.5-pro-preview-03-25": { + "success": true, + "attempted": true } } }, @@ -23573,27 +23573,27 @@ "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { - "success": true, + "anthropic/claude-opus-4.1": { + "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -23601,83 +23601,83 @@ "success": true, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { - "success": false, + "anthropic/claude-sonnet-4": { + "success": true, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -23692,27 +23692,27 @@ "success": false, "attempted": false }, - "anthropic/claude-3.7-sonnet": { + "openai/gpt-oss-120b": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-03-25": { + "x-ai/grok-3-beta": { "success": false, "attempted": true }, - "anthropic/claude-sonnet-4": { + "anthropic/claude-opus-4.1": { "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview-06-05": { + "deepseek/deepseek-chat-v3.1": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet-20240620": { + "anthropic/claude-3.5-sonnet": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-preview": { + "openai/o4-mini": { "success": false, "attempted": true }, @@ -23720,83 +23720,83 @@ "success": false, "attempted": true }, - "google/gemini-2.5-pro-preview": { + "deepseek/deepseek-r1-0528": { "success": false, "attempted": true }, - "x-ai/grok-3-mini-beta": { + "google/gemini-2.5-pro-preview-06-05": { "success": false, "attempted": true }, - "openai/o4-mini": { + "anthropic/claude-3.5-sonnet-20240620": { "success": false, "attempted": true }, - "x-ai/grok-3-beta": { + "openai/o4-mini-high": { "success": false, "attempted": true }, - "deepseek/deepseek-r1-0528": { + "deepseek/deepseek-r1": { "success": false, "attempted": true }, - "openai/o3": { + "openai/gpt-5minimal": { "success": false, "attempted": true }, - "anthropic/claude-3.7-sonnetthinking": { + "openai/gpt-4.1": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3-0324": { + "google/gemini-2.5-flash-previewthinking": { "success": false, "attempted": true }, - "google/gemini-2.5-flash-previewthinking": { + "google/gemini-2.5-pro-preview": { "success": false, "attempted": true }, - "x-ai/grok-4-07-09": { + "anthropic/claude-3.7-sonnet": { "success": false, "attempted": true }, - "anthropic/claude-opus-4.1": { + "moonshotai/kimi-k2": { "success": false, "attempted": true }, - "openai/gpt-5": { + "openai/o3": { "success": false, "attempted": true }, - "openai/o4-mini-high": { + "x-ai/grok-4-07-09": { "success": false, "attempted": true }, - "deepseek/deepseek-chat-v3.1": { + "openai/gpt-5": { "success": false, "attempted": true }, - "openai/gpt-oss-120b": { + "anthropic/claude-sonnet-4": { "success": false, "attempted": true }, - "moonshotai/kimi-k2": { + "anthropic/claude-3.7-sonnetthinking": { "success": false, "attempted": true }, - "deepseek/deepseek-r1": { + "deepseek/deepseek-chat-v3-0324": { "success": false, "attempted": true }, - "openai/gpt-4.1": { + "x-ai/grok-3-mini-beta": { "success": false, "attempted": true }, - "anthropic/claude-3.5-sonnet": { + "google/gemini-2.5-flash-preview": { "success": false, "attempted": true }, - "openai/gpt-5minimal": { + "google/gemini-2.5-pro-preview-03-25": { "success": false, "attempted": true } @@ -23835,33 +23835,33 @@ ], "model_display_names": { "openrouter/horizon-alpha": "Horizon Alpha", - "anthropic/claude-3.7-sonnet": "Sonnet 3.7", - "google/gemini-2.5-pro-preview-03-25": "Gemini 2.5 Pro 03-25", - "anthropic/claude-sonnet-4": "Sonnet 4", + "openai/gpt-oss-120b": "GPT OSS 120B", + "x-ai/grok-3-beta": "Grok 3", + "anthropic/claude-opus-4.1": "Claude Opus 4.1", + "deepseek/deepseek-chat-v3.1": "DeepSeek Chat v3.1", + "anthropic/claude-3.5-sonnet": "Sonnet 3.6", + "openai/o4-mini": "o4-mini-medium", + "anthropic/claude-sonnet-4thinking": "Sonnet 4 Thinking", + "deepseek/deepseek-r1-0528": "DeepSeek R1 0528", "google/gemini-2.5-pro-preview-06-05": "Gemini 2.5 Pro 06-05", "anthropic/claude-3.5-sonnet-20240620": "Sonnet 3.5", - "google/gemini-2.5-flash-preview": "Gemini 2.5 Flash", - "anthropic/claude-sonnet-4thinking": "Sonnet 4 Thinking", + "openai/o4-mini-high": "o4-mini-high", + "deepseek/deepseek-r1": "DeepSeek R1", + "openai/gpt-5minimal": "GPT-5 (minimal)", + "openai/gpt-4.1": "GPT-4.1", + "google/gemini-2.5-flash-previewthinking": "Gemini 2.5 Flash Thinking", "google/gemini-2.5-pro-preview": "Gemini 2.5 Pro 05-06", - "x-ai/grok-3-mini-beta": "Grok 3 Mini", - "openai/o4-mini": "o4-mini-medium", - "x-ai/grok-3-beta": "Grok 3", - "deepseek/deepseek-r1-0528": "DeepSeek R1 0528", + "anthropic/claude-3.7-sonnet": "Sonnet 3.7", + "moonshotai/kimi-k2": "Kimi K2", "openai/o3": "o3", - "anthropic/claude-3.7-sonnetthinking": "Sonnet 3.7 Thinking", - "deepseek/deepseek-chat-v3-0324": "DeepSeek Chat v3-0324", - "google/gemini-2.5-flash-previewthinking": "Gemini 2.5 Flash Thinking", "x-ai/grok-4-07-09": "Grok 4", - "anthropic/claude-opus-4.1": "Claude Opus 4.1", "openai/gpt-5": "GPT-5 (medium)", - "openai/o4-mini-high": "o4-mini-high", - "deepseek/deepseek-chat-v3.1": "DeepSeek Chat v3.1", - "openai/gpt-oss-120b": "GPT OSS 120B", - "moonshotai/kimi-k2": "Kimi K2", - "deepseek/deepseek-r1": "DeepSeek R1", - "openai/gpt-4.1": "GPT-4.1", - "anthropic/claude-3.5-sonnet": "Sonnet 3.6", - "openai/gpt-5minimal": "GPT-5 (minimal)" + "anthropic/claude-sonnet-4": "Sonnet 4", + "anthropic/claude-3.7-sonnetthinking": "Sonnet 3.7 Thinking", + "deepseek/deepseek-chat-v3-0324": "DeepSeek Chat v3-0324", + "x-ai/grok-3-mini-beta": "Grok 3 Mini", + "google/gemini-2.5-flash-preview": "Gemini 2.5 Flash", + "google/gemini-2.5-pro-preview-03-25": "Gemini 2.5 Pro 03-25" }, "languages": [ "javascript", diff --git a/docs/index.html b/docs/index.html index e0ac64d4f..f680d4523 100644 --- a/docs/index.html +++ b/docs/index.html @@ -3,7 +3,7 @@ THIS FILE IS AUTOMATICALLY GENERATED BY benchmark_pipeline/3_generate_pages.py DO NOT EDIT DIRECTLY - ANY CHANGES WILL BE OVERWRITTEN -Last generated: 2025-08-22 19:03:00 +Last generated: 2025-08-22 20:33:51 --> @@ -514,9 +514,9 @@

View by Model

const defaultSelectedModels = [ "anthropic/claude-sonnet-4", "google/gemini-2.5-pro-preview-06-05", - "openai/gpt-4.1", - "openai/o3", - "x-ai/grok-3-beta", + "openai/gpt-5", + "openai/gpt-5minimal", + "anthropic/claude-opus-4.1", "x-ai/grok-4-07-09" ]; diff --git a/docs/styles.css b/docs/styles.css index f9b0b36c2..35e9a670a 100644 --- a/docs/styles.css +++ b/docs/styles.css @@ -2,7 +2,7 @@ THIS FILE IS AUTOMATICALLY GENERATED BY benchmark_pipeline/3_generate_pages.py DO NOT EDIT DIRECTLY - ANY CHANGES WILL BE OVERWRITTEN -Last generated: 2025-08-22 19:03:13 +Last generated: 2025-08-22 20:34:10 */