{"headline":{"n_adjacent_pairs":51,"n_below_95":43,"n_below_80":37,"note":"adjacent pairs among models with >= low_data_threshold battles"},"meta":{"dataset":"lmarena-ai/arena-human-preference-140k","dataset_url":"https://huggingface.co/datasets/lmarena-ai/arena-human-preference-140k","license_note":"Prompts CC-BY-4.0 per dataset card.","date_range":["2025-04-17","2025-07-24"],"raw_rows":135634,"clean_rows":135624,"drops":{"missing_model":0,"unknown_winner_label":0,"same_model_both_sides":10,"duplicate_id":0},"n_models":53,"n_sessions":115363,"winner_counts":{"model_b":49785,"model_a":48563,"tie":21532,"both_bad":15754},"tie_handling":"tie and both_bad each score 0.5 for both sides","bootstrap":{"kind":"row resample, with replacement","n":1000,"seed":20250724,"interval":"2.5th-97.5th percentile","session_cluster_check":{"n":500,"median_ci_width_ratio_vs_row":1.019}},"scale":"Bradley-Terry logit x 400/ln(10), anchored sum-to-zero then shifted so the mean is 1000","length_check":{"label":"simple length check, not Arena's style control","covariate":"(tokens_a - tokens_b) / sd(tokens_a - tokens_b)","coef_elo_points_per_sd":35.1,"sd_tokens":1533,"n_boot":200,"coef_logit_boot_ci":[0.1789,0.2386]},"sanity":{"tolerance":{"top10_min_overlap":8,"spearman_min":0.95},"top10_overlap":10,"spearman_all_models":0.9937913239800031,"spearman_within_bt_top10":0.9878787878787878,"passed":true,"bt_top10":["gemini-2.5-pro","gemini-2.5-pro-preview-03-25","grok-4-0709","o3-2025-04-16","chatgpt-4o-latest-20250326","gemini-2.5-pro-preview-05-06","deepseek-r1-0528","grok-3-preview-02-24","llama-4-maverick-03-26-experimental","gemini-2.5-flash"],"raw_winrate_top10":["gemini-2.5-pro","gemini-2.5-pro-preview-03-25","grok-4-0709","o3-2025-04-16","chatgpt-4o-latest-20250326","deepseek-r1-0528","gemini-2.5-pro-preview-05-06","grok-3-preview-02-24","llama-4-maverick-03-26-experimental","gemini-2.5-flash"],"in_bt_not_raw":[],"in_raw_not_bt":[],"solver_gap_logit":1.8991554082872786e-05},"low_data_threshold_battles":100,"unmapped_provider_models":[]},"models":[{"model":"gemini-2.5-pro","provider":"Google","battles":9219,"share":0.03399,"rank":1,"rank_lo":1,"rank_hi":1,"rank_dist":[0.997,0.003,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":1,"rank_delta":0,"rank_delta_lo":0,"rank_delta_hi":0,"elo_length_adj":1108.9,"low_data":false,"elo":1123.8,"elo_lo":1117.5,"elo_hi":1129.9,"elo_lo_cluster":1117.9,"elo_hi_cluster":1130.2,"raw_win_rate":0.6711},{"model":"gemini-2.5-pro-preview-03-25","provider":"Google","battles":1389,"share":0.00512,"rank":2,"rank_lo":2,"rank_hi":3,"rank_dist":[0.003,0.654,0.324,0.012,0.003,0.002,0.001,0.001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":2,"rank_delta":0,"rank_delta_lo":-2,"rank_delta_hi":1,"elo_length_adj":1087.2,"low_data":false,"elo":1097.6,"elo_lo":1082.6,"elo_hi":1114.4,"elo_lo_cluster":1079.1,"elo_hi_cluster":1114.5,"raw_win_rate":0.635},{"model":"grok-4-0709","provider":"xAI","battles":1561,"share":0.00575,"rank":3,"rank_lo":2,"rank_hi":5,"rank_dist":[0.0,0.34,0.582,0.046,0.017,0.008,0.004,0.003,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":4,"rank_delta":-1,"rank_delta_lo":-3,"rank_delta_hi":0,"elo_length_adj":1079.5,"low_data":false,"elo":1093.0,"elo_lo":1078.8,"elo_hi":1107.6,"elo_lo_cluster":1078.0,"elo_hi_cluster":1109.8,"raw_win_rate":0.6291},{"model":"o3-2025-04-16","provider":"OpenAI","battles":8529,"share":0.03144,"rank":4,"rank_lo":3,"rank_hi":7,"rank_dist":[0.0,0.0,0.045,0.42,0.313,0.151,0.063,0.008,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":5,"rank_delta":-1,"rank_delta_lo":-1,"rank_delta_hi":2,"elo_length_adj":1077.5,"low_data":false,"elo":1079.1,"elo_lo":1072.7,"elo_hi":1085.3,"elo_lo_cluster":1072.6,"elo_hi_cluster":1085.9,"raw_win_rate":0.6099},{"model":"chatgpt-4o-latest-20250326","provider":"OpenAI","battles":7650,"share":0.0282,"rank":5,"rank_lo":4,"rank_hi":8,"rank_dist":[0.0,0.001,0.023,0.284,0.331,0.214,0.102,0.039,0.006,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":3,"rank_delta":2,"rank_delta_lo":0,"rank_delta_hi":4,"elo_length_adj":1079.9,"low_data":false,"elo":1077.8,"elo_lo":1070.5,"elo_hi":1084.9,"elo_lo_cluster":1071.2,"elo_hi_cluster":1084.6,"raw_win_rate":0.6061},{"model":"gemini-2.5-pro-preview-05-06","provider":"Google","battles":3255,"share":0.012,"rank":6,"rank_lo":4,"rank_hi":9,"rank_dist":[0.0,0.001,0.02,0.151,0.158,0.196,0.222,0.156,0.09,0.006,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":7,"rank_delta":-1,"rank_delta_lo":-3,"rank_delta_hi":2,"elo_length_adj":1060.7,"low_data":false,"elo":1074.5,"elo_lo":1064.3,"elo_hi":1084.9,"elo_lo_cluster":1064.2,"elo_hi_cluster":1085.2,"raw_win_rate":0.5968},{"model":"deepseek-r1-0528","provider":"DeepSeek","battles":6554,"share":0.02416,"rank":7,"rank_lo":4,"rank_hi":9,"rank_dist":[0.0,0.001,0.004,0.067,0.14,0.294,0.264,0.185,0.04,0.005,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":6,"rank_delta":1,"rank_delta_lo":-2,"rank_delta_hi":2,"elo_length_adj":1065.7,"low_data":false,"elo":1074.2,"elo_lo":1066.4,"elo_hi":1081.6,"elo_lo_cluster":1067.1,"elo_hi_cluster":1081.4,"raw_win_rate":0.5988},{"model":"grok-3-preview-02-24","provider":"xAI","battles":6040,"share":0.02227,"rank":8,"rank_lo":5,"rank_hi":9,"rank_dist":[0.0,0.0,0.002,0.02,0.035,0.117,0.256,0.376,0.182,0.012,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":8,"rank_delta":0,"rank_delta_lo":-3,"rank_delta_hi":1,"elo_length_adj":1052.3,"low_data":false,"elo":1071.0,"elo_lo":1063.3,"elo_hi":1077.9,"elo_lo_cluster":1063.8,"elo_hi_cluster":1077.8,"raw_win_rate":0.594},{"model":"llama-4-maverick-03-26-experimental","provider":"Meta","battles":5806,"share":0.0214,"rank":9,"rank_lo":7,"rank_hi":10,"rank_dist":[0.0,0.0,0.0,0.0,0.003,0.018,0.086,0.22,0.561,0.112,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":9,"rank_delta":0,"rank_delta_lo":-3,"rank_delta_hi":0,"elo_length_adj":1046.7,"low_data":false,"elo":1066.9,"elo_lo":1059.3,"elo_hi":1074.2,"elo_lo_cluster":1058.9,"elo_hi_cluster":1074.1,"raw_win_rate":0.5881},{"model":"gemini-2.5-flash","provider":"Google","battles":9668,"share":0.03564,"rank":10,"rank_lo":9,"rank_hi":10,"rank_dist":[0.0,0.0,0.0,0.0,0.0,0.0,0.001,0.012,0.119,0.859,0.009,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":10,"rank_delta":0,"rank_delta_lo":-2,"rank_delta_hi":1,"elo_length_adj":1043.8,"low_data":false,"elo":1061.0,"elo_lo":1054.6,"elo_hi":1067.3,"elo_lo_cluster":1054.6,"elo_hi_cluster":1067.5,"raw_win_rate":0.5847},{"model":"qwen3-235b-a22b-no-thinking","provider":"Alibaba","battles":9076,"share":0.03346,"rank":11,"rank_lo":11,"rank_hi":13,"rank_dist":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.707,0.232,0.048,0.012,0.001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":11,"rank_delta":0,"rank_delta_lo":-1,"rank_delta_hi":2,"elo_length_adj":1041.3,"low_data":false,"elo":1040.9,"elo_lo":1034.8,"elo_hi":1047.4,"elo_lo_cluster":1035.3,"elo_hi_cluster":1047.8,"raw_win_rate":0.5559},{"model":"gemini-2.5-flash-preview-04-17","provider":"Google","battles":5030,"share":0.01854,"rank":12,"rank_lo":11,"rank_hi":17,"rank_dist":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.071,0.329,0.303,0.152,0.075,0.031,0.019,0.009,0.007,0.003,0.001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":19,"rank_delta":-7,"rank_delta_lo":-9,"rank_delta_hi":-3,"elo_length_adj":1023.5,"low_data":false,"elo":1034.5,"elo_lo":1026.2,"elo_hi":1043.2,"elo_lo_cluster":1025.9,"elo_hi_cluster":1043.8,"raw_win_rate":0.5466},{"model":"kimi-k2-0711-preview","provider":"Moonshot AI","battles":2743,"share":0.01011,"rank":13,"rank_lo":11,"rank_hi":22,"rank_dist":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.039,0.171,0.207,0.169,0.109,0.083,0.063,0.049,0.036,0.025,0.021,0.013,0.009,0.003,0.003,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":12,"rank_delta":1,"rank_delta_lo":1,"rank_delta_hi":6,"elo_length_adj":1039.2,"low_data":false,"elo":1030.7,"elo_lo":1019.7,"elo_hi":1041.7,"elo_lo_cluster":1019.4,"elo_hi_cluster":1041.5,"raw_win_rate":0.5445},{"model":"hunyuan-turbos-20250416","provider":"Tencent","battles":1585,"share":0.00584,"rank":14,"rank_lo":11,"rank_hi":23,"rank_dist":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.072,0.137,0.168,0.147,0.117,0.075,0.055,0.047,0.042,0.036,0.039,0.036,0.012,0.013,0.003,0.0,0.001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":16,"rank_delta":-2,"rank_delta_lo":-4,"rank_delta_hi":1,"elo_length_adj":1027.2,"low_data":false,"elo":1030.1,"elo_lo":1016.9,"elo_hi":1044.6,"elo_lo_cluster":1017.0,"elo_hi_cluster":1044.3,"raw_win_rate":0.5281},{"model":"deepseek-v3-0324","provider":"DeepSeek","battles":6117,"share":0.02255,"rank":15,"rank_lo":13,"rank_hi":22,"rank_dist":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.018,0.056,0.141,0.152,0.15,0.141,0.112,0.077,0.062,0.045,0.027,0.012,0.007,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":14,"rank_delta":1,"rank_delta_lo":-1,"rank_delta_hi":5,"elo_length_adj":1031.3,"low_data":false,"elo":1026.5,"elo_lo":1019.1,"elo_hi":1034.3,"elo_lo_cluster":1020.0,"elo_hi_cluster":1033.3,"raw_win_rate":0.5302},{"model":"gpt-4.1-2025-04-14","provider":"OpenAI","battles":6540,"share":0.02411,"rank":16,"rank_lo":13,"rank_hi":22,"rank_dist":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.001,0.01,0.048,0.097,0.143,0.176,0.151,0.113,0.098,0.073,0.052,0.021,0.013,0.003,0.001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":13,"rank_delta":3,"rank_delta_lo":1,"rank_delta_hi":6,"elo_length_adj":1033.1,"low_data":false,"elo":1026.1,"elo_lo":1019.7,"elo_hi":1033.3,"elo_lo_cluster":1019.7,"elo_hi_cluster":1032.6,"raw_win_rate":0.5315},{"model":"qwen3-235b-a22b","provider":"Alibaba","battles":5115,"share":0.01886,"rank":17,"rank_lo":13,"rank_hi":23,"rank_dist":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.015,0.029,0.074,0.12,0.116,0.132,0.14,0.121,0.095,0.066,0.05,0.023,0.017,0.002,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":17,"rank_delta":0,"rank_delta_lo":-3,"rank_delta_hi":3,"elo_length_adj":1024.5,"low_data":false,"elo":1025.2,"elo_lo":1017.3,"elo_hi":1033.0,"elo_lo_cluster":1016.6,"elo_hi_cluster":1032.9,"raw_win_rate":0.5248},{"model":"qwen-max-2025-01-25","provider":"Alibaba","battles":4379,"share":0.01614,"rank":18,"rank_lo":13,"rank_hi":24,"rank_dist":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.003,0.034,0.063,0.095,0.124,0.108,0.105,0.105,0.117,0.104,0.061,0.047,0.028,0.006,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":20,"rank_delta":-2,"rank_delta_lo":-5,"rank_delta_hi":1,"elo_length_adj":1020.4,"low_data":false,"elo":1024.2,"elo_lo":1016.3,"elo_hi":1032.8,"elo_lo_cluster":1015.8,"elo_hi_cluster":1033.5,"raw_win_rate":0.5235},{"model":"o4-mini-2025-04-16","provider":"OpenAI","battles":6477,"share":0.02388,"rank":19,"rank_lo":14,"rank_hi":24,"rank_dist":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.001,0.013,0.026,0.062,0.076,0.103,0.123,0.138,0.135,0.129,0.112,0.045,0.026,0.01,0.001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":15,"rank_delta":4,"rank_delta_lo":1,"rank_delta_hi":7,"elo_length_adj":1029.3,"low_data":false,"elo":1022.8,"elo_lo":1015.9,"elo_hi":1030.3,"elo_lo_cluster":1016.1,"elo_hi_cluster":1029.3,"raw_win_rate":0.5266},{"model":"gemini-2.0-flash-thinking-exp-01-21","provider":"Google","battles":366,"share":0.00135,"rank":20,"rank_lo":11,"rank_hi":31,"rank_dist":[0.0,0.0,0.0,0.0,0.0,0.0,0.001,0.0,0.002,0.006,0.098,0.06,0.061,0.061,0.047,0.039,0.027,0.033,0.034,0.042,0.044,0.055,0.064,0.066,0.051,0.041,0.031,0.029,0.033,0.042,0.019,0.004,0.0,0.003,0.003,0.003,0.0,0.001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":26,"rank_delta":-6,"rank_delta_lo":-10,"rank_delta_hi":-1,"elo_length_adj":1009.5,"low_data":false,"elo":1022.8,"elo_lo":993.7,"elo_hi":1053.3,"elo_lo_cluster":994.6,"elo_hi_cluster":1054.7,"raw_win_rate":0.5437},{"model":"mistral-medium-2505","provider":"Mistral","battles":9135,"share":0.03368,"rank":21,"rank_lo":15,"rank_hi":24,"rank_dist":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.001,0.001,0.012,0.015,0.053,0.088,0.112,0.148,0.153,0.166,0.131,0.083,0.031,0.006,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":18,"rank_delta":3,"rank_delta_lo":-1,"rank_delta_hi":5,"elo_length_adj":1024.3,"low_data":false,"elo":1022.0,"elo_lo":1016.3,"elo_hi":1028.1,"elo_lo_cluster":1016.1,"elo_hi_cluster":1027.7,"raw_win_rate":0.5252},{"model":"gemini-2.5-flash-lite-preview-06-17-thinking","provider":"Google","battles":5232,"share":0.01929,"rank":22,"rank_lo":15,"rank_hi":24,"rank_dist":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.001,0.004,0.015,0.029,0.038,0.058,0.093,0.115,0.131,0.18,0.168,0.103,0.042,0.015,0.004,0.004,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":25,"rank_delta":-3,"rank_delta_lo":-8,"rank_delta_hi":-2,"elo_length_adj":1011.6,"low_data":false,"elo":1021.1,"elo_lo":1013.2,"elo_hi":1029.1,"elo_lo_cluster":1013.4,"elo_hi_cluster":1028.4,"raw_win_rate":0.5256},{"model":"qwen3-coder-480b-a35b-instruct","provider":"Alibaba","battles":2,"share":1e-05,"rank":23,"rank_lo":null,"rank_hi":null,"rank_dist":null,"rank_length_adj":24,"rank_delta":-1,"rank_delta_lo":null,"rank_delta_hi":null,"elo_length_adj":1013.6,"low_data":true,"elo":1016.5,"elo_lo":null,"elo_hi":null,"elo_lo_cluster":null,"elo_hi_cluster":null,"raw_win_rate":0.5},{"model":"minimax-m1","provider":"MiniMax","battles":5469,"share":0.02016,"rank":24,"rank_lo":21,"rank_hi":28,"rank_dist":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.001,0.004,0.002,0.016,0.027,0.08,0.156,0.215,0.22,0.147,0.066,0.046,0.015,0.005,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":21,"rank_delta":3,"rank_delta_lo":-1,"rank_delta_hi":4,"elo_length_adj":1015.3,"low_data":false,"elo":1012.8,"elo_lo":1004.9,"elo_hi":1020.6,"elo_lo_cluster":1005.1,"elo_hi_cluster":1020.8,"raw_win_rate":0.5166},{"model":"qwen3-235b-a22b-instruct-2507","provider":"Alibaba","battles":622,"share":0.00229,"rank":25,"rank_lo":13,"rank_hi":32,"rank_dist":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.003,0.019,0.019,0.023,0.021,0.018,0.023,0.026,0.023,0.044,0.042,0.047,0.086,0.097,0.089,0.082,0.057,0.076,0.064,0.071,0.041,0.011,0.007,0.004,0.002,0.003,0.002,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":27,"rank_delta":-2,"rank_delta_lo":-4,"rank_delta_hi":1,"elo_length_adj":1007.8,"low_data":false,"elo":1011.9,"elo_lo":991.1,"elo_hi":1036.4,"elo_lo_cluster":986.5,"elo_hi_cluster":1036.1,"raw_win_rate":0.5201},{"model":"gemma-3-27b-it","provider":"Google","battles":7326,"share":0.02701,"rank":26,"rank_lo":22,"rank_hi":28,"rank_dist":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.001,0.0,0.002,0.012,0.057,0.135,0.225,0.24,0.198,0.075,0.035,0.017,0.002,0.001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":28,"rank_delta":-2,"rank_delta_lo":-4,"rank_delta_hi":1,"elo_length_adj":1007.4,"low_data":false,"elo":1011.8,"elo_lo":1004.9,"elo_hi":1018.4,"elo_lo_cluster":1004.7,"elo_hi_cluster":1018.6,"raw_win_rate":0.5096},{"model":"claude-opus-4-20250514-thinking-16k","provider":"Anthropic","battles":6157,"share":0.0227,"rank":27,"rank_lo":23,"rank_hi":30,"rank_dist":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.008,0.025,0.049,0.128,0.163,0.195,0.172,0.158,0.084,0.018,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":22,"rank_delta":5,"rank_delta_lo":2,"rank_delta_hi":8,"elo_length_adj":1015.3,"low_data":false,"elo":1006.6,"elo_lo":999.1,"elo_hi":1014.2,"elo_lo_cluster":998.3,"elo_hi_cluster":1014.1,"raw_win_rate":0.505},{"model":"grok-3-mini-beta","provider":"xAI","battles":5991,"share":0.02209,"rank":28,"rank_lo":24,"rank_hi":30,"rank_dist":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.001,0.023,0.039,0.097,0.14,0.226,0.199,0.142,0.119,0.014,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":30,"rank_delta":-2,"rank_delta_lo":-5,"rank_delta_hi":0,"elo_length_adj":996.0,"low_data":false,"elo":1006.2,"elo_lo":998.8,"elo_hi":1013.5,"elo_lo_cluster":998.4,"elo_hi_cluster":1013.6,"raw_win_rate":0.5005},{"model":"claude-opus-4-20250514","provider":"Anthropic","battles":10092,"share":0.03721,"rank":29,"rank_lo":25,"rank_hi":31,"rank_dist":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.004,0.017,0.046,0.103,0.196,0.235,0.232,0.14,0.027,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":23,"rank_delta":6,"rank_delta_lo":2,"rank_delta_hi":7,"elo_length_adj":1014.1,"low_data":false,"elo":1004.8,"elo_lo":998.9,"elo_hi":1010.6,"elo_lo_cluster":999.4,"elo_hi_cluster":1011.3,"raw_win_rate":0.4986},{"model":"grok-3-mini-high","provider":"xAI","battles":2801,"share":0.01033,"rank":30,"rank_lo":24,"rank_hi":32,"rank_dist":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.001,0.0,0.0,0.003,0.006,0.023,0.031,0.067,0.094,0.121,0.2,0.317,0.11,0.02,0.004,0.002,0.001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":33,"rank_delta":-3,"rank_delta_lo":-8,"rank_delta_hi":-2,"elo_length_adj":988.3,"low_data":false,"elo":1002.3,"elo_lo":991.9,"elo_hi":1013.1,"elo_lo_cluster":990.4,"elo_hi_cluster":1012.1,"raw_win_rate":0.5043},{"model":"claude-sonnet-4-20250514-thinking-32k","provider":"Anthropic","battles":5613,"share":0.02069,"rank":31,"rank_lo":30,"rank_hi":36,"rank_dist":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.001,0.029,0.2,0.269,0.22,0.153,0.078,0.037,0.013,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":29,"rank_delta":2,"rank_delta_lo":1,"rank_delta_hi":5,"elo_length_adj":998.3,"low_data":false,"elo":989.0,"elo_lo":981.7,"elo_hi":996.4,"elo_lo_cluster":981.9,"elo_hi_cluster":996.9,"raw_win_rate":0.479},{"model":"gpt-4o-2024-11-20","provider":"OpenAI","battles":573,"share":0.00211,"rank":32,"rank_lo":24,"rank_hi":39,"rank_dist":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.001,0.0,0.003,0.001,0.0,0.001,0.005,0.01,0.009,0.01,0.021,0.016,0.046,0.05,0.067,0.188,0.072,0.086,0.069,0.079,0.071,0.058,0.048,0.075,0.008,0.004,0.002,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":31,"rank_delta":1,"rank_delta_lo":-1,"rank_delta_hi":4,"elo_length_adj":992.7,"low_data":false,"elo":988.4,"elo_lo":965.3,"elo_hi":1013.6,"elo_lo_cluster":963.9,"elo_hi_cluster":1012.6,"raw_win_rate":0.4948},{"model":"gemini-2.0-flash-001","provider":"Google","battles":6074,"share":0.02239,"rank":33,"rank_lo":31,"rank_hi":36,"rank_dist":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.003,0.015,0.139,0.254,0.229,0.196,0.108,0.049,0.005,0.002,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":37,"rank_delta":-4,"rank_delta_lo":-5,"rank_delta_hi":-1,"elo_length_adj":982.3,"low_data":false,"elo":987.9,"elo_lo":981.6,"elo_hi":995.1,"elo_lo_cluster":981.0,"elo_hi_cluster":995.3,"raw_win_rate":0.4772},{"model":"qwq-32b","provider":"Alibaba","battles":4259,"share":0.0157,"rank":34,"rank_lo":31,"rank_hi":37,"rank_dist":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.001,0.001,0.007,0.014,0.114,0.18,0.203,0.19,0.148,0.105,0.029,0.006,0.002,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":35,"rank_delta":-1,"rank_delta_lo":-4,"rank_delta_hi":0,"elo_length_adj":984.5,"low_data":false,"elo":987.1,"elo_lo":978.4,"elo_hi":996.3,"elo_lo_cluster":978.2,"elo_hi_cluster":995.2,"raw_win_rate":0.4715},{"model":"mistral-small-2506","provider":"Mistral","battles":2373,"share":0.00875,"rank":35,"rank_lo":31,"rank_hi":38,"rank_dist":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.002,0.013,0.088,0.121,0.124,0.154,0.183,0.171,0.086,0.038,0.02,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":34,"rank_delta":1,"rank_delta_lo":-1,"rank_delta_hi":3,"elo_length_adj":987.9,"low_data":false,"elo":984.6,"elo_lo":973.2,"elo_hi":995.5,"elo_lo_cluster":972.9,"elo_hi_cluster":995.9,"raw_win_rate":0.4749},{"model":"gpt-4.1-mini-2025-04-14","provider":"OpenAI","battles":6121,"share":0.02257,"rank":36,"rank_lo":32,"rank_hi":37,"rank_dist":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.023,0.06,0.109,0.187,0.26,0.254,0.084,0.017,0.006,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":32,"rank_delta":4,"rank_delta_lo":1,"rank_delta_hi":6,"elo_length_adj":992.2,"low_data":false,"elo":983.6,"elo_lo":975.8,"elo_hi":990.4,"elo_lo_cluster":976.5,"elo_hi_cluster":991.9,"raw_win_rate":0.4689},{"model":"qwen3-30b-a3b","provider":"Alibaba","battles":5498,"share":0.02027,"rank":37,"rank_lo":34,"rank_hi":39,"rank_dist":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.005,0.015,0.041,0.109,0.207,0.363,0.18,0.079,0.001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":39,"rank_delta":-2,"rank_delta_lo":-3,"rank_delta_hi":0,"elo_length_adj":977.7,"low_data":false,"elo":978.4,"elo_lo":970.8,"elo_hi":986.9,"elo_lo_cluster":971.1,"elo_hi_cluster":986.0,"raw_win_rate":0.4594},{"model":"command-a-03-2025","provider":"Cohere","battles":6838,"share":0.02521,"rank":38,"rank_lo":36,"rank_hi":39,"rank_dist":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.001,0.0,0.016,0.06,0.201,0.381,0.338,0.003,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":38,"rank_delta":0,"rank_delta_lo":-1,"rank_delta_hi":2,"elo_length_adj":978.1,"low_data":false,"elo":974.6,"elo_lo":967.8,"elo_hi":981.4,"elo_lo_cluster":967.9,"elo_hi_cluster":981.8,"raw_win_rate":0.4543},{"model":"claude-sonnet-4-20250514","provider":"Anthropic","battles":8295,"share":0.03058,"rank":39,"rank_lo":36,"rank_hi":39,"rank_dist":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.001,0.013,0.04,0.158,0.324,0.46,0.004,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":36,"rank_delta":3,"rank_delta_lo":0,"rank_delta_hi":6,"elo_length_adj":984.5,"low_data":false,"elo":973.7,"elo_lo":967.2,"elo_hi":980.9,"elo_lo_cluster":967.1,"elo_hi_cluster":979.8,"raw_win_rate":0.454},{"model":"o3-mini","provider":"OpenAI","battles":6624,"share":0.02442,"rank":40,"rank_lo":40,"rank_hi":42,"rank_dist":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.008,0.488,0.333,0.17,0.001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":40,"rank_delta":0,"rank_delta_lo":0,"rank_delta_hi":2,"elo_length_adj":960.9,"low_data":false,"elo":959.0,"elo_lo":951.8,"elo_hi":966.1,"elo_lo_cluster":951.0,"elo_hi_cluster":966.2,"raw_win_rate":0.4332},{"model":"amazon-nova-experimental-chat-05-14","provider":"Amazon","battles":3267,"share":0.01204,"rank":41,"rank_lo":40,"rank_hi":42,"rank_dist":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.001,0.005,0.295,0.354,0.342,0.003,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":42,"rank_delta":-1,"rank_delta_lo":-5,"rank_delta_hi":0,"elo_length_adj":952.7,"low_data":false,"elo":956.9,"elo_lo":946.6,"elo_hi":966.9,"elo_lo_cluster":946.0,"elo_hi_cluster":967.5,"raw_win_rate":0.4316},{"model":"gemma-3n-e4b-it","provider":"Google","battles":2611,"share":0.00963,"rank":42,"rank_lo":40,"rank_hi":42,"rank_dist":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.001,0.007,0.201,0.307,0.475,0.006,0.002,0.001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":41,"rank_delta":1,"rank_delta_lo":-4,"rank_delta_hi":0,"elo_length_adj":953.1,"low_data":false,"elo":955.3,"elo_lo":943.5,"elo_hi":966.3,"elo_lo_cluster":943.3,"elo_hi_cluster":966.2,"raw_win_rate":0.4286},{"model":"claude-3-7-sonnet-20250219-thinking-32k","provider":"Anthropic","battles":7149,"share":0.02636,"rank":43,"rank_lo":43,"rank_hi":47,"rank_dist":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.002,0.319,0.314,0.212,0.112,0.041,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":43,"rank_delta":0,"rank_delta_lo":-1,"rank_delta_hi":3,"elo_length_adj":949.7,"low_data":false,"elo":936.0,"elo_lo":928.6,"elo_hi":943.1,"elo_lo_cluster":929.5,"elo_hi_cluster":943.1,"raw_win_rate":0.3984},{"model":"llama-4-maverick-17b-128e-instruct","provider":"Meta","battles":5332,"share":0.01966,"rank":44,"rank_lo":43,"rank_hi":47,"rank_dist":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.004,0.278,0.278,0.217,0.149,0.074,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":47,"rank_delta":-3,"rank_delta_lo":-3,"rank_delta_hi":1,"elo_length_adj":943.5,"low_data":false,"elo":935.5,"elo_lo":927.7,"elo_hi":943.5,"elo_lo_cluster":927.3,"elo_hi_cluster":944.0,"raw_win_rate":0.4014},{"model":"llama-4-scout-17b-16e-instruct","provider":"Meta","battles":2805,"share":0.01034,"rank":45,"rank_lo":43,"rank_hi":47,"rank_dist":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.002,0.004,0.321,0.2,0.197,0.142,0.134,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":46,"rank_delta":-1,"rank_delta_lo":-2,"rank_delta_hi":2,"elo_length_adj":944.7,"low_data":false,"elo":935.1,"elo_lo":924.7,"elo_hi":946.2,"elo_lo_cluster":924.6,"elo_hi_cluster":947.5,"raw_win_rate":0.4002},{"model":"claude-3-5-sonnet-20241022","provider":"Anthropic","battles":6817,"share":0.02513,"rank":46,"rank_lo":43,"rank_hi":47,"rank_dist":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.001,0.034,0.105,0.211,0.298,0.351,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":44,"rank_delta":2,"rank_delta_lo":0,"rank_delta_hi":4,"elo_length_adj":946.8,"low_data":false,"elo":931.2,"elo_lo":924.0,"elo_hi":937.7,"elo_lo_cluster":924.1,"elo_hi_cluster":937.9,"raw_win_rate":0.3964},{"model":"claude-3-7-sonnet-20250219","provider":"Anthropic","battles":6852,"share":0.02526,"rank":47,"rank_lo":43,"rank_hi":47,"rank_dist":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.038,0.101,0.162,0.299,0.4,0.0,0.0,0.0,0.0,0.0,0.0],"rank_length_adj":45,"rank_delta":2,"rank_delta_lo":-1,"rank_delta_hi":3,"elo_length_adj":944.9,"low_data":false,"elo":930.8,"elo_lo":923.5,"elo_hi":938.0,"elo_lo_cluster":922.6,"elo_hi_cluster":938.0,"raw_win_rate":0.392},{"model":"amazon.nova-pro-v1:0","provider":"Amazon","battles":6383,"share":0.02353,"rank":48,"rank_lo":48,"rank_hi":50,"rank_dist":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.437,0.334,0.22,0.008,0.001,0.0],"rank_length_adj":48,"rank_delta":0,"rank_delta_lo":-1,"rank_delta_hi":1,"elo_length_adj":918.1,"low_data":false,"elo":910.1,"elo_lo":902.5,"elo_hi":917.7,"elo_lo_cluster":902.8,"elo_hi_cluster":917.7,"raw_win_rate":0.365},{"model":"llama-3.3-70b-instruct","provider":"Meta","battles":4905,"share":0.01808,"rank":49,"rank_lo":48,"rank_hi":50,"rank_dist":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.325,0.364,0.296,0.014,0.001,0.0],"rank_length_adj":49,"rank_delta":0,"rank_delta_lo":-1,"rank_delta_hi":1,"elo_length_adj":917.7,"low_data":false,"elo":909.0,"elo_lo":900.6,"elo_hi":917.7,"elo_lo_cluster":900.7,"elo_hi_cluster":917.1,"raw_win_rate":0.3634},{"model":"mistral-small-3.1-24b-instruct-2503","provider":"Mistral","battles":3271,"share":0.01206,"rank":50,"rank_lo":48,"rank_hi":51,"rank_dist":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.233,0.287,0.416,0.057,0.006,0.001],"rank_length_adj":51,"rank_delta":-1,"rank_delta_lo":-2,"rank_delta_hi":0,"elo_length_adj":911.8,"low_data":false,"elo":907.6,"elo_lo":897.7,"elo_hi":916.9,"elo_lo_cluster":896.3,"elo_hi_cluster":917.5,"raw_win_rate":0.3632},{"model":"claude-3-5-haiku-20241022","provider":"Anthropic","battles":6466,"share":0.02384,"rank":51,"rank_lo":50,"rank_hi":53,"rank_dist":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.003,0.041,0.696,0.227,0.033],"rank_length_adj":50,"rank_delta":1,"rank_delta_lo":0,"rank_delta_hi":3,"elo_length_adj":912.0,"low_data":false,"elo":896.6,"elo_lo":888.7,"elo_hi":903.5,"elo_lo_cluster":889.0,"elo_hi_cluster":904.3,"raw_win_rate":0.3467},{"model":"magistral-medium-2506","provider":"Mistral","battles":2606,"share":0.00961,"rank":52,"rank_lo":51,"rank_hi":53,"rank_dist":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.002,0.011,0.131,0.584,0.272],"rank_length_adj":52,"rank_delta":0,"rank_delta_lo":-1,"rank_delta_hi":1,"elo_length_adj":898.2,"low_data":false,"elo":889.5,"elo_lo":877.7,"elo_hi":901.1,"elo_lo_cluster":877.5,"elo_hi_cluster":901.8,"raw_win_rate":0.3394},{"model":"gpt-4o-mini-2024-07-18","provider":"OpenAI","battles":590,"share":0.00218,"rank":53,"rank_lo":50,"rank_hi":53,"rank_dist":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.005,0.01,0.016,0.094,0.181,0.694],"rank_length_adj":53,"rank_delta":0,"rank_delta_lo":-1,"rank_delta_hi":1,"elo_length_adj":892.3,"low_data":false,"elo":881.6,"elo_lo":858.2,"elo_hi":904.5,"elo_lo_cluster":857.6,"elo_hi_cluster":905.0,"raw_win_rate":0.339}],"p_greater":[[0.0,0.997,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],[0.003,0.0,0.66,0.99,0.989,0.992,0.994,0.999,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.34,0.0,0.95,0.964,0.971,0.986,0.995,0.999,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.01,0.05,0.0,0.599,0.759,0.844,0.951,0.996,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.011,0.036,0.401,0.0,0.683,0.756,0.903,0.985,0.999,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.008,0.029,0.241,0.317,0.0,0.523,0.707,0.881,0.991,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.999,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.006,0.014,0.156,0.244,0.477,0.0,0.711,0.915,0.993,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.001,0.005,0.049,0.097,0.293,0.289,0.0,0.763,0.984,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.998,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.0,0.001,0.004,0.015,0.119,0.085,0.237,0.0,0.887,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.998,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.0,0.0,0.0,0.001,0.009,0.007,0.016,0.113,0.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.991,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.898,0.94,0.917,0.999,0.999,0.999,0.998,1.0,0.888,1.0,1.0,1.0,1.0,0.994,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.102,0.0,0.689,0.69,0.906,0.924,0.945,0.959,0.981,0.778,0.993,0.983,0.981,1.0,0.953,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06,0.311,0.0,0.531,0.745,0.768,0.797,0.825,0.87,0.719,0.901,0.919,0.935,0.993,0.913,0.996,1.0,1.0,1.0,1.0,1.0,0.998,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.083,0.31,0.469,0.0,0.66,0.7,0.734,0.765,0.815,0.698,0.872,0.867,0.915,0.986,0.903,0.995,0.998,1.0,1.0,0.999,1.0,0.998,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.001,0.094,0.255,0.34,0.0,0.541,0.611,0.644,0.752,0.621,0.836,0.835,0.905,0.993,0.881,0.999,0.999,1.0,1.0,1.0,1.0,0.996,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.001,0.076,0.232,0.3,0.459,0.0,0.592,0.64,0.731,0.62,0.81,0.835,0.892,0.994,0.873,0.999,1.0,1.0,1.0,0.999,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.001,0.055,0.203,0.266,0.389,0.408,0.0,0.553,0.659,0.587,0.732,0.764,0.858,0.991,0.855,0.998,1.0,0.999,1.0,1.0,1.0,0.997,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.002,0.041,0.175,0.235,0.356,0.36,0.447,0.0,0.578,0.566,0.671,0.698,0.823,0.978,0.828,0.987,1.0,1.0,1.0,0.999,1.0,0.997,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.019,0.13,0.185,0.248,0.269,0.341,0.422,0.0,0.533,0.577,0.632,0.8,0.97,0.801,0.993,1.0,0.999,1.0,0.999,1.0,0.996,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.0,0.0,0.0,0.0,0.001,0.0,0.002,0.002,0.009,0.112,0.222,0.281,0.302,0.379,0.38,0.413,0.434,0.467,0.0,0.48,0.503,0.667,0.718,0.698,0.732,0.83,0.847,0.862,0.893,0.988,0.958,0.988,0.988,0.989,0.995,0.996,0.999,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.007,0.099,0.128,0.164,0.19,0.268,0.329,0.423,0.52,0.0,0.564,0.766,0.964,0.778,0.987,1.0,1.0,1.0,1.0,1.0,0.992,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.017,0.081,0.133,0.165,0.165,0.236,0.302,0.368,0.497,0.436,0.0,0.737,0.936,0.755,0.969,0.998,0.995,0.999,0.997,1.0,0.99,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.019,0.065,0.085,0.095,0.108,0.142,0.177,0.2,0.333,0.234,0.258,0.0,0.606,0.593,0.639,0.749,0.752,0.774,0.847,0.994,0.924,0.994,0.993,0.994,0.997,0.998,0.999,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.007,0.014,0.007,0.006,0.009,0.022,0.03,0.282,0.036,0.064,0.394,0.0,0.512,0.551,0.862,0.879,0.931,0.933,1.0,0.962,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.006,0.047,0.087,0.097,0.119,0.127,0.145,0.172,0.199,0.302,0.222,0.245,0.406,0.488,0.0,0.516,0.687,0.705,0.75,0.789,0.979,0.903,0.975,0.983,0.982,0.99,0.998,0.998,0.999,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.004,0.005,0.001,0.001,0.002,0.013,0.007,0.268,0.013,0.031,0.361,0.449,0.484,0.0,0.842,0.877,0.941,0.935,1.0,0.961,1.0,1.0,0.999,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.002,0.001,0.0,0.0,0.0,0.0,0.17,0.0,0.002,0.251,0.138,0.313,0.158,0.0,0.541,0.655,0.758,1.0,0.908,0.999,0.998,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.001,0.0,0.001,0.153,0.0,0.005,0.248,0.121,0.295,0.123,0.459,0.0,0.612,0.738,0.999,0.898,0.999,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.138,0.0,0.001,0.226,0.069,0.25,0.059,0.345,0.388,0.0,0.686,0.999,0.875,0.999,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.001,0.0,0.001,0.0,0.001,0.001,0.107,0.0,0.003,0.153,0.067,0.211,0.065,0.242,0.262,0.314,0.0,0.979,0.827,0.986,0.981,0.988,0.998,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.012,0.0,0.0,0.006,0.0,0.021,0.0,0.0,0.001,0.001,0.021,0.0,0.487,0.561,0.636,0.716,0.857,0.973,0.997,0.999,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.002,0.002,0.004,0.0,0.003,0.003,0.004,0.042,0.008,0.01,0.076,0.038,0.097,0.039,0.092,0.102,0.125,0.173,0.513,0.0,0.534,0.566,0.635,0.664,0.789,0.867,0.892,0.991,0.992,0.995,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.012,0.0,0.0,0.006,0.0,0.025,0.0,0.001,0.001,0.001,0.014,0.439,0.466,0.0,0.575,0.685,0.812,0.967,0.998,0.998,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.012,0.0,0.0,0.007,0.0,0.017,0.0,0.002,0.0,0.0,0.019,0.364,0.434,0.425,0.0,0.615,0.723,0.934,0.991,0.987,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.011,0.0,0.0,0.006,0.0,0.018,0.001,0.0,0.0,0.0,0.012,0.284,0.365,0.315,0.385,0.0,0.55,0.824,0.933,0.953,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.005,0.0,0.0,0.003,0.0,0.01,0.0,0.0,0.0,0.0,0.002,0.143,0.336,0.188,0.277,0.45,0.0,0.829,0.962,0.975,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.004,0.0,0.0,0.002,0.0,0.002,0.0,0.0,0.0,0.0,0.0,0.027,0.211,0.033,0.066,0.176,0.171,0.0,0.784,0.817,0.999,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.001,0.0,0.0,0.001,0.0,0.002,0.0,0.0,0.0,0.0,0.0,0.003,0.133,0.002,0.009,0.067,0.038,0.216,0.0,0.561,1.0,0.999,0.998,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.001,0.0,0.0,0.0,0.0,0.0,0.001,0.108,0.002,0.013,0.047,0.025,0.183,0.439,0.0,0.999,0.998,0.997,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.009,0.0,0.0,0.0,0.0,0.001,0.0,0.001,0.0,0.623,0.7,1.0,1.0,0.998,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.008,0.0,0.0,0.0,0.0,0.0,0.001,0.002,0.377,0.0,0.576,0.999,0.999,0.998,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.005,0.0,0.0,0.0,0.0,0.0,0.002,0.003,0.3,0.424,0.0,0.998,0.995,0.996,0.999,0.999,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.001,0.002,0.0,0.526,0.553,0.831,0.851,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.001,0.005,0.474,0.0,0.496,0.783,0.79,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.002,0.002,0.004,0.447,0.504,0.0,0.743,0.75,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.001,0.169,0.217,0.257,0.0,0.532,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.001,0.149,0.21,0.25,0.468,0.0,1.0,1.0,1.0,1.0,1.0,1.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.571,0.643,0.997,0.999,0.988],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.429,0.0,0.598,0.991,0.993,0.987],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.357,0.402,0.0,0.957,0.992,0.973],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.003,0.009,0.043,0.0,0.839,0.86],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.001,0.007,0.008,0.161,0.0,0.71],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.012,0.013,0.027,0.14,0.29,0.0]],"adjacent":[{"higher":"gemini-2.5-pro","lower":"gemini-2.5-pro-preview-03-25","rank":1,"p_stays_higher":0.997},{"higher":"gemini-2.5-pro-preview-03-25","lower":"grok-4-0709","rank":2,"p_stays_higher":0.66},{"higher":"grok-4-0709","lower":"o3-2025-04-16","rank":3,"p_stays_higher":0.95},{"higher":"o3-2025-04-16","lower":"chatgpt-4o-latest-20250326","rank":4,"p_stays_higher":0.599},{"higher":"chatgpt-4o-latest-20250326","lower":"gemini-2.5-pro-preview-05-06","rank":5,"p_stays_higher":0.683},{"higher":"gemini-2.5-pro-preview-05-06","lower":"deepseek-r1-0528","rank":6,"p_stays_higher":0.523},{"higher":"deepseek-r1-0528","lower":"grok-3-preview-02-24","rank":7,"p_stays_higher":0.711},{"higher":"grok-3-preview-02-24","lower":"llama-4-maverick-03-26-experimental","rank":8,"p_stays_higher":0.763},{"higher":"llama-4-maverick-03-26-experimental","lower":"gemini-2.5-flash","rank":9,"p_stays_higher":0.887},{"higher":"gemini-2.5-flash","lower":"qwen3-235b-a22b-no-thinking","rank":10,"p_stays_higher":1.0},{"higher":"qwen3-235b-a22b-no-thinking","lower":"gemini-2.5-flash-preview-04-17","rank":11,"p_stays_higher":0.898},{"higher":"gemini-2.5-flash-preview-04-17","lower":"kimi-k2-0711-preview","rank":12,"p_stays_higher":0.689},{"higher":"kimi-k2-0711-preview","lower":"hunyuan-turbos-20250416","rank":13,"p_stays_higher":0.531},{"higher":"hunyuan-turbos-20250416","lower":"deepseek-v3-0324","rank":14,"p_stays_higher":0.66},{"higher":"deepseek-v3-0324","lower":"gpt-4.1-2025-04-14","rank":15,"p_stays_higher":0.541},{"higher":"gpt-4.1-2025-04-14","lower":"qwen3-235b-a22b","rank":16,"p_stays_higher":0.592},{"higher":"qwen3-235b-a22b","lower":"qwen-max-2025-01-25","rank":17,"p_stays_higher":0.553},{"higher":"qwen-max-2025-01-25","lower":"o4-mini-2025-04-16","rank":18,"p_stays_higher":0.578},{"higher":"o4-mini-2025-04-16","lower":"gemini-2.0-flash-thinking-exp-01-21","rank":19,"p_stays_higher":0.533},{"higher":"gemini-2.0-flash-thinking-exp-01-21","lower":"mistral-medium-2505","rank":20,"p_stays_higher":0.48},{"higher":"mistral-medium-2505","lower":"gemini-2.5-flash-lite-preview-06-17-thinking","rank":21,"p_stays_higher":0.564},{"higher":"gemini-2.5-flash-lite-preview-06-17-thinking","lower":"qwen3-coder-480b-a35b-instruct","rank":22,"p_stays_higher":0.737},{"higher":"qwen3-coder-480b-a35b-instruct","lower":"minimax-m1","rank":23,"p_stays_higher":0.606},{"higher":"minimax-m1","lower":"qwen3-235b-a22b-instruct-2507","rank":24,"p_stays_higher":0.512},{"higher":"qwen3-235b-a22b-instruct-2507","lower":"gemma-3-27b-it","rank":25,"p_stays_higher":0.516},{"higher":"gemma-3-27b-it","lower":"claude-opus-4-20250514-thinking-16k","rank":26,"p_stays_higher":0.842},{"higher":"claude-opus-4-20250514-thinking-16k","lower":"grok-3-mini-beta","rank":27,"p_stays_higher":0.541},{"higher":"grok-3-mini-beta","lower":"claude-opus-4-20250514","rank":28,"p_stays_higher":0.612},{"higher":"claude-opus-4-20250514","lower":"grok-3-mini-high","rank":29,"p_stays_higher":0.686},{"higher":"grok-3-mini-high","lower":"claude-sonnet-4-20250514-thinking-32k","rank":30,"p_stays_higher":0.979},{"higher":"claude-sonnet-4-20250514-thinking-32k","lower":"gpt-4o-2024-11-20","rank":31,"p_stays_higher":0.487},{"higher":"gpt-4o-2024-11-20","lower":"gemini-2.0-flash-001","rank":32,"p_stays_higher":0.534},{"higher":"gemini-2.0-flash-001","lower":"qwq-32b","rank":33,"p_stays_higher":0.575},{"higher":"qwq-32b","lower":"mistral-small-2506","rank":34,"p_stays_higher":0.615},{"higher":"mistral-small-2506","lower":"gpt-4.1-mini-2025-04-14","rank":35,"p_stays_higher":0.55},{"higher":"gpt-4.1-mini-2025-04-14","lower":"qwen3-30b-a3b","rank":36,"p_stays_higher":0.829},{"higher":"qwen3-30b-a3b","lower":"command-a-03-2025","rank":37,"p_stays_higher":0.784},{"higher":"command-a-03-2025","lower":"claude-sonnet-4-20250514","rank":38,"p_stays_higher":0.561},{"higher":"claude-sonnet-4-20250514","lower":"o3-mini","rank":39,"p_stays_higher":0.999},{"higher":"o3-mini","lower":"amazon-nova-experimental-chat-05-14","rank":40,"p_stays_higher":0.623},{"higher":"amazon-nova-experimental-chat-05-14","lower":"gemma-3n-e4b-it","rank":41,"p_stays_higher":0.576},{"higher":"gemma-3n-e4b-it","lower":"claude-3-7-sonnet-20250219-thinking-32k","rank":42,"p_stays_higher":0.998},{"higher":"claude-3-7-sonnet-20250219-thinking-32k","lower":"llama-4-maverick-17b-128e-instruct","rank":43,"p_stays_higher":0.526},{"higher":"llama-4-maverick-17b-128e-instruct","lower":"llama-4-scout-17b-16e-instruct","rank":44,"p_stays_higher":0.496},{"higher":"llama-4-scout-17b-16e-instruct","lower":"claude-3-5-sonnet-20241022","rank":45,"p_stays_higher":0.743},{"higher":"claude-3-5-sonnet-20241022","lower":"claude-3-7-sonnet-20250219","rank":46,"p_stays_higher":0.532},{"higher":"claude-3-7-sonnet-20250219","lower":"amazon.nova-pro-v1:0","rank":47,"p_stays_higher":1.0},{"higher":"amazon.nova-pro-v1:0","lower":"llama-3.3-70b-instruct","rank":48,"p_stays_higher":0.571},{"higher":"llama-3.3-70b-instruct","lower":"mistral-small-3.1-24b-instruct-2503","rank":49,"p_stays_higher":0.598},{"higher":"mistral-small-3.1-24b-instruct-2503","lower":"claude-3-5-haiku-20241022","rank":50,"p_stays_higher":0.957},{"higher":"claude-3-5-haiku-20241022","lower":"magistral-medium-2506","rank":51,"p_stays_higher":0.839},{"higher":"magistral-medium-2506","lower":"gpt-4o-mini-2024-07-18","rank":52,"p_stays_higher":0.71}],"providers":[{"provider":"Anthropic","battles":57441,"share":0.21177,"n_models":8},{"provider":"Google","battles":50170,"share":0.18496,"n_models":10},{"provider":"OpenAI","battles":43104,"share":0.15891,"n_models":8},{"provider":"Alibaba","battles":28951,"share":0.10673,"n_models":7},{"provider":"Meta","battles":18848,"share":0.06949,"n_models":4},{"provider":"Mistral","battles":17385,"share":0.06409,"n_models":4},{"provider":"xAI","battles":16393,"share":0.06044,"n_models":4},{"provider":"DeepSeek","battles":12671,"share":0.04671,"n_models":2},{"provider":"Amazon","battles":9650,"share":0.03558,"n_models":2},{"provider":"Cohere","battles":6838,"share":0.02521,"n_models":1},{"provider":"MiniMax","battles":5469,"share":0.02016,"n_models":1},{"provider":"Moonshot AI","battles":2743,"share":0.01011,"n_models":1},{"provider":"Tencent","battles":1585,"share":0.00584,"n_models":1}]}