{
"global_name": "Non-Overlap Bench",
"version_note": "V4.4",
"description": "Measures how unconventionally the model retrieves knowledge.
Temp=0, TopP=1, Sys=0, queries=30_isomorphisms, ~40$ Cost Sum (includes failed&dropped tests).",
"model_results": [
{
"_type": "header",
"model": "anthropic/claude-opus-4.5",
"effort": "none"
},
{
"_type": "summary",
"model": "anthropic/claude-opus-4.5",
"total_words": 15710,
"total_overlap": 11269,
"total_overlap_n1": 8182,
"total_overlap_n2": 2578,
"total_overlap_n3": 430,
"total_overlap_n4": 79,
"global_cost": 0.625695,
"stdev": 0.009396,
"median_non_overlap_score": 0.9672,
"median_penalty_n1": 0.0132,
"median_penalty_n2": 0.0116,
"median_penalty_n3": 0.0059,
"median_penalty_n4": 0.00255
},
{
"_type": "header",
"model": "anthropic/claude-opus-4.5",
"effort": "high"
},
{
"_type": "summary",
"model": "anthropic/claude-opus-4.5",
"total_words": 15823,
"total_overlap": 11442,
"total_overlap_n1": 8287,
"total_overlap_n2": 2666,
"total_overlap_n3": 414,
"total_overlap_n4": 75,
"global_cost": 0.6270199999999999,
"stdev": 0.010033,
"median_non_overlap_score": 0.96695,
"median_penalty_n1": 0.01305,
"median_penalty_n2": 0.0116,
"median_penalty_n3": 0.00525,
"median_penalty_n4": 0.0026
},
{
"_type": "header",
"model": "anthropic/claude-opus-4.7",
"effort": "none"
},
{
"_type": "summary",
"model": "anthropic/claude-opus-4.7",
"total_words": 15828,
"total_overlap": 11762,
"total_overlap_n1": 7341,
"total_overlap_n2": 3269,
"total_overlap_n3": 862,
"total_overlap_n4": 290,
"global_cost": 0.9746550000000002,
"stdev": 0.02067,
"median_non_overlap_score": 0.95095,
"median_penalty_n1": 0.0115,
"median_penalty_n2": 0.01565,
"median_penalty_n3": 0.01175,
"median_penalty_n4": 0.009
},
{
"_type": "header",
"model": "anthropic/claude-opus-4.7",
"effort": "high"
},
{
"_type": "summary",
"model": "anthropic/claude-opus-4.7",
"total_words": 15851,
"total_overlap": 11516,
"total_overlap_n1": 7560,
"total_overlap_n2": 3092,
"total_overlap_n3": 689,
"total_overlap_n4": 175,
"global_cost": 0.98633,
"stdev": 0.012583,
"median_non_overlap_score": 0.9584,
"median_penalty_n1": 0.01185,
"median_penalty_n2": 0.0145,
"median_penalty_n3": 0.00995,
"median_penalty_n4": 0.00515
},
{
"_type": "header",
"model": "anthropic/claude-opus-4.8",
"effort": "none"
},
{
"_type": "summary",
"model": "anthropic/claude-opus-4.8",
"total_words": 16421,
"total_overlap": 13315,
"total_overlap_n1": 8263,
"total_overlap_n2": 3889,
"total_overlap_n3": 919,
"total_overlap_n4": 244,
"global_cost": 1.00923,
"stdev": 0.01732,
"median_non_overlap_score": 0.9501,
"median_penalty_n1": 0.0123,
"median_penalty_n2": 0.01685,
"median_penalty_n3": 0.01125,
"median_penalty_n4": 0.00865
},
{
"_type": "header",
"model": "anthropic/claude-opus-4.8",
"effort": "high"
},
{
"_type": "summary",
"model": "anthropic/claude-opus-4.8",
"total_words": 16380,
"total_overlap": 13127,
"total_overlap_n1": 8210,
"total_overlap_n2": 3790,
"total_overlap_n3": 887,
"total_overlap_n4": 240,
"global_cost": 0.9986299999999997,
"stdev": 0.017274,
"median_non_overlap_score": 0.9518,
"median_penalty_n1": 0.01225,
"median_penalty_n2": 0.0172,
"median_penalty_n3": 0.0107,
"median_penalty_n4": 0.0074
},
{
"_type": "header",
"model": "deepseek/deepseek-chat-v3-0324",
"effort": "none"
},
{
"_type": "summary",
"model": "deepseek/deepseek-chat-v3-0324",
"total_words": 10903,
"total_overlap": 12377,
"total_overlap_n1": 6798,
"total_overlap_n2": 3574,
"total_overlap_n3": 1338,
"total_overlap_n4": 667,
"global_cost": 0.014954959999999998,
"stdev": 0.038451,
"median_non_overlap_score": 0.89775,
"median_penalty_n1": 0.01565,
"median_penalty_n2": 0.0255,
"median_penalty_n3": 0.0255,
"median_penalty_n4": 0.03865
},
{
"_type": "header",
"model": "deepseek/deepseek-v4-flash",
"effort": "high"
},
{
"_type": "summary",
"model": "deepseek/deepseek-v4-flash",
"total_words": 16956,
"total_overlap": 16745,
"total_overlap_n1": 9069,
"total_overlap_n2": 5119,
"total_overlap_n3": 1816,
"total_overlap_n4": 741,
"global_cost": 0.014104160000000001,
"stdev": 0.027954,
"median_non_overlap_score": 0.91505,
"median_penalty_n1": 0.01385,
"median_penalty_n2": 0.02205,
"median_penalty_n3": 0.0208,
"median_penalty_n4": 0.0246
},
{
"_type": "header",
"model": "deepseek/deepseek-v4-flash",
"effort": "low"
},
{
"_type": "summary",
"model": "deepseek/deepseek-v4-flash",
"total_words": 16401,
"total_overlap": 16713,
"total_overlap_n1": 8889,
"total_overlap_n2": 5367,
"total_overlap_n3": 1823,
"total_overlap_n4": 634,
"global_cost": 0.01383536,
"stdev": 0.02739,
"median_non_overlap_score": 0.9074,
"median_penalty_n1": 0.01365,
"median_penalty_n2": 0.0246,
"median_penalty_n3": 0.0257,
"median_penalty_n4": 0.0263
},
{
"_type": "header",
"model": "deepseek/deepseek-v4-pro",
"effort": "high"
},
{
"_type": "summary",
"model": "deepseek/deepseek-v4-pro",
"total_words": 15519,
"total_overlap": 15482,
"total_overlap_n1": 8096,
"total_overlap_n2": 4897,
"total_overlap_n3": 1767,
"total_overlap_n4": 722,
"global_cost": 0.27709848,
"stdev": 0.067294,
"median_non_overlap_score": 0.926,
"median_penalty_n1": 0.01305,
"median_penalty_n2": 0.02245,
"median_penalty_n3": 0.0206,
"median_penalty_n4": 0.01885
},
{
"_type": "header",
"model": "deepseek/deepseek-v4-pro",
"effort": "low"
},
{
"_type": "summary",
"model": "deepseek/deepseek-v4-pro",
"total_words": 15577,
"total_overlap": 15992,
"total_overlap_n1": 7879,
"total_overlap_n2": 5083,
"total_overlap_n3": 2097,
"total_overlap_n4": 933,
"global_cost": 0.52780716,
"stdev": 0.052458,
"median_non_overlap_score": 0.90565,
"median_penalty_n1": 0.0128,
"median_penalty_n2": 0.02375,
"median_penalty_n3": 0.02785,
"median_penalty_n4": 0.03345
},
{
"_type": "header",
"model": "deepseek/deepseek-v4-pro",
"effort": "none"
},
{
"_type": "summary",
"model": "deepseek/deepseek-v4-pro",
"total_words": 15376,
"total_overlap": 15522,
"total_overlap_n1": 7891,
"total_overlap_n2": 4877,
"total_overlap_n3": 1915,
"total_overlap_n4": 839,
"global_cost": 0.38384226000000005,
"stdev": 0.06122,
"median_non_overlap_score": 0.91155,
"median_penalty_n1": 0.0127,
"median_penalty_n2": 0.024,
"median_penalty_n3": 0.0229,
"median_penalty_n4": 0.0257
},
{
"_type": "header",
"model": "google/gemini-3-flash-preview",
"effort": "high"
},
{
"_type": "summary",
"model": "google/gemini-3-flash-preview",
"total_words": 22305,
"total_overlap": 19903,
"total_overlap_n1": 10267,
"total_overlap_n2": 6779,
"total_overlap_n3": 2167,
"total_overlap_n4": 690,
"global_cost": 0.090514,
"stdev": 0.019999,
"median_non_overlap_score": 0.9168,
"median_penalty_n1": 0.01155,
"median_penalty_n2": 0.02275,
"median_penalty_n3": 0.0227,
"median_penalty_n4": 0.0214
},
{
"_type": "header",
"model": "google/gemini-3-flash-preview",
"effort": "low"
},
{
"_type": "summary",
"model": "google/gemini-3-flash-preview",
"total_words": 22305,
"total_overlap": 19903,
"total_overlap_n1": 10267,
"total_overlap_n2": 6779,
"total_overlap_n3": 2167,
"total_overlap_n4": 690,
"global_cost": 0.090514,
"stdev": 0.019999,
"median_non_overlap_score": 0.9168,
"median_penalty_n1": 0.01155,
"median_penalty_n2": 0.02275,
"median_penalty_n3": 0.0227,
"median_penalty_n4": 0.0214
},
{
"_type": "header",
"model": "google/gemini-3.1-flash-lite-preview",
"effort": "high"
},
{
"_type": "summary",
"model": "google/gemini-3.1-flash-lite-preview",
"total_words": 19651,
"total_overlap": 18324,
"total_overlap_n1": 9358,
"total_overlap_n2": 6319,
"total_overlap_n3": 2056,
"total_overlap_n4": 591,
"global_cost": 0.038588000000000004,
"stdev": 0.020101,
"median_non_overlap_score": 0.9222,
"median_penalty_n1": 0.0119,
"median_penalty_n2": 0.024,
"median_penalty_n3": 0.02255,
"median_penalty_n4": 0.01905
},
{
"_type": "header",
"model": "google/gemini-3.1-flash-lite-preview",
"effort": "low"
},
{
"_type": "summary",
"model": "google/gemini-3.1-flash-lite-preview",
"total_words": 19538,
"total_overlap": 18156,
"total_overlap_n1": 9192,
"total_overlap_n2": 6284,
"total_overlap_n3": 2046,
"total_overlap_n4": 634,
"global_cost": 0.0381635,
"stdev": 0.018516,
"median_non_overlap_score": 0.92405,
"median_penalty_n1": 0.01175,
"median_penalty_n2": 0.02485,
"median_penalty_n3": 0.02265,
"median_penalty_n4": 0.0182
},
{
"_type": "header",
"model": "google/gemini-3.1-pro-preview",
"effort": "high"
},
{
"_type": "summary",
"model": "google/gemini-3.1-pro-preview",
"total_words": 16860,
"total_overlap": 12649,
"total_overlap_n1": 8127,
"total_overlap_n2": 3477,
"total_overlap_n3": 836,
"total_overlap_n4": 209,
"global_cost": 1.5795799999999998,
"stdev": 0.018328,
"median_non_overlap_score": 0.9597,
"median_penalty_n1": 0.01235,
"median_penalty_n2": 0.01495,
"median_penalty_n3": 0.00945,
"median_penalty_n4": 0.0052
},
{
"_type": "header",
"model": "google/gemini-3.1-pro-preview",
"effort": "low"
},
{
"_type": "summary",
"model": "google/gemini-3.1-pro-preview",
"total_words": 16742,
"total_overlap": 12778,
"total_overlap_n1": 8125,
"total_overlap_n2": 3578,
"total_overlap_n3": 878,
"total_overlap_n4": 197,
"global_cost": 1.5584680000000004,
"stdev": 0.021354,
"median_non_overlap_score": 0.96,
"median_penalty_n1": 0.0123,
"median_penalty_n2": 0.01495,
"median_penalty_n3": 0.009,
"median_penalty_n4": 0.00365
},
{
"_type": "header",
"model": "google/gemini-3.5-flash",
"effort": "low"
},
{
"_type": "summary",
"model": "google/gemini-3.5-flash",
"total_words": 16442,
"total_overlap": 13772,
"total_overlap_n1": 8218,
"total_overlap_n2": 4064,
"total_overlap_n3": 1152,
"total_overlap_n4": 338,
"global_cost": 1.3988385,
"stdev": 0.024882,
"median_non_overlap_score": 0.94585,
"median_penalty_n1": 0.01245,
"median_penalty_n2": 0.01875,
"median_penalty_n3": 0.0145,
"median_penalty_n4": 0.0123
},
{
"_type": "header",
"model": "google/gemini-3.5-flash",
"effort": "high"
},
{
"_type": "summary",
"model": "google/gemini-3.5-flash",
"total_words": 16216,
"total_overlap": 13717,
"total_overlap_n1": 8124,
"total_overlap_n2": 4073,
"total_overlap_n3": 1184,
"total_overlap_n4": 336,
"global_cost": 1.4680199999999999,
"stdev": 0.025839,
"median_non_overlap_score": 0.9452,
"median_penalty_n1": 0.01255,
"median_penalty_n2": 0.0182,
"median_penalty_n3": 0.0135,
"median_penalty_n4": 0.0091
},
{
"_type": "header",
"model": "google/gemma-4-31b-it",
"effort": "none"
},
{
"_type": "summary",
"model": "google/gemma-4-31b-it",
"total_words": 15042,
"total_overlap": 13624,
"total_overlap_n1": 7038,
"total_overlap_n2": 4690,
"total_overlap_n3": 1452,
"total_overlap_n4": 444,
"global_cost": 0.007643709999999998,
"stdev": 0.029536,
"median_non_overlap_score": 0.9237,
"median_penalty_n1": 0.01165,
"median_penalty_n2": 0.0246,
"median_penalty_n3": 0.02285,
"median_penalty_n4": 0.01415
},
{
"_type": "header",
"model": "google/gemma-4-31b-it",
"effort": "high"
},
{
"_type": "summary",
"model": "google/gemma-4-31b-it",
"total_words": 15129,
"total_overlap": 13763,
"total_overlap_n1": 7074,
"total_overlap_n2": 4729,
"total_overlap_n3": 1522,
"total_overlap_n4": 438,
"global_cost": 0.0076260600000000005,
"stdev": 0.027636,
"median_non_overlap_score": 0.9282,
"median_penalty_n1": 0.0117,
"median_penalty_n2": 0.0232,
"median_penalty_n3": 0.02255,
"median_penalty_n4": 0.0184
},
{
"_type": "header",
"model": "inclusionai/ling-2.6-1t",
"effort": "none"
},
{
"_type": "summary",
"model": "inclusionai/ling-2.6-1t",
"total_words": 10327,
"total_overlap": 5803,
"total_overlap_n1": 3957,
"total_overlap_n2": 1470,
"total_overlap_n3": 292,
"total_overlap_n4": 84,
"global_cost": 0.009089025,
"stdev": 0.016799,
"median_non_overlap_score": 0.9742,
"median_penalty_n1": 0.0095,
"median_penalty_n2": 0.00975,
"median_penalty_n3": 0.0039,
"median_penalty_n4": 0.0006
},
{
"_type": "header",
"model": "inclusionai/ring-2.6-1t",
"effort": "high"
},
{
"_type": "summary",
"model": "inclusionai/ring-2.6-1t",
"total_words": 15702,
"total_overlap": 13755,
"total_overlap_n1": 8143,
"total_overlap_n2": 4057,
"total_overlap_n3": 1161,
"total_overlap_n4": 394,
"global_cost": 0.024849899999999994,
"stdev": 0.02758,
"median_non_overlap_score": 0.93675,
"median_penalty_n1": 0.013,
"median_penalty_n2": 0.01805,
"median_penalty_n3": 0.0156,
"median_penalty_n4": 0.0165
},
{
"_type": "header",
"model": "inclusionai/ring-2.6-1t",
"effort": "low"
},
{
"_type": "summary",
"model": "inclusionai/ring-2.6-1t",
"total_words": 15839,
"total_overlap": 13887,
"total_overlap_n1": 8331,
"total_overlap_n2": 4062,
"total_overlap_n3": 1132,
"total_overlap_n4": 362,
"global_cost": 0.0280249,
"stdev": 0.025723,
"median_non_overlap_score": 0.94055,
"median_penalty_n1": 0.0131,
"median_penalty_n2": 0.02005,
"median_penalty_n3": 0.0148,
"median_penalty_n4": 0.0138
},
{
"_type": "header",
"model": "kwaipilot/kat-coder-pro-v2",
"effort": "none"
},
{
"_type": "summary",
"model": "kwaipilot/kat-coder-pro-v2",
"total_words": 16927,
"total_overlap": 18265,
"total_overlap_n1": 9450,
"total_overlap_n2": 5975,
"total_overlap_n3": 2104,
"total_overlap_n4": 736,
"global_cost": 0.0287427,
"stdev": 0.032871,
"median_non_overlap_score": 0.9034,
"median_penalty_n1": 0.014,
"median_penalty_n2": 0.0261,
"median_penalty_n3": 0.02695,
"median_penalty_n4": 0.02675
},
{
"_type": "header",
"model": "liquid/lfm-2-24b-a2b",
"effort": "none"
},
{
"_type": "summary",
"model": "liquid/lfm-2-24b-a2b",
"total_words": 16832,
"total_overlap": 17206,
"total_overlap_n1": 10476,
"total_overlap_n2": 4675,
"total_overlap_n3": 1422,
"total_overlap_n4": 633,
"global_cost": 0.0031080599999999997,
"stdev": 0.016747,
"median_non_overlap_score": 0.91805,
"median_penalty_n1": 0.0155,
"median_penalty_n2": 0.021,
"median_penalty_n3": 0.01895,
"median_penalty_n4": 0.0249
},
{
"_type": "header",
"model": "minimax/minimax-m3",
"effort": "high"
},
{
"_type": "summary",
"model": "minimax/minimax-m3",
"total_words": 15331,
"total_overlap": 10604,
"total_overlap_n1": 6939,
"total_overlap_n2": 2829,
"total_overlap_n3": 670,
"total_overlap_n4": 166,
"global_cost": 0.1123173,
"stdev": 0.014612,
"median_non_overlap_score": 0.96125,
"median_penalty_n1": 0.01155,
"median_penalty_n2": 0.01345,
"median_penalty_n3": 0.0087,
"median_penalty_n4": 0.005
},
{
"_type": "header",
"model": "minimax/minimax-m3",
"effort": "low"
},
{
"_type": "summary",
"model": "minimax/minimax-m3",
"total_words": 15265,
"total_overlap": 10971,
"total_overlap_n1": 7229,
"total_overlap_n2": 2915,
"total_overlap_n3": 669,
"total_overlap_n4": 158,
"global_cost": 0.12068706000000001,
"stdev": 0.015537,
"median_non_overlap_score": 0.96145,
"median_penalty_n1": 0.01155,
"median_penalty_n2": 0.01415,
"median_penalty_n3": 0.00745,
"median_penalty_n4": 0.00515
},
{
"_type": "header",
"model": "mistralai/mistral-large-2512",
"effort": "none"
},
{
"_type": "summary",
"model": "mistralai/mistral-large-2512",
"total_words": 20446,
"total_overlap": 21936,
"total_overlap_n1": 11469,
"total_overlap_n2": 6951,
"total_overlap_n3": 2549,
"total_overlap_n4": 967,
"global_cost": 0.0493615,
"stdev": 0.026931,
"median_non_overlap_score": 0.90705,
"median_penalty_n1": 0.0142,
"median_penalty_n2": 0.0251,
"median_penalty_n3": 0.02685,
"median_penalty_n4": 0.0271
},
{
"_type": "header",
"model": "mistralai/mistral-medium-3-5",
"effort": "high"
},
{
"_type": "summary",
"model": "mistralai/mistral-medium-3-5",
"total_words": 9380,
"total_overlap": 10949,
"total_overlap_n1": 5838,
"total_overlap_n2": 3368,
"total_overlap_n3": 1248,
"total_overlap_n4": 495,
"global_cost": 0.11660099999999998,
"stdev": 0.036985,
"median_non_overlap_score": 0.89205,
"median_penalty_n1": 0.01595,
"median_penalty_n2": 0.02875,
"median_penalty_n3": 0.0308,
"median_penalty_n4": 0.0306
},
{
"_type": "header",
"model": "mistralai/mistral-medium-3-5",
"effort": "none"
},
{
"_type": "summary",
"model": "mistralai/mistral-medium-3-5",
"total_words": 9647,
"total_overlap": 11164,
"total_overlap_n1": 5889,
"total_overlap_n2": 3573,
"total_overlap_n3": 1220,
"total_overlap_n4": 482,
"global_cost": 0.11974350000000003,
"stdev": 0.043609,
"median_non_overlap_score": 0.89415,
"median_penalty_n1": 0.0156,
"median_penalty_n2": 0.0286,
"median_penalty_n3": 0.02735,
"median_penalty_n4": 0.03255
},
{
"_type": "header",
"model": "moonshotai/kimi-k2-0905",
"effort": "none"
},
{
"_type": "summary",
"model": "moonshotai/kimi-k2-0905",
"total_words": 7500,
"total_overlap": 4165,
"total_overlap_n1": 2902,
"total_overlap_n2": 1055,
"total_overlap_n3": 174,
"total_overlap_n4": 34,
"global_cost": 0.034115999999999994,
"stdev": 0.015352,
"median_non_overlap_score": 0.9756,
"median_penalty_n1": 0.00935,
"median_penalty_n2": 0.01035,
"median_penalty_n3": 0.0044,
"median_penalty_n4": 0.0
},
{
"_type": "header",
"model": "moonshotai/kimi-k2.6",
"effort": "none"
},
{
"_type": "summary",
"model": "moonshotai/kimi-k2.6",
"total_words": 16258,
"total_overlap": 12030,
"total_overlap_n1": 7473,
"total_overlap_n2": 3420,
"total_overlap_n3": 879,
"total_overlap_n4": 258,
"global_cost": 0.6746925,
"stdev": 0.030396,
"median_non_overlap_score": 0.95875,
"median_penalty_n1": 0.01145,
"median_penalty_n2": 0.01535,
"median_penalty_n3": 0.00995,
"median_penalty_n4": 0.00425
},
{
"_type": "header",
"model": "moonshotai/kimi-k2.6",
"effort": "high"
},
{
"_type": "summary",
"model": "moonshotai/kimi-k2.6",
"total_words": 16492,
"total_overlap": 11756,
"total_overlap_n1": 7477,
"total_overlap_n2": 3288,
"total_overlap_n3": 784,
"total_overlap_n4": 207,
"global_cost": 0.7712965,
"stdev": 0.023025,
"median_non_overlap_score": 0.96185,
"median_penalty_n1": 0.01155,
"median_penalty_n2": 0.0146,
"median_penalty_n3": 0.00815,
"median_penalty_n4": 0.0043
},
{
"_type": "header",
"model": "openai/gpt-4o-mini",
"effort": "none"
},
{
"_type": "summary",
"model": "openai/gpt-4o-mini",
"total_words": 16041,
"total_overlap": 22380,
"total_overlap_n1": 9578,
"total_overlap_n2": 8010,
"total_overlap_n3": 3496,
"total_overlap_n4": 1296,
"global_cost": 0.01251645,
"stdev": 0.045213,
"median_non_overlap_score": 0.85485,
"median_penalty_n1": 0.01485,
"median_penalty_n2": 0.03665,
"median_penalty_n3": 0.0443,
"median_penalty_n4": 0.04635
},
{
"_type": "header",
"model": "openai/gpt-4o",
"effort": "none"
},
{
"_type": "summary",
"model": "openai/gpt-4o",
"total_words": 14042,
"total_overlap": 20842,
"total_overlap_n1": 8516,
"total_overlap_n2": 7383,
"total_overlap_n3": 3523,
"total_overlap_n4": 1420,
"global_cost": 0.1856975,
"stdev": 0.055439,
"median_non_overlap_score": 0.8234,
"median_penalty_n1": 0.0153,
"median_penalty_n2": 0.03955,
"median_penalty_n3": 0.05535,
"median_penalty_n4": 0.06565
},
{
"_type": "header",
"model": "openai/gpt-5.4-mini",
"effort": "none"
},
{
"_type": "summary",
"model": "openai/gpt-5.4-mini",
"total_words": 6677,
"total_overlap": 7391,
"total_overlap_n1": 3909,
"total_overlap_n2": 2538,
"total_overlap_n3": 748,
"total_overlap_n4": 196,
"global_cost": 0.044279250000000006,
"stdev": 0.040873,
"median_non_overlap_score": 0.91505,
"median_penalty_n1": 0.0148,
"median_penalty_n2": 0.02895,
"median_penalty_n3": 0.025,
"median_penalty_n4": 0.01565
},
{
"_type": "header",
"model": "openai/gpt-5.4-mini",
"effort": "high"
},
{
"_type": "summary",
"model": "openai/gpt-5.4-mini",
"total_words": 6930,
"total_overlap": 7564,
"total_overlap_n1": 4049,
"total_overlap_n2": 2593,
"total_overlap_n3": 744,
"total_overlap_n4": 178,
"global_cost": 0.04523325,
"stdev": 0.039598,
"median_non_overlap_score": 0.92335,
"median_penalty_n1": 0.01435,
"median_penalty_n2": 0.0273,
"median_penalty_n3": 0.0217,
"median_penalty_n4": 0.01045
},
{
"_type": "header",
"model": "openai/gpt-5.4",
"effort": "none"
},
{
"_type": "summary",
"model": "openai/gpt-5.4",
"total_words": 15401,
"total_overlap": 12660,
"total_overlap_n1": 7872,
"total_overlap_n2": 3755,
"total_overlap_n3": 862,
"total_overlap_n4": 171,
"global_cost": 0.31502749999999996,
"stdev": 0.020689,
"median_non_overlap_score": 0.94915,
"median_penalty_n1": 0.0127,
"median_penalty_n2": 0.0174,
"median_penalty_n3": 0.0117,
"median_penalty_n4": 0.0067
},
{
"_type": "header",
"model": "openai/gpt-5.4",
"effort": "high"
},
{
"_type": "summary",
"model": "openai/gpt-5.4",
"total_words": 16663,
"total_overlap": 13341,
"total_overlap_n1": 8363,
"total_overlap_n2": 3912,
"total_overlap_n3": 883,
"total_overlap_n4": 183,
"global_cost": 0.3349175,
"stdev": 0.017225,
"median_non_overlap_score": 0.95235,
"median_penalty_n1": 0.01255,
"median_penalty_n2": 0.0168,
"median_penalty_n3": 0.0114,
"median_penalty_n4": 0.00695
},
{
"_type": "header",
"model": "openai/gpt-5.5",
"effort": "none"
},
{
"_type": "summary",
"model": "openai/gpt-5.5",
"total_words": 14121,
"total_overlap": 12226,
"total_overlap_n1": 7492,
"total_overlap_n2": 3603,
"total_overlap_n3": 897,
"total_overlap_n4": 234,
"global_cost": 0.7463950000000001,
"stdev": 0.02513,
"median_non_overlap_score": 0.94565,
"median_penalty_n1": 0.0131,
"median_penalty_n2": 0.0186,
"median_penalty_n3": 0.0131,
"median_penalty_n4": 0.0075
},
{
"_type": "header",
"model": "openai/gpt-5.5",
"effort": "high"
},
{
"_type": "summary",
"model": "openai/gpt-5.5",
"total_words": 13755,
"total_overlap": 12093,
"total_overlap_n1": 7470,
"total_overlap_n2": 3550,
"total_overlap_n3": 881,
"total_overlap_n4": 192,
"global_cost": 0.7638250000000002,
"stdev": 0.02404,
"median_non_overlap_score": 0.94955,
"median_penalty_n1": 0.0135,
"median_penalty_n2": 0.0179,
"median_penalty_n3": 0.0116,
"median_penalty_n4": 0.00565
},
{
"_type": "header",
"model": "openai/gpt-oss-120b",
"effort": "low"
},
{
"_type": "summary",
"model": "openai/gpt-oss-120b",
"total_words": 17225,
"total_overlap": 15372,
"total_overlap_n1": 8774,
"total_overlap_n2": 4827,
"total_overlap_n3": 1372,
"total_overlap_n4": 399,
"global_cost": 0.09160745,
"stdev": 0.023358,
"median_non_overlap_score": 0.9353,
"median_penalty_n1": 0.0129,
"median_penalty_n2": 0.02105,
"median_penalty_n3": 0.01795,
"median_penalty_n4": 0.0141
},
{
"_type": "header",
"model": "openai/gpt-oss-120b",
"effort": "high"
},
{
"_type": "summary",
"model": "openai/gpt-oss-120b",
"total_words": 17429,
"total_overlap": 15553,
"total_overlap_n1": 8894,
"total_overlap_n2": 4889,
"total_overlap_n3": 1366,
"total_overlap_n4": 404,
"global_cost": 0.09495970000000001,
"stdev": 0.020771,
"median_non_overlap_score": 0.9353,
"median_penalty_n1": 0.0129,
"median_penalty_n2": 0.02105,
"median_penalty_n3": 0.01795,
"median_penalty_n4": 0.0141
},
{
"_type": "header",
"model": "openai/o3",
"effort": "high"
},
{
"_type": "summary",
"model": "openai/o3",
"total_words": 15715,
"total_overlap": 8858,
"total_overlap_n1": 6453,
"total_overlap_n2": 2068,
"total_overlap_n3": 288,
"total_overlap_n4": 49,
"global_cost": 0.7193220000000001,
"stdev": 0.007571,
"median_non_overlap_score": 0.975,
"median_penalty_n1": 0.01005,
"median_penalty_n2": 0.00965,
"median_penalty_n3": 0.00375,
"median_penalty_n4": 0.0013
},
{
"_type": "header",
"model": "openai/o3",
"effort": "low"
},
{
"_type": "summary",
"model": "openai/o3",
"total_words": 15362,
"total_overlap": 8822,
"total_overlap_n1": 6329,
"total_overlap_n2": 2123,
"total_overlap_n3": 328,
"total_overlap_n4": 42,
"global_cost": 0.8000499999999999,
"stdev": 0.007219,
"median_non_overlap_score": 0.97445,
"median_penalty_n1": 0.01055,
"median_penalty_n2": 0.0102,
"median_penalty_n3": 0.00455,
"median_penalty_n4": 0.0013
},
{
"_type": "header",
"model": "openai/o4-mini-high",
"effort": "high"
},
{
"_type": "summary",
"model": "openai/o4-mini-high",
"total_words": 16302,
"total_overlap": 12872,
"total_overlap_n1": 8396,
"total_overlap_n2": 3417,
"total_overlap_n3": 833,
"total_overlap_n4": 226,
"global_cost": 0.6101842999999999,
"stdev": 0.02697,
"median_non_overlap_score": 0.959,
"median_penalty_n1": 0.0131,
"median_penalty_n2": 0.01475,
"median_penalty_n3": 0.00915,
"median_penalty_n4": 0.00525
},
{
"_type": "header",
"model": "openai/o4-mini-high",
"effort": "low"
},
{
"_type": "summary",
"model": "openai/o4-mini-high",
"total_words": 15580,
"total_overlap": 11914,
"total_overlap_n1": 7909,
"total_overlap_n2": 3139,
"total_overlap_n3": 708,
"total_overlap_n4": 158,
"global_cost": 0.6098630999999999,
"stdev": 0.019048,
"median_non_overlap_score": 0.95895,
"median_penalty_n1": 0.01285,
"median_penalty_n2": 0.01485,
"median_penalty_n3": 0.00905,
"median_penalty_n4": 0.0036
},
{
"_type": "header",
"model": "prime-intellect/intellect-3",
"effort": "low"
},
{
"_type": "summary",
"model": "prime-intellect/intellect-3",
"total_words": 18392,
"total_overlap": 20685,
"total_overlap_n1": 11008,
"total_overlap_n2": 6324,
"total_overlap_n3": 2369,
"total_overlap_n4": 984,
"global_cost": 0.046852299999999986,
"stdev": 0.028617,
"median_non_overlap_score": 0.8905,
"median_penalty_n1": 0.0149,
"median_penalty_n2": 0.02685,
"median_penalty_n3": 0.03015,
"median_penalty_n4": 0.0347
},
{
"_type": "header",
"model": "prime-intellect/intellect-3",
"effort": "high"
},
{
"_type": "summary",
"model": "prime-intellect/intellect-3",
"total_words": 17818,
"total_overlap": 19912,
"total_overlap_n1": 10726,
"total_overlap_n2": 6067,
"total_overlap_n3": 2193,
"total_overlap_n4": 926,
"global_cost": 0.0466202,
"stdev": 0.033987,
"median_non_overlap_score": 0.90115,
"median_penalty_n1": 0.01525,
"median_penalty_n2": 0.02575,
"median_penalty_n3": 0.0251,
"median_penalty_n4": 0.03535
},
{
"_type": "header",
"model": "qwen/qwen3.5-27b",
"effort": "low"
},
{
"_type": "summary",
"model": "qwen/qwen3.5-27b",
"total_words": 14495,
"total_overlap": 12601,
"total_overlap_n1": 8171,
"total_overlap_n2": 3460,
"total_overlap_n3": 796,
"total_overlap_n4": 174,
"global_cost": 0.5740555199999999,
"stdev": 0.019885,
"median_non_overlap_score": 0.9512,
"median_penalty_n1": 0.0142,
"median_penalty_n2": 0.01745,
"median_penalty_n3": 0.01075,
"median_penalty_n4": 0.0057
},
{
"_type": "header",
"model": "qwen/qwen3.5-27b",
"effort": "high"
},
{
"_type": "summary",
"model": "qwen/qwen3.5-27b",
"total_words": 15094,
"total_overlap": 13385,
"total_overlap_n1": 8539,
"total_overlap_n2": 3744,
"total_overlap_n3": 891,
"total_overlap_n4": 211,
"global_cost": 0.6102173399999998,
"stdev": 0.020118,
"median_non_overlap_score": 0.9474,
"median_penalty_n1": 0.01425,
"median_penalty_n2": 0.0192,
"median_penalty_n3": 0.0112,
"median_penalty_n4": 0.0063
},
{
"_type": "header",
"model": "qwen/qwen3.5-35b-a3b",
"effort": "low"
},
{
"_type": "summary",
"model": "qwen/qwen3.5-35b-a3b",
"total_words": 14282,
"total_overlap": 13017,
"total_overlap_n1": 7955,
"total_overlap_n2": 3840,
"total_overlap_n3": 986,
"total_overlap_n4": 236,
"global_cost": 0.315572,
"stdev": 0.016438,
"median_non_overlap_score": 0.93925,
"median_penalty_n1": 0.01395,
"median_penalty_n2": 0.01985,
"median_penalty_n3": 0.0152,
"median_penalty_n4": 0.0099
},
{
"_type": "header",
"model": "qwen/qwen3.5-35b-a3b",
"effort": "high"
},
{
"_type": "summary",
"model": "qwen/qwen3.5-35b-a3b",
"total_words": 14731,
"total_overlap": 12943,
"total_overlap_n1": 8129,
"total_overlap_n2": 3733,
"total_overlap_n3": 864,
"total_overlap_n4": 217,
"global_cost": 0.3468993125,
"stdev": 0.016825,
"median_non_overlap_score": 0.9482,
"median_penalty_n1": 0.01385,
"median_penalty_n2": 0.01905,
"median_penalty_n3": 0.0116,
"median_penalty_n4": 0.0072
},
{
"_type": "header",
"model": "qwen/qwen3.6-flash",
"effort": "low"
},
{
"_type": "summary",
"model": "qwen/qwen3.6-flash",
"total_words": 15534,
"total_overlap": 12250,
"total_overlap_n1": 8341,
"total_overlap_n2": 2913,
"total_overlap_n3": 719,
"total_overlap_n4": 277,
"global_cost": 0.27107193749999997,
"stdev": 0.037844,
"median_non_overlap_score": 0.96535,
"median_penalty_n1": 0.0138,
"median_penalty_n2": 0.0132,
"median_penalty_n3": 0.0057,
"median_penalty_n4": 0.0025
},
{
"_type": "header",
"model": "qwen/qwen3.6-flash",
"effort": "high"
},
{
"_type": "summary",
"model": "qwen/qwen3.6-flash",
"total_words": 14999,
"total_overlap": 11205,
"total_overlap_n1": 7817,
"total_overlap_n2": 2645,
"total_overlap_n3": 620,
"total_overlap_n4": 123,
"global_cost": 0.24364331250000001,
"stdev": 0.018309,
"median_non_overlap_score": 0.96335,
"median_penalty_n1": 0.01285,
"median_penalty_n2": 0.01305,
"median_penalty_n3": 0.0078,
"median_penalty_n4": 0.0024
},
{
"_type": "header",
"model": "qwen/qwen3.6-plus",
"effort": "low"
},
{
"_type": "summary",
"model": "qwen/qwen3.6-plus",
"total_words": 15050,
"total_overlap": 10406,
"total_overlap_n1": 8005,
"total_overlap_n2": 1990,
"total_overlap_n3": 352,
"total_overlap_n4": 59,
"global_cost": 0.410687225,
"stdev": 0.012295,
"median_non_overlap_score": 0.9701,
"median_penalty_n1": 0.0135,
"median_penalty_n2": 0.00955,
"median_penalty_n3": 0.0044,
"median_penalty_n4": 0.0013
},
{
"_type": "header",
"model": "qwen/qwen3.6-plus",
"effort": "high"
},
{
"_type": "summary",
"model": "qwen/qwen3.6-plus",
"total_words": 14399,
"total_overlap": 10333,
"total_overlap_n1": 7730,
"total_overlap_n2": 2063,
"total_overlap_n3": 423,
"total_overlap_n4": 117,
"global_cost": 0.4193705749999999,
"stdev": 0.018238,
"median_non_overlap_score": 0.97115,
"median_penalty_n1": 0.01355,
"median_penalty_n2": 0.00945,
"median_penalty_n3": 0.00395,
"median_penalty_n4": 0.0017
},
{
"_type": "header",
"model": "qwen/qwen3.7-max",
"effort": "high"
},
{
"_type": "summary",
"model": "qwen/qwen3.7-max",
"total_words": 15865,
"total_overlap": 11035,
"total_overlap_n1": 7483,
"total_overlap_n2": 2765,
"total_overlap_n3": 631,
"total_overlap_n4": 156,
"global_cost": 1.0304425,
"stdev": 0.019839,
"median_non_overlap_score": 0.9658,
"median_penalty_n1": 0.0117,
"median_penalty_n2": 0.01145,
"median_penalty_n3": 0.0065,
"median_penalty_n4": 0.0033
},
{
"_type": "header",
"model": "qwen/qwen3.7-max",
"effort": "none"
},
{
"_type": "summary",
"model": "qwen/qwen3.7-max",
"total_words": 15643,
"total_overlap": 10592,
"total_overlap_n1": 7359,
"total_overlap_n2": 2584,
"total_overlap_n3": 532,
"total_overlap_n4": 117,
"global_cost": 1.0515475,
"stdev": 0.014471,
"median_non_overlap_score": 0.96665,
"median_penalty_n1": 0.01175,
"median_penalty_n2": 0.01235,
"median_penalty_n3": 0.0063,
"median_penalty_n4": 0.0027
},
{
"_type": "header",
"model": "stepfun/step-3.7-flash",
"effort": "high"
},
{
"_type": "summary",
"model": "stepfun/step-3.7-flash",
"total_words": 24957,
"total_overlap": 20463,
"total_overlap_n1": 13258,
"total_overlap_n2": 5489,
"total_overlap_n3": 1367,
"total_overlap_n4": 349,
"global_cost": 0.22619720000000007,
"stdev": 0.020748,
"median_non_overlap_score": 0.95555,
"median_penalty_n1": 0.0134,
"median_penalty_n2": 0.01555,
"median_penalty_n3": 0.01055,
"median_penalty_n4": 0.005
},
{
"_type": "header",
"model": "stepfun/step-3.7-flash",
"effort": "low"
},
{
"_type": "summary",
"model": "stepfun/step-3.7-flash",
"total_words": 22954,
"total_overlap": 19627,
"total_overlap_n1": 12394,
"total_overlap_n2": 5286,
"total_overlap_n3": 1492,
"total_overlap_n4": 455,
"global_cost": 0.23973155000000007,
"stdev": 0.022569,
"median_non_overlap_score": 0.9468,
"median_penalty_n1": 0.0136,
"median_penalty_n2": 0.0167,
"median_penalty_n3": 0.0135,
"median_penalty_n4": 0.00875
},
{
"_type": "header",
"model": "x-ai/grok-4.20",
"effort": "low"
},
{
"_type": "summary",
"model": "x-ai/grok-4.20",
"total_words": 14937,
"total_overlap": 13090,
"total_overlap_n1": 7746,
"total_overlap_n2": 3726,
"total_overlap_n3": 1156,
"total_overlap_n4": 462,
"global_cost": 0.05565455,
"stdev": 0.047174,
"median_non_overlap_score": 0.94175,
"median_penalty_n1": 0.013,
"median_penalty_n2": 0.0179,
"median_penalty_n3": 0.0138,
"median_penalty_n4": 0.0135
},
{
"_type": "header",
"model": "x-ai/grok-4.20",
"effort": "high"
},
{
"_type": "summary",
"model": "x-ai/grok-4.20",
"total_words": 14885,
"total_overlap": 13233,
"total_overlap_n1": 7804,
"total_overlap_n2": 3787,
"total_overlap_n3": 1164,
"total_overlap_n4": 478,
"global_cost": 0.05529604999999999,
"stdev": 0.043542,
"median_non_overlap_score": 0.9408,
"median_penalty_n1": 0.0133,
"median_penalty_n2": 0.0195,
"median_penalty_n3": 0.01375,
"median_penalty_n4": 0.0133
},
{
"_type": "header",
"model": "x-ai/grok-4.3",
"effort": "none"
},
{
"_type": "summary",
"model": "x-ai/grok-4.3",
"total_words": 9876,
"total_overlap": 7158,
"total_overlap_n1": 5103,
"total_overlap_n2": 1645,
"total_overlap_n3": 339,
"total_overlap_n4": 71,
"global_cost": 0.09280175,
"stdev": 0.021252,
"median_non_overlap_score": 0.97075,
"median_penalty_n1": 0.01335,
"median_penalty_n2": 0.0112,
"median_penalty_n3": 0.005,
"median_penalty_n4": 0.00095
},
{
"_type": "header",
"model": "x-ai/grok-4.3",
"effort": "high"
},
{
"_type": "summary",
"model": "x-ai/grok-4.3",
"total_words": 10308,
"total_overlap": 7611,
"total_overlap_n1": 5442,
"total_overlap_n2": 1688,
"total_overlap_n3": 370,
"total_overlap_n4": 111,
"global_cost": 0.09147924999999998,
"stdev": 0.022218,
"median_non_overlap_score": 0.97055,
"median_penalty_n1": 0.0132,
"median_penalty_n2": 0.0097,
"median_penalty_n3": 0.00405,
"median_penalty_n4": 0.00205
},
{
"_type": "header",
"model": "x-ai/grok-build-0.1",
"effort": "low"
},
{
"_type": "summary",
"model": "x-ai/grok-build-0.1",
"total_words": 16892,
"total_overlap": 19486,
"total_overlap_n1": 9517,
"total_overlap_n2": 6128,
"total_overlap_n3": 2590,
"total_overlap_n4": 1251,
"global_cost": 0.5990182,
"stdev": 0.101185,
"median_non_overlap_score": 0.919,
"median_penalty_n1": 0.0144,
"median_penalty_n2": 0.025,
"median_penalty_n3": 0.02285,
"median_penalty_n4": 0.0209
},
{
"_type": "header",
"model": "x-ai/grok-build-0.1",
"effort": "high"
},
{
"_type": "summary",
"model": "x-ai/grok-build-0.1",
"total_words": 16900,
"total_overlap": 18912,
"total_overlap_n1": 9621,
"total_overlap_n2": 5860,
"total_overlap_n3": 2361,
"total_overlap_n4": 1070,
"global_cost": 0.6218750000000002,
"stdev": 0.061704,
"median_non_overlap_score": 0.9055,
"median_penalty_n1": 0.01435,
"median_penalty_n2": 0.0257,
"median_penalty_n3": 0.0271,
"median_penalty_n4": 0.02505
},
{
"_type": "header",
"model": "xiaomi/mimo-v2-omni",
"effort": "low"
},
{
"_type": "summary",
"model": "xiaomi/mimo-v2-omni",
"total_words": 13285,
"total_overlap": 14029,
"total_overlap_n1": 7277,
"total_overlap_n2": 4457,
"total_overlap_n3": 1665,
"total_overlap_n4": 630,
"global_cost": 0.054174,
"stdev": 0.033871,
"median_non_overlap_score": 0.9066,
"median_penalty_n1": 0.01345,
"median_penalty_n2": 0.02565,
"median_penalty_n3": 0.0265,
"median_penalty_n4": 0.02735
},
{
"_type": "header",
"model": "xiaomi/mimo-v2-omni",
"effort": "high"
},
{
"_type": "summary",
"model": "xiaomi/mimo-v2-omni",
"total_words": 13139,
"total_overlap": 13803,
"total_overlap_n1": 7237,
"total_overlap_n2": 4369,
"total_overlap_n3": 1585,
"total_overlap_n4": 612,
"global_cost": 0.05393327999999999,
"stdev": 0.045057,
"median_non_overlap_score": 0.9171,
"median_penalty_n1": 0.01395,
"median_penalty_n2": 0.02445,
"median_penalty_n3": 0.0237,
"median_penalty_n4": 0.02115
},
{
"_type": "header",
"model": "xiaomi/mimo-v2-pro",
"effort": "low"
},
{
"_type": "summary",
"model": "xiaomi/mimo-v2-pro",
"total_words": 11372,
"total_overlap": 12105,
"total_overlap_n1": 6252,
"total_overlap_n2": 3841,
"total_overlap_n3": 1453,
"total_overlap_n4": 559,
"global_cost": 0.0800326,
"stdev": 0.063526,
"median_non_overlap_score": 0.9063,
"median_penalty_n1": 0.01385,
"median_penalty_n2": 0.0256,
"median_penalty_n3": 0.0258,
"median_penalty_n4": 0.026
},
{
"_type": "header",
"model": "xiaomi/mimo-v2-pro",
"effort": "high"
},
{
"_type": "summary",
"model": "xiaomi/mimo-v2-pro",
"total_words": 11498,
"total_overlap": 12185,
"total_overlap_n1": 6238,
"total_overlap_n2": 3771,
"total_overlap_n3": 1485,
"total_overlap_n4": 691,
"global_cost": 0.07499600000000001,
"stdev": 0.061146,
"median_non_overlap_score": 0.90415,
"median_penalty_n1": 0.0139,
"median_penalty_n2": 0.0249,
"median_penalty_n3": 0.0256,
"median_penalty_n4": 0.0319
},
{
"_type": "header",
"model": "xiaomi/mimo-v2.5-pro",
"effort": "low"
},
{
"_type": "summary",
"model": "xiaomi/mimo-v2.5-pro",
"total_words": 15217,
"total_overlap": 12313,
"total_overlap_n1": 7335,
"total_overlap_n2": 3629,
"total_overlap_n3": 998,
"total_overlap_n4": 351,
"global_cost": 0.1007424,
"stdev": 0.031013,
"median_non_overlap_score": 0.94545,
"median_penalty_n1": 0.0121,
"median_penalty_n2": 0.01645,
"median_penalty_n3": 0.013,
"median_penalty_n4": 0.01085
},
{
"_type": "header",
"model": "xiaomi/mimo-v2.5-pro",
"effort": "high"
},
{
"_type": "summary",
"model": "xiaomi/mimo-v2.5-pro",
"total_words": 14231,
"total_overlap": 11811,
"total_overlap_n1": 7034,
"total_overlap_n2": 3479,
"total_overlap_n3": 981,
"total_overlap_n4": 317,
"global_cost": 0.08844460000000001,
"stdev": 0.026049,
"median_non_overlap_score": 0.94235,
"median_penalty_n1": 0.0122,
"median_penalty_n2": 0.01765,
"median_penalty_n3": 0.01415,
"median_penalty_n4": 0.0129
},
{
"_type": "header",
"model": "xiaomi/mimo-v2.5-pro",
"effort": "none"
},
{
"_type": "summary",
"model": "xiaomi/mimo-v2.5-pro",
"total_words": 15272,
"total_overlap": 13011,
"total_overlap_n1": 7579,
"total_overlap_n2": 4013,
"total_overlap_n3": 1085,
"total_overlap_n4": 334,
"global_cost": 0.086774,
"stdev": 0.023693,
"median_non_overlap_score": 0.94265,
"median_penalty_n1": 0.0125,
"median_penalty_n2": 0.01905,
"median_penalty_n3": 0.0142,
"median_penalty_n4": 0.01185
},
{
"_type": "header",
"model": "xiaomi/mimo-v2.5",
"effort": "high"
},
{
"_type": "summary",
"model": "xiaomi/mimo-v2.5",
"total_words": 16406,
"total_overlap": 13433,
"total_overlap_n1": 8026,
"total_overlap_n2": 4042,
"total_overlap_n3": 1064,
"total_overlap_n4": 301,
"global_cost": 0.0669388,
"stdev": 0.024158,
"median_non_overlap_score": 0.9508,
"median_penalty_n1": 0.0125,
"median_penalty_n2": 0.01855,
"median_penalty_n3": 0.01275,
"median_penalty_n4": 0.00815
},
{
"_type": "header",
"model": "xiaomi/mimo-v2.5",
"effort": "low"
},
{
"_type": "summary",
"model": "xiaomi/mimo-v2.5",
"total_words": 15787,
"total_overlap": 13177,
"total_overlap_n1": 7920,
"total_overlap_n2": 3840,
"total_overlap_n3": 1048,
"total_overlap_n4": 369,
"global_cost": 0.06959688000000001,
"stdev": 0.035425,
"median_non_overlap_score": 0.94655,
"median_penalty_n1": 0.01225,
"median_penalty_n2": 0.01855,
"median_penalty_n3": 0.01245,
"median_penalty_n4": 0.0122
},
{
"_type": "header",
"model": "z-ai/glm-4.6",
"effort": "low"
},
{
"_type": "summary",
"model": "z-ai/glm-4.6",
"total_words": 14194,
"total_overlap": 14728,
"total_overlap_n1": 7202,
"total_overlap_n2": 5034,
"total_overlap_n3": 1822,
"total_overlap_n4": 670,
"global_cost": 0.13177246000000004,
"stdev": 0.041161,
"median_non_overlap_score": 0.91325,
"median_penalty_n1": 0.01275,
"median_penalty_n2": 0.0256,
"median_penalty_n3": 0.02505,
"median_penalty_n4": 0.0253
},
{
"_type": "header",
"model": "z-ai/glm-4.6",
"effort": "high"
},
{
"_type": "summary",
"model": "z-ai/glm-4.6",
"total_words": 13969,
"total_overlap": 14802,
"total_overlap_n1": 7204,
"total_overlap_n2": 4977,
"total_overlap_n3": 1906,
"total_overlap_n4": 715,
"global_cost": 0.12935908000000002,
"stdev": 0.036074,
"median_non_overlap_score": 0.8986,
"median_penalty_n1": 0.0127,
"median_penalty_n2": 0.0258,
"median_penalty_n3": 0.02885,
"median_penalty_n4": 0.0346
},
{
"_type": "header",
"model": "z-ai/glm-5.1",
"effort": "low"
},
{
"_type": "summary",
"model": "z-ai/glm-5.1",
"total_words": 16439,
"total_overlap": 15175,
"total_overlap_n1": 8649,
"total_overlap_n2": 4477,
"total_overlap_n3": 1500,
"total_overlap_n4": 549,
"global_cost": 0.7242612000000003,
"stdev": 0.058236,
"median_non_overlap_score": 0.94055,
"median_penalty_n1": 0.0134,
"median_penalty_n2": 0.0201,
"median_penalty_n3": 0.01615,
"median_penalty_n4": 0.0106
},
{
"_type": "header",
"model": "z-ai/glm-5.1",
"effort": "high"
},
{
"_type": "summary",
"model": "z-ai/glm-5.1",
"total_words": 16308,
"total_overlap": 14904,
"total_overlap_n1": 8380,
"total_overlap_n2": 4454,
"total_overlap_n3": 1522,
"total_overlap_n4": 548,
"global_cost": 0.71025317,
"stdev": 0.040749,
"median_non_overlap_score": 0.9309,
"median_penalty_n1": 0.0132,
"median_penalty_n2": 0.0218,
"median_penalty_n3": 0.0192,
"median_penalty_n4": 0.0152
},
{
"_type": "header",
"model": "z-ai/glm-5.1",
"effort": "none"
},
{
"_type": "summary",
"model": "z-ai/glm-5.1",
"total_words": 16321,
"total_overlap": 14130,
"total_overlap_n1": 8389,
"total_overlap_n2": 4081,
"total_overlap_n3": 1272,
"total_overlap_n4": 388,
"global_cost": 0.7217732799999999,
"stdev": 0.03513,
"median_non_overlap_score": 0.94795,
"median_penalty_n1": 0.0129,
"median_penalty_n2": 0.0177,
"median_penalty_n3": 0.0144,
"median_penalty_n4": 0.0081
}
]
}