{"model_id":"mistral-large-2","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":396,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":7.754554736000003,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1297,"out_tokens":1549},"claude-opus-4-8":{"in_tokens":2514,"out_tokens":818},"claude-opus-4-7":{"in_tokens":2519,"out_tokens":635},"mistral-large-2":{"in_tokens":1405,"out_tokens":619}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":461,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":8.45045413199999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.3,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1430,"out_tokens":2953},"claude-opus-4-8":{"in_tokens":2775,"out_tokens":983},"claude-opus-4-7":{"in_tokens":2780,"out_tokens":743},"mistral-large-2":{"in_tokens":1517,"out_tokens":736}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":416,"out_tokens":564,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":10.056530500999997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1606,"out_tokens":1900},"claude-opus-4-8":{"in_tokens":3030,"out_tokens":968},"claude-opus-4-7":{"in_tokens":3035,"out_tokens":793},"mistral-large-2":{"in_tokens":1770,"out_tokens":777}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":396,"out_tokens":615,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":10.241965059999998,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1870,"out_tokens":2779},"claude-opus-4-8":{"in_tokens":3490,"out_tokens":1392},"claude-opus-4-7":{"in_tokens":3495,"out_tokens":985},"mistral-large-2":{"in_tokens":1985,"out_tokens":882}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":1164,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":14.451015744000003,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1454,"out_tokens":1793},"claude-opus-4-8":{"in_tokens":2808,"out_tokens":757},"claude-opus-4-7":{"in_tokens":2813,"out_tokens":584},"mistral-large-2":{"in_tokens":1563,"out_tokens":749}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":535,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":9.040722869999996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1945,"out_tokens":1747},"claude-opus-4-8":{"in_tokens":3739,"out_tokens":996},"claude-opus-4-7":{"in_tokens":3744,"out_tokens":768},"mistral-large-2":{"in_tokens":2098,"out_tokens":934}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":376,"out_tokens":408,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":6.728120494999999,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.25,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1483,"out_tokens":2888},"claude-opus-4-8":{"in_tokens":2826,"out_tokens":1151},"claude-opus-4-7":{"in_tokens":2831,"out_tokens":825},"mistral-large-2":{"in_tokens":1571,"out_tokens":743}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":258,"out_tokens":168,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":17.751138411,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1148,"out_tokens":1214},"claude-opus-4-8":{"in_tokens":2203,"out_tokens":784},"claude-opus-4-7":{"in_tokens":2208,"out_tokens":682},"mistral-large-2":{"in_tokens":1228,"out_tokens":734}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":914,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":19.01178345000001,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1435,"out_tokens":1725},"claude-opus-4-8":{"in_tokens":2772,"out_tokens":946},"claude-opus-4-7":{"in_tokens":2777,"out_tokens":760},"mistral-large-2":{"in_tokens":1528,"out_tokens":796}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":209,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":18.636730907,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1138,"out_tokens":1441},"claude-opus-4-8":{"in_tokens":2191,"out_tokens":716},"claude-opus-4-7":{"in_tokens":2196,"out_tokens":565},"mistral-large-2":{"in_tokens":1224,"out_tokens":613}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":600,"error":null,"skip_reason":null,"score_raw":0.1,"duration_s":10.020348381999995,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.4,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2042,"out_tokens":2158},"claude-opus-4-8":{"in_tokens":3928,"out_tokens":1376},"claude-opus-4-7":{"in_tokens":3933,"out_tokens":837},"mistral-large-2":{"in_tokens":2167,"out_tokens":923}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":1877,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":21.245602315,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1317,"out_tokens":2064},"claude-opus-4-8":{"in_tokens":2521,"out_tokens":967},"claude-opus-4-7":{"in_tokens":2526,"out_tokens":595},"mistral-large-2":{"in_tokens":1414,"out_tokens":680}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":643,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":10.688772040000003,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1735,"out_tokens":1995},"claude-opus-4-8":{"in_tokens":3355,"out_tokens":879},"claude-opus-4-7":{"in_tokens":3360,"out_tokens":698},"mistral-large-2":{"in_tokens":1882,"out_tokens":610}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":1176,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":22.725532355,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1531,"out_tokens":2127},"claude-opus-4-8":{"in_tokens":2952,"out_tokens":797},"claude-opus-4-7":{"in_tokens":2957,"out_tokens":616},"mistral-large-2":{"in_tokens":1638,"out_tokens":697}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1312,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":23.614566412000002,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1772,"out_tokens":2304},"claude-opus-4-8":{"in_tokens":3353,"out_tokens":1024},"claude-opus-4-7":{"in_tokens":3358,"out_tokens":867},"mistral-large-2":{"in_tokens":1965,"out_tokens":801}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":383,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":7.208378160000009,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1377,"out_tokens":1405},"claude-opus-4-8":{"in_tokens":2790,"out_tokens":885},"claude-opus-4-7":{"in_tokens":2795,"out_tokens":762},"mistral-large-2":{"in_tokens":1454,"out_tokens":629}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":474,"error":null,"skip_reason":null,"score_raw":0.35,"duration_s":8.576283821999994,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1477,"out_tokens":2409},"claude-opus-4-8":{"in_tokens":2915,"out_tokens":1160},"claude-opus-4-7":{"in_tokens":2920,"out_tokens":830},"mistral-large-2":{"in_tokens":1595,"out_tokens":646}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":390,"error":null,"skip_reason":null,"score_raw":0.07142857142857142,"duration_s":7.307584250000005,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1394,"out_tokens":1501},"claude-opus-4-8":{"in_tokens":2725,"out_tokens":1181},"claude-opus-4-7":{"in_tokens":2730,"out_tokens":782},"mistral-large-2":{"in_tokens":1465,"out_tokens":709}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":684,"out_tokens":1703,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":27.891756450000003,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2202,"out_tokens":3883},"claude-opus-4-8":{"in_tokens":4095,"out_tokens":1070},"claude-opus-4-7":{"in_tokens":4100,"out_tokens":1009},"mistral-large-2":{"in_tokens":2348,"out_tokens":1052}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":2509,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":27.25527612900001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1998,"out_tokens":2072},"claude-opus-4-8":{"in_tokens":3820,"out_tokens":797},"claude-opus-4-7":{"in_tokens":3825,"out_tokens":738},"mistral-large-2":{"in_tokens":2209,"out_tokens":829}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":2736,"error":null,"skip_reason":null,"score_raw":0.44999999999999996,"duration_s":29.348134519,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1909,"out_tokens":2352},"claude-opus-4-8":{"in_tokens":3594,"out_tokens":921},"claude-opus-4-7":{"in_tokens":3599,"out_tokens":1029},"mistral-large-2":{"in_tokens":2046,"out_tokens":1169}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":737,"out_tokens":179,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":28.711769990999997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1128,"out_tokens":1646},"claude-opus-4-8":{"in_tokens":2184,"out_tokens":768},"claude-opus-4-7":{"in_tokens":2189,"out_tokens":646},"mistral-large-2":{"in_tokens":1216,"out_tokens":588}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":607,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":9.467120761999993,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2052,"out_tokens":3024},"claude-opus-4-8":{"in_tokens":3834,"out_tokens":960},"claude-opus-4-7":{"in_tokens":3839,"out_tokens":946},"mistral-large-2":{"in_tokens":2205,"out_tokens":736}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":408,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":6.898420281,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1504,"out_tokens":2027},"claude-opus-4-8":{"in_tokens":2899,"out_tokens":884},"claude-opus-4-7":{"in_tokens":2904,"out_tokens":644},"mistral-large-2":{"in_tokens":1636,"out_tokens":828}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":351,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":32.34009905299999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1426,"out_tokens":2314},"claude-opus-4-8":{"in_tokens":2735,"out_tokens":665},"claude-opus-4-7":{"in_tokens":2740,"out_tokens":991},"mistral-large-2":{"in_tokens":1573,"out_tokens":1335}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":315,"out_tokens":453,"error":null,"skip_reason":null,"score_raw":0.1111111111111111,"duration_s":8.044527946000002,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1499,"out_tokens":2185},"claude-opus-4-8":{"in_tokens":2829,"out_tokens":1311},"claude-opus-4-7":{"in_tokens":2834,"out_tokens":903},"mistral-large-2":{"in_tokens":1622,"out_tokens":866}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":368,"out_tokens":472,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":8.971331282999998,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1541,"out_tokens":2020},"claude-opus-4-8":{"in_tokens":2991,"out_tokens":1114},"claude-opus-4-7":{"in_tokens":2996,"out_tokens":769},"mistral-large-2":{"in_tokens":1600,"out_tokens":663}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":734,"out_tokens":201,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":34.884273816000004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1185,"out_tokens":2077},"claude-opus-4-8":{"in_tokens":2286,"out_tokens":925},"claude-opus-4-7":{"in_tokens":2291,"out_tokens":708},"mistral-large-2":{"in_tokens":1269,"out_tokens":722}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":1170,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":19.202092512999997,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2070,"out_tokens":2350},"claude-opus-4-8":{"in_tokens":3914,"out_tokens":994},"claude-opus-4-7":{"in_tokens":3919,"out_tokens":751},"mistral-large-2":{"in_tokens":2210,"out_tokens":906}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":2525,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":24.290699585,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2114,"out_tokens":3359},"claude-opus-4-8":{"in_tokens":4067,"out_tokens":988},"claude-opus-4-7":{"in_tokens":4072,"out_tokens":844},"mistral-large-2":{"in_tokens":2285,"out_tokens":788}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":615,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":10.782515351,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1679,"out_tokens":1572},"claude-opus-4-8":{"in_tokens":3212,"out_tokens":744},"claude-opus-4-7":{"in_tokens":3217,"out_tokens":532},"mistral-large-2":{"in_tokens":1755,"out_tokens":561}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":513,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":8.053355406000009,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1438,"out_tokens":1407},"claude-opus-4-8":{"in_tokens":2685,"out_tokens":748},"claude-opus-4-7":{"in_tokens":2690,"out_tokens":537},"mistral-large-2":{"in_tokens":1519,"out_tokens":609}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":456,"out_tokens":225,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":24.19908550400001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1666,"out_tokens":1734},"claude-opus-4-8":{"in_tokens":3180,"out_tokens":898},"claude-opus-4-7":{"in_tokens":3185,"out_tokens":745},"mistral-large-2":{"in_tokens":1799,"out_tokens":785}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":429,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":7.290613367000006,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1434,"out_tokens":1796},"claude-opus-4-8":{"in_tokens":2635,"out_tokens":593},"claude-opus-4-7":{"in_tokens":2640,"out_tokens":504},"mistral-large-2":{"in_tokens":1499,"out_tokens":507}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":728,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":12.583576784999991,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1798,"out_tokens":1549},"claude-opus-4-8":{"in_tokens":3385,"out_tokens":822},"claude-opus-4-7":{"in_tokens":3390,"out_tokens":688},"mistral-large-2":{"in_tokens":1883,"out_tokens":625}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":1639,"error":null,"skip_reason":null,"score_raw":0.35,"duration_s":24.402525741000005,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2311,"out_tokens":3003},"claude-opus-4-8":{"in_tokens":4403,"out_tokens":1272},"claude-opus-4-7":{"in_tokens":4408,"out_tokens":929},"mistral-large-2":{"in_tokens":2442,"out_tokens":989}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":849,"out_tokens":609,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":46.844962194999994,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1735,"out_tokens":1545},"claude-opus-4-8":{"in_tokens":3344,"out_tokens":790},"claude-opus-4-7":{"in_tokens":3349,"out_tokens":610},"mistral-large-2":{"in_tokens":1902,"out_tokens":764}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":1639,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":26.329658222999996,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2016,"out_tokens":1873},"claude-opus-4-8":{"in_tokens":3805,"out_tokens":885},"claude-opus-4-7":{"in_tokens":3810,"out_tokens":741},"mistral-large-2":{"in_tokens":2183,"out_tokens":671}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":444,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":7.283019783,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1277,"out_tokens":2012},"claude-opus-4-8":{"in_tokens":2403,"out_tokens":522},"claude-opus-4-7":{"in_tokens":2408,"out_tokens":484},"mistral-large-2":{"in_tokens":1343,"out_tokens":533}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":3175,"error":null,"skip_reason":null,"score_raw":0.35000000000000003,"duration_s":29.039982177000013,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":2217,"out_tokens":2416},"claude-opus-4-8":{"in_tokens":4265,"out_tokens":1311},"claude-opus-4-7":{"in_tokens":4270,"out_tokens":908},"mistral-large-2":{"in_tokens":2379,"out_tokens":1135}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":284,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":32.58688824500001,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1752,"out_tokens":2291},"claude-opus-4-8":{"in_tokens":3298,"out_tokens":1056},"claude-opus-4-7":{"in_tokens":3303,"out_tokens":935},"mistral-large-2":{"in_tokens":1857,"out_tokens":893}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":334,"out_tokens":403,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":6.924064133000002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1279,"out_tokens":1573},"claude-opus-4-8":{"in_tokens":2436,"out_tokens":756},"claude-opus-4-7":{"in_tokens":2441,"out_tokens":621},"mistral-large-2":{"in_tokens":1354,"out_tokens":516}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":274,"out_tokens":580,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":9.71678651500001,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1433,"out_tokens":1448},"claude-opus-4-8":{"in_tokens":2774,"out_tokens":788},"claude-opus-4-7":{"in_tokens":2779,"out_tokens":548},"mistral-large-2":{"in_tokens":1515,"out_tokens":578}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":214,"error":null,"skip_reason":null,"score_raw":0.07500000000000001,"duration_s":51.309601791000006,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1495,"out_tokens":2254},"claude-opus-4-8":{"in_tokens":2790,"out_tokens":1095},"claude-opus-4-7":{"in_tokens":2795,"out_tokens":884},"mistral-large-2":{"in_tokens":1589,"out_tokens":876}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":2522,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":23.323680910000007,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1688,"out_tokens":1911},"claude-opus-4-8":{"in_tokens":3236,"out_tokens":1200},"claude-opus-4-7":{"in_tokens":3241,"out_tokens":796},"mistral-large-2":{"in_tokens":1809,"out_tokens":761}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":679,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":11.134844086000015,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1595,"out_tokens":3282},"claude-opus-4-8":{"in_tokens":2928,"out_tokens":598},"claude-opus-4-7":{"in_tokens":2933,"out_tokens":513},"mistral-large-2":{"in_tokens":1694,"out_tokens":583}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":660,"out_tokens":1710,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":25.89529536900001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1946,"out_tokens":2549},"claude-opus-4-8":{"in_tokens":3780,"out_tokens":764},"claude-opus-4-7":{"in_tokens":3785,"out_tokens":695},"mistral-large-2":{"in_tokens":2053,"out_tokens":1267}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":2678,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":26.514046958999984,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1974,"out_tokens":2043},"claude-opus-4-8":{"in_tokens":3834,"out_tokens":788},"claude-opus-4-7":{"in_tokens":3839,"out_tokens":659},"mistral-large-2":{"in_tokens":2151,"out_tokens":824}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":191,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":4.019211840000011,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1017,"out_tokens":1521},"claude-opus-4-8":{"in_tokens":1916,"out_tokens":580},"claude-opus-4-7":{"in_tokens":1921,"out_tokens":435},"mistral-large-2":{"in_tokens":1056,"out_tokens":489}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":2073,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":18.896790628999995,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1576,"out_tokens":1534},"claude-opus-4-8":{"in_tokens":3089,"out_tokens":1129},"claude-opus-4-7":{"in_tokens":3094,"out_tokens":1088},"mistral-large-2":{"in_tokens":1700,"out_tokens":734}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":26.33571816,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1398,"out_tokens":1599},"claude-opus-4-8":{"in_tokens":2666,"out_tokens":969},"claude-opus-4-7":{"in_tokens":2671,"out_tokens":671},"mistral-large-2":{"in_tokens":1502,"out_tokens":645}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":267,"out_tokens":1597,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":58.89041179600001,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1069,"out_tokens":1051},"claude-opus-4-8":{"in_tokens":2028,"out_tokens":676},"claude-opus-4-7":{"in_tokens":2033,"out_tokens":553},"mistral-large-2":{"in_tokens":1153,"out_tokens":623}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":1460,"error":null,"skip_reason":null,"score_raw":0.7000000000000001,"duration_s":23.03472526499999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1787,"out_tokens":2546},"claude-opus-4-8":{"in_tokens":3470,"out_tokens":952},"claude-opus-4-7":{"in_tokens":3475,"out_tokens":920},"mistral-large-2":{"in_tokens":1911,"out_tokens":837}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":518,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":9.312044505000017,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1551,"out_tokens":1928},"claude-opus-4-8":{"in_tokens":2926,"out_tokens":620},"claude-opus-4-7":{"in_tokens":2931,"out_tokens":636},"mistral-large-2":{"in_tokens":1624,"out_tokens":592}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":395,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":6.942138698999997,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1238,"out_tokens":1905},"claude-opus-4-8":{"in_tokens":2360,"out_tokens":679},"claude-opus-4-7":{"in_tokens":2365,"out_tokens":587},"mistral-large-2":{"in_tokens":1304,"out_tokens":590}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":544,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":8.534822595999998,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1412,"out_tokens":1932},"claude-opus-4-8":{"in_tokens":2630,"out_tokens":782},"claude-opus-4-7":{"in_tokens":2635,"out_tokens":623},"mistral-large-2":{"in_tokens":1482,"out_tokens":761}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":672,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":10.080550123999984,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1604,"out_tokens":1905},"claude-opus-4-8":{"in_tokens":2926,"out_tokens":765},"claude-opus-4-7":{"in_tokens":2931,"out_tokens":622},"mistral-large-2":{"in_tokens":1676,"out_tokens":597}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1105,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":18.079371097999996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1542,"out_tokens":1810},"claude-opus-4-8":{"in_tokens":3094,"out_tokens":678},"claude-opus-4-7":{"in_tokens":3099,"out_tokens":596},"mistral-large-2":{"in_tokens":1636,"out_tokens":668}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":1799,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":16.07960289800002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1522,"out_tokens":1694},"claude-opus-4-8":{"in_tokens":3034,"out_tokens":687},"claude-opus-4-7":{"in_tokens":3039,"out_tokens":592},"mistral-large-2":{"in_tokens":1621,"out_tokens":645}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":1100,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":17.44650967199999,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1557,"out_tokens":1906},"claude-opus-4-8":{"in_tokens":3076,"out_tokens":758},"claude-opus-4-7":{"in_tokens":3081,"out_tokens":679},"mistral-large-2":{"in_tokens":1646,"out_tokens":596}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":295,"out_tokens":335,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":6.748771218000002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1274,"out_tokens":1004},"claude-opus-4-8":{"in_tokens":2423,"out_tokens":640},"claude-opus-4-7":{"in_tokens":2428,"out_tokens":463},"mistral-large-2":{"in_tokens":1337,"out_tokens":500}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":360,"out_tokens":196,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":27.029955736000005,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1285,"out_tokens":1580},"claude-opus-4-8":{"in_tokens":2459,"out_tokens":887},"claude-opus-4-7":{"in_tokens":2464,"out_tokens":595},"mistral-large-2":{"in_tokens":1364,"out_tokens":621}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":450,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":9.513925055000016,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1419,"out_tokens":1870},"claude-opus-4-8":{"in_tokens":2723,"out_tokens":538},"claude-opus-4-7":{"in_tokens":2728,"out_tokens":463},"mistral-large-2":{"in_tokens":1472,"out_tokens":585}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":2175,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":20.312589709999997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1522,"out_tokens":1428},"claude-opus-4-8":{"in_tokens":2992,"out_tokens":706},"claude-opus-4-7":{"in_tokens":2997,"out_tokens":552},"mistral-large-2":{"in_tokens":1611,"out_tokens":554}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":156,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":21.331114014999997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1160,"out_tokens":1897},"claude-opus-4-8":{"in_tokens":2333,"out_tokens":653},"claude-opus-4-7":{"in_tokens":2338,"out_tokens":469},"mistral-large-2":{"in_tokens":1228,"out_tokens":566}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":721,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":12.169593082000006,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1837,"out_tokens":1588},"claude-opus-4-8":{"in_tokens":3499,"out_tokens":677},"claude-opus-4-7":{"in_tokens":3504,"out_tokens":546},"mistral-large-2":{"in_tokens":1904,"out_tokens":689}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":302,"out_tokens":834,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":14.40340453600001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1699,"out_tokens":1496},"claude-opus-4-8":{"in_tokens":3129,"out_tokens":619},"claude-opus-4-7":{"in_tokens":3134,"out_tokens":501},"mistral-large-2":{"in_tokens":1771,"out_tokens":716}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":1981,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":18.77389844999999,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1691,"out_tokens":2017},"claude-opus-4-8":{"in_tokens":3226,"out_tokens":953},"claude-opus-4-7":{"in_tokens":3231,"out_tokens":776},"mistral-large-2":{"in_tokens":1853,"out_tokens":827}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":470,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":7.674462946999995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1399,"out_tokens":1599},"claude-opus-4-8":{"in_tokens":2578,"out_tokens":610},"claude-opus-4-7":{"in_tokens":2583,"out_tokens":473},"mistral-large-2":{"in_tokens":1471,"out_tokens":563}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":899,"out_tokens":482,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":46.849015967,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1964,"out_tokens":2080},"claude-opus-4-8":{"in_tokens":3752,"out_tokens":924},"claude-opus-4-7":{"in_tokens":3757,"out_tokens":770},"mistral-large-2":{"in_tokens":2112,"out_tokens":828}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":341,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":6.496920713999998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1276,"out_tokens":1223},"claude-opus-4-8":{"in_tokens":2376,"out_tokens":654},"claude-opus-4-7":{"in_tokens":2381,"out_tokens":533},"mistral-large-2":{"in_tokens":1323,"out_tokens":540}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":846,"out_tokens":359,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":76.774063287,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.2,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1670,"out_tokens":2483},"claude-opus-4-8":{"in_tokens":3147,"out_tokens":1013},"claude-opus-4-7":{"in_tokens":3152,"out_tokens":854},"mistral-large-2":{"in_tokens":1769,"out_tokens":801}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":758,"out_tokens":1696,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":26.795329604000017,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2395,"out_tokens":2368},"claude-opus-4-8":{"in_tokens":4464,"out_tokens":1079},"claude-opus-4-7":{"in_tokens":4469,"out_tokens":790},"mistral-large-2":{"in_tokens":2558,"out_tokens":879}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":222,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":4.047296181999997,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1068,"out_tokens":1606},"claude-opus-4-8":{"in_tokens":2109,"out_tokens":897},"claude-opus-4-7":{"in_tokens":2114,"out_tokens":736},"mistral-large-2":{"in_tokens":1163,"out_tokens":657}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1230,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":19.57192853699999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1749,"out_tokens":1542},"claude-opus-4-8":{"in_tokens":3360,"out_tokens":758},"claude-opus-4-7":{"in_tokens":3365,"out_tokens":664},"mistral-large-2":{"in_tokens":1884,"out_tokens":716}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":226,"out_tokens":417,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":7.315241342999997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1279,"out_tokens":1343},"claude-opus-4-8":{"in_tokens":2501,"out_tokens":501},"claude-opus-4-7":{"in_tokens":2506,"out_tokens":457},"mistral-large-2":{"in_tokens":1345,"out_tokens":572}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":285,"out_tokens":180,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":29.574977918000002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1224,"out_tokens":1433},"claude-opus-4-8":{"in_tokens":2389,"out_tokens":796},"claude-opus-4-7":{"in_tokens":2394,"out_tokens":613},"mistral-large-2":{"in_tokens":1311,"out_tokens":650}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":303,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":5.546118046999993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1285,"out_tokens":1757},"claude-opus-4-8":{"in_tokens":2442,"out_tokens":743},"claude-opus-4-7":{"in_tokens":2447,"out_tokens":582},"mistral-large-2":{"in_tokens":1406,"out_tokens":676}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":2157,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":81.13187295300001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1105,"out_tokens":1833},"claude-opus-4-8":{"in_tokens":2106,"out_tokens":980},"claude-opus-4-7":{"in_tokens":2111,"out_tokens":785},"mistral-large-2":{"in_tokens":1179,"out_tokens":721}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":589,"out_tokens":1260,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":18.619774946000007,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1753,"out_tokens":1997},"claude-opus-4-8":{"in_tokens":3297,"out_tokens":957},"claude-opus-4-7":{"in_tokens":3302,"out_tokens":708},"mistral-large-2":{"in_tokens":1889,"out_tokens":711}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":354,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":6.345262872999996,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1196,"out_tokens":1476},"claude-opus-4-8":{"in_tokens":2330,"out_tokens":852},"claude-opus-4-7":{"in_tokens":2335,"out_tokens":692},"mistral-large-2":{"in_tokens":1339,"out_tokens":600}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":907,"out_tokens":453,"error":null,"skip_reason":null,"score_raw":0.35000000000000003,"duration_s":48.38597023199999,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.6,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1946,"out_tokens":2695},"claude-opus-4-8":{"in_tokens":3724,"out_tokens":1212},"claude-opus-4-7":{"in_tokens":3729,"out_tokens":890},"mistral-large-2":{"in_tokens":2067,"out_tokens":905}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":382,"out_tokens":312,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":5.211633298999999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1254,"out_tokens":1687},"claude-opus-4-8":{"in_tokens":2397,"out_tokens":974},"claude-opus-4-7":{"in_tokens":2402,"out_tokens":790},"mistral-large-2":{"in_tokens":1346,"out_tokens":661}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":232,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":4.232823903999986,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1071,"out_tokens":1961},"claude-opus-4-8":{"in_tokens":2095,"out_tokens":793},"claude-opus-4-7":{"in_tokens":2100,"out_tokens":587},"mistral-large-2":{"in_tokens":1158,"out_tokens":636}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":235,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":4.945531012999993,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1084,"out_tokens":1635},"claude-opus-4-8":{"in_tokens":2112,"out_tokens":616},"claude-opus-4-7":{"in_tokens":2117,"out_tokens":582},"mistral-large-2":{"in_tokens":1166,"out_tokens":504}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":669,"out_tokens":1296,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.10465759600001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1722,"out_tokens":1482},"claude-opus-4-8":{"in_tokens":3368,"out_tokens":765},"claude-opus-4-7":{"in_tokens":3373,"out_tokens":730},"mistral-large-2":{"in_tokens":1790,"out_tokens":679}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":350,"out_tokens":274,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":4.958497492999982,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1157,"out_tokens":1285},"claude-opus-4-8":{"in_tokens":2204,"out_tokens":694},"claude-opus-4-7":{"in_tokens":2209,"out_tokens":546},"mistral-large-2":{"in_tokens":1272,"out_tokens":668}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":834,"out_tokens":396,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":41.272770492999996,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1599,"out_tokens":1651},"claude-opus-4-8":{"in_tokens":3029,"out_tokens":964},"claude-opus-4-7":{"in_tokens":3034,"out_tokens":888},"mistral-large-2":{"in_tokens":1711,"out_tokens":749}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":238,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":4.341448721000006,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1167,"out_tokens":1145},"claude-opus-4-8":{"in_tokens":2218,"out_tokens":602},"claude-opus-4-7":{"in_tokens":2223,"out_tokens":527},"mistral-large-2":{"in_tokens":1264,"out_tokens":601}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":374,"out_tokens":290,"error":null,"skip_reason":null,"score_raw":0.1388888888888889,"duration_s":5.262955110999997,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1219,"out_tokens":1087},"claude-opus-4-8":{"in_tokens":2344,"out_tokens":757},"claude-opus-4-7":{"in_tokens":2349,"out_tokens":552},"mistral-large-2":{"in_tokens":1326,"out_tokens":690}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":317,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":5.695305193999985,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1258,"out_tokens":1683},"claude-opus-4-8":{"in_tokens":2441,"out_tokens":697},"claude-opus-4-7":{"in_tokens":2446,"out_tokens":505},"mistral-large-2":{"in_tokens":1373,"out_tokens":574}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":3848,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":37.13340717599999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2529,"out_tokens":2982},"claude-opus-4-8":{"in_tokens":4641,"out_tokens":979},"claude-opus-4-7":{"in_tokens":4646,"out_tokens":920},"mistral-large-2":{"in_tokens":2699,"out_tokens":817}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":270,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":5.120910149000025,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1276,"out_tokens":2045},"claude-opus-4-8":{"in_tokens":2442,"out_tokens":927},"claude-opus-4-7":{"in_tokens":2447,"out_tokens":695},"mistral-large-2":{"in_tokens":1399,"out_tokens":668}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":266,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":4.632665199000002,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1242,"out_tokens":1725},"claude-opus-4-8":{"in_tokens":2347,"out_tokens":1014},"claude-opus-4-7":{"in_tokens":2352,"out_tokens":672},"mistral-large-2":{"in_tokens":1334,"out_tokens":639}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":221,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":21.588361843,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1344,"out_tokens":1275},"claude-opus-4-8":{"in_tokens":2624,"out_tokens":609},"claude-opus-4-7":{"in_tokens":2629,"out_tokens":512},"mistral-large-2":{"in_tokens":1460,"out_tokens":913}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":276,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":4.782017402999998,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.875,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1114,"out_tokens":1783},"claude-opus-4-8":{"in_tokens":2102,"out_tokens":788},"claude-opus-4-7":{"in_tokens":2107,"out_tokens":694},"mistral-large-2":{"in_tokens":1239,"out_tokens":710}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":2079,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":21.11209229900001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1818,"out_tokens":1251},"claude-opus-4-8":{"in_tokens":3466,"out_tokens":619},"claude-opus-4-7":{"in_tokens":3471,"out_tokens":546},"mistral-large-2":{"in_tokens":1904,"out_tokens":681}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":710,"out_tokens":1042,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":17.826416101999996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1625,"out_tokens":1441},"claude-opus-4-8":{"in_tokens":3104,"out_tokens":631},"claude-opus-4-7":{"in_tokens":3109,"out_tokens":499},"mistral-large-2":{"in_tokens":1686,"out_tokens":601}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":428,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":7.734621865000008,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1416,"out_tokens":1716},"claude-opus-4-8":{"in_tokens":2700,"out_tokens":897},"claude-opus-4-7":{"in_tokens":2705,"out_tokens":587},"mistral-large-2":{"in_tokens":1564,"out_tokens":519}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":2570,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":25.601965735999983,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1474,"out_tokens":2311},"claude-opus-4-8":{"in_tokens":2810,"out_tokens":1053},"claude-opus-4-7":{"in_tokens":2815,"out_tokens":824},"mistral-large-2":{"in_tokens":1527,"out_tokens":741}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":3.9647558650000008,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1202,"out_tokens":1440},"claude-opus-4-8":{"in_tokens":2208,"out_tokens":715},"claude-opus-4-7":{"in_tokens":2213,"out_tokens":576},"mistral-large-2":{"in_tokens":1346,"out_tokens":649}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":389,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":6.746688854000013,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1251,"out_tokens":1354},"claude-opus-4-8":{"in_tokens":2475,"out_tokens":746},"claude-opus-4-7":{"in_tokens":2480,"out_tokens":641},"mistral-large-2":{"in_tokens":1334,"out_tokens":684}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":4248,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":34.71422495800002,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1933,"out_tokens":2245},"claude-opus-4-8":{"in_tokens":3648,"out_tokens":1318},"claude-opus-4-7":{"in_tokens":3653,"out_tokens":828},"mistral-large-2":{"in_tokens":2146,"out_tokens":809}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":349,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":32.416645002999985,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1847,"out_tokens":3223},"claude-opus-4-8":{"in_tokens":3424,"out_tokens":1005},"claude-opus-4-7":{"in_tokens":3429,"out_tokens":822},"mistral-large-2":{"in_tokens":1961,"out_tokens":1018}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":308,"out_tokens":191,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":21.737225295000002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1268,"out_tokens":1424},"claude-opus-4-8":{"in_tokens":2418,"out_tokens":797},"claude-opus-4-7":{"in_tokens":2423,"out_tokens":612},"mistral-large-2":{"in_tokens":1372,"out_tokens":1073}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1181,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":11.712539356000008,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1762,"out_tokens":1362},"claude-opus-4-8":{"in_tokens":3233,"out_tokens":706},"claude-opus-4-7":{"in_tokens":3238,"out_tokens":656},"mistral-large-2":{"in_tokens":1847,"out_tokens":743}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":688,"out_tokens":1323,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":23.00611643800002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1832,"out_tokens":1822},"claude-opus-4-8":{"in_tokens":3378,"out_tokens":716},"claude-opus-4-7":{"in_tokens":3383,"out_tokens":576},"mistral-large-2":{"in_tokens":1911,"out_tokens":879}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1188,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":20.855286543999995,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1583,"out_tokens":1600},"claude-opus-4-8":{"in_tokens":2986,"out_tokens":686},"claude-opus-4-7":{"in_tokens":2991,"out_tokens":537},"mistral-large-2":{"in_tokens":1664,"out_tokens":703}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":283,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":5.15661743199999,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1196,"out_tokens":1727},"claude-opus-4-8":{"in_tokens":2436,"out_tokens":986},"claude-opus-4-7":{"in_tokens":2441,"out_tokens":741},"mistral-large-2":{"in_tokens":1316,"out_tokens":701}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":741,"out_tokens":366,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":27.323711226,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1440,"out_tokens":1417},"claude-opus-4-8":{"in_tokens":2820,"out_tokens":902},"claude-opus-4-7":{"in_tokens":2825,"out_tokens":754},"mistral-large-2":{"in_tokens":1535,"out_tokens":733}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":338,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":5.724528953000004,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1435,"out_tokens":1917},"claude-opus-4-8":{"in_tokens":2770,"out_tokens":803},"claude-opus-4-7":{"in_tokens":2775,"out_tokens":686},"mistral-large-2":{"in_tokens":1612,"out_tokens":628}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":572,"out_tokens":290,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":5.12970674799999,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1515,"out_tokens":1572},"claude-opus-4-8":{"in_tokens":2786,"out_tokens":726},"claude-opus-4-7":{"in_tokens":2791,"out_tokens":583},"mistral-large-2":{"in_tokens":1701,"out_tokens":587}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1010,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":10.113747723999978,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1514,"out_tokens":1403},"claude-opus-4-8":{"in_tokens":2842,"out_tokens":671},"claude-opus-4-7":{"in_tokens":2847,"out_tokens":565},"mistral-large-2":{"in_tokens":1613,"out_tokens":681}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":333,"out_tokens":297,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":5.48692579599998,"hallucination_count":7.25,"hallucination_top100":0,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":7,"judge_tokens":{"gpt-5":{"in_tokens":1238,"out_tokens":1385},"claude-opus-4-8":{"in_tokens":2402,"out_tokens":1102},"claude-opus-4-7":{"in_tokens":2407,"out_tokens":731},"mistral-large-2":{"in_tokens":1342,"out_tokens":737}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":313,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":17.234019845000006,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.875,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1180,"out_tokens":2261},"claude-opus-4-8":{"in_tokens":2350,"out_tokens":1135},"claude-opus-4-7":{"in_tokens":2355,"out_tokens":686},"mistral-large-2":{"in_tokens":1247,"out_tokens":616}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":455,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":7.653363299999995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1829,"out_tokens":2051},"claude-opus-4-8":{"in_tokens":3387,"out_tokens":982},"claude-opus-4-7":{"in_tokens":3392,"out_tokens":608},"mistral-large-2":{"in_tokens":1961,"out_tokens":600}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":775,"out_tokens":1549,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":25.93573179399999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1850,"out_tokens":1587},"claude-opus-4-8":{"in_tokens":3409,"out_tokens":547},"claude-opus-4-7":{"in_tokens":3414,"out_tokens":429},"mistral-large-2":{"in_tokens":1933,"out_tokens":627}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":809,"out_tokens":300,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":28.836081493000023,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1325,"out_tokens":1477},"claude-opus-4-8":{"in_tokens":2643,"out_tokens":691},"claude-opus-4-7":{"in_tokens":2648,"out_tokens":561},"mistral-large-2":{"in_tokens":1394,"out_tokens":578}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":1453,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":13.677952169999998,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1504,"out_tokens":1431},"claude-opus-4-8":{"in_tokens":2828,"out_tokens":624},"claude-opus-4-7":{"in_tokens":2833,"out_tokens":517},"mistral-large-2":{"in_tokens":1578,"out_tokens":562}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":1027,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":19.085086776999987,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1528,"out_tokens":1908},"claude-opus-4-8":{"in_tokens":2783,"out_tokens":567},"claude-opus-4-7":{"in_tokens":2788,"out_tokens":528},"mistral-large-2":{"in_tokens":1609,"out_tokens":779}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":1876,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":18.47689623399998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1863,"out_tokens":1726},"claude-opus-4-8":{"in_tokens":3447,"out_tokens":529},"claude-opus-4-7":{"in_tokens":3452,"out_tokens":533},"mistral-large-2":{"in_tokens":1944,"out_tokens":890}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":1734,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":17.391772366999987,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1854,"out_tokens":1746},"claude-opus-4-8":{"in_tokens":3363,"out_tokens":750},"claude-opus-4-7":{"in_tokens":3368,"out_tokens":536},"mistral-large-2":{"in_tokens":1936,"out_tokens":653}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":932,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":15.884385855000005,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.25,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1342,"out_tokens":1133},"claude-opus-4-8":{"in_tokens":2591,"out_tokens":708},"claude-opus-4-7":{"in_tokens":2596,"out_tokens":501},"mistral-large-2":{"in_tokens":1414,"out_tokens":690}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":357,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":24.368243510000013,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1319,"out_tokens":1641},"claude-opus-4-8":{"in_tokens":2557,"out_tokens":806},"claude-opus-4-7":{"in_tokens":2562,"out_tokens":658},"mistral-large-2":{"in_tokens":1372,"out_tokens":586}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":178,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":60.40448798,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1192,"out_tokens":2126},"claude-opus-4-8":{"in_tokens":2336,"out_tokens":760},"claude-opus-4-7":{"in_tokens":2341,"out_tokens":587},"mistral-large-2":{"in_tokens":1251,"out_tokens":669}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":1074,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":17.58809760599999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1399,"out_tokens":1562},"claude-opus-4-8":{"in_tokens":2667,"out_tokens":554},"claude-opus-4-7":{"in_tokens":2672,"out_tokens":482},"mistral-large-2":{"in_tokens":1473,"out_tokens":591}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":263,"error":null,"skip_reason":null,"score_raw":0.3055555555555555,"duration_s":22.196113010999994,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1370,"out_tokens":1358},"claude-opus-4-8":{"in_tokens":2567,"out_tokens":775},"claude-opus-4-7":{"in_tokens":2572,"out_tokens":597},"mistral-large-2":{"in_tokens":1433,"out_tokens":644}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":1645,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":18.230843508999982,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1531,"out_tokens":1319},"claude-opus-4-8":{"in_tokens":2932,"out_tokens":594},"claude-opus-4-7":{"in_tokens":2937,"out_tokens":515},"mistral-large-2":{"in_tokens":1628,"out_tokens":616}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":1068,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":9.658509148999997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1188,"out_tokens":1165},"claude-opus-4-8":{"in_tokens":2220,"out_tokens":581},"claude-opus-4-7":{"in_tokens":2225,"out_tokens":394},"mistral-large-2":{"in_tokens":1233,"out_tokens":481}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":262,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":26.37380182000001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1350,"out_tokens":1833},"claude-opus-4-8":{"in_tokens":2587,"out_tokens":597},"claude-opus-4-7":{"in_tokens":2592,"out_tokens":517},"mistral-large-2":{"in_tokens":1410,"out_tokens":715}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1297,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":13.085064493999994,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1612,"out_tokens":1722},"claude-opus-4-8":{"in_tokens":3100,"out_tokens":613},"claude-opus-4-7":{"in_tokens":3105,"out_tokens":462},"mistral-large-2":{"in_tokens":1716,"out_tokens":625}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":512,"out_tokens":694,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":12.79402630300001,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1201,"out_tokens":1385},"claude-opus-4-8":{"in_tokens":2250,"out_tokens":479},"claude-opus-4-7":{"in_tokens":2255,"out_tokens":416},"mistral-large-2":{"in_tokens":1248,"out_tokens":557}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":395,"out_tokens":3256,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":130.219866345,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1303,"out_tokens":2213},"claude-opus-4-8":{"in_tokens":2452,"out_tokens":664},"claude-opus-4-7":{"in_tokens":2457,"out_tokens":721},"mistral-large-2":{"in_tokens":1439,"out_tokens":667}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":574,"out_tokens":1183,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":19.908983970999998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1496,"out_tokens":1403},"claude-opus-4-8":{"in_tokens":2876,"out_tokens":645},"claude-opus-4-7":{"in_tokens":2881,"out_tokens":577},"mistral-large-2":{"in_tokens":1592,"out_tokens":536}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1634,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":17.070408063000002,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1565,"out_tokens":1713},"claude-opus-4-8":{"in_tokens":2856,"out_tokens":815},"claude-opus-4-7":{"in_tokens":2861,"out_tokens":620},"mistral-large-2":{"in_tokens":1635,"out_tokens":791}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":1019,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":10.438679774999997,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1450,"out_tokens":1586},"claude-opus-4-8":{"in_tokens":2761,"out_tokens":694},"claude-opus-4-7":{"in_tokens":2766,"out_tokens":559},"mistral-large-2":{"in_tokens":1532,"out_tokens":660}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":546,"out_tokens":1016,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":18.725348534999995,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1516,"out_tokens":1676},"claude-opus-4-8":{"in_tokens":2794,"out_tokens":647},"claude-opus-4-7":{"in_tokens":2799,"out_tokens":424},"mistral-large-2":{"in_tokens":1578,"out_tokens":683}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":695,"out_tokens":1035,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":17.64016762700001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1588,"out_tokens":1418},"claude-opus-4-8":{"in_tokens":2984,"out_tokens":627},"claude-opus-4-7":{"in_tokens":2989,"out_tokens":529},"mistral-large-2":{"in_tokens":1670,"out_tokens":670}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":1388,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":14.378186561000007,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1728,"out_tokens":1636},"claude-opus-4-8":{"in_tokens":3268,"out_tokens":616},"claude-opus-4-7":{"in_tokens":3273,"out_tokens":501},"mistral-large-2":{"in_tokens":1817,"out_tokens":665}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":836,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":52.16462049199998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1265,"out_tokens":1632},"claude-opus-4-8":{"in_tokens":2456,"out_tokens":672},"claude-opus-4-7":{"in_tokens":2461,"out_tokens":532},"mistral-large-2":{"in_tokens":1338,"out_tokens":480}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":1196,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":11.665630740000012,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1473,"out_tokens":1205},"claude-opus-4-8":{"in_tokens":2786,"out_tokens":632},"claude-opus-4-7":{"in_tokens":2791,"out_tokens":459},"mistral-large-2":{"in_tokens":1549,"out_tokens":571}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":243,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":25.427860132000006,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1201,"out_tokens":1477},"claude-opus-4-8":{"in_tokens":2257,"out_tokens":701},"claude-opus-4-7":{"in_tokens":2262,"out_tokens":494},"mistral-large-2":{"in_tokens":1256,"out_tokens":590}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":919,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":15.157255633000005,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1388,"out_tokens":876},"claude-opus-4-8":{"in_tokens":2586,"out_tokens":562},"claude-opus-4-7":{"in_tokens":2591,"out_tokens":519},"mistral-large-2":{"in_tokens":1465,"out_tokens":576}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":447,"out_tokens":301,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":25.34565118200001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1320,"out_tokens":1283},"claude-opus-4-8":{"in_tokens":2442,"out_tokens":517},"claude-opus-4-7":{"in_tokens":2447,"out_tokens":485},"mistral-large-2":{"in_tokens":1384,"out_tokens":797}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":234,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":22.03400610899999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1203,"out_tokens":1510},"claude-opus-4-8":{"in_tokens":2223,"out_tokens":569},"claude-opus-4-7":{"in_tokens":2228,"out_tokens":531},"mistral-large-2":{"in_tokens":1269,"out_tokens":525}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":887,"out_tokens":374,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":42.313271689000004,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1902,"out_tokens":2250},"claude-opus-4-8":{"in_tokens":3538,"out_tokens":761},"claude-opus-4-7":{"in_tokens":3543,"out_tokens":707},"mistral-large-2":{"in_tokens":2008,"out_tokens":953}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":1015,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":15.61362015200001,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1392,"out_tokens":885},"claude-opus-4-8":{"in_tokens":2645,"out_tokens":553},"claude-opus-4-7":{"in_tokens":2650,"out_tokens":540},"mistral-large-2":{"in_tokens":1459,"out_tokens":470}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1177,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":13.883984314000003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1423,"out_tokens":1158},"claude-opus-4-8":{"in_tokens":2650,"out_tokens":592},"claude-opus-4-7":{"in_tokens":2655,"out_tokens":545},"mistral-large-2":{"in_tokens":1492,"out_tokens":581}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":1125,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":11.479416815999997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1301,"out_tokens":1350},"claude-opus-4-8":{"in_tokens":2443,"out_tokens":630},"claude-opus-4-7":{"in_tokens":2448,"out_tokens":445},"mistral-large-2":{"in_tokens":1368,"out_tokens":527}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":244,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":25.325800453,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1138,"out_tokens":1443},"claude-opus-4-8":{"in_tokens":2141,"out_tokens":639},"claude-opus-4-7":{"in_tokens":2146,"out_tokens":572},"mistral-large-2":{"in_tokens":1193,"out_tokens":515}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":825,"out_tokens":403,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":78.366232494,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1509,"out_tokens":2956},"claude-opus-4-8":{"in_tokens":2878,"out_tokens":904},"claude-opus-4-7":{"in_tokens":2883,"out_tokens":578},"mistral-large-2":{"in_tokens":1608,"out_tokens":677}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":1345,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":15.217084351000011,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1743,"out_tokens":1633},"claude-opus-4-8":{"in_tokens":3358,"out_tokens":923},"claude-opus-4-7":{"in_tokens":3363,"out_tokens":557},"mistral-large-2":{"in_tokens":1806,"out_tokens":783}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1682,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":17.957377070999996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1979,"out_tokens":1402},"claude-opus-4-8":{"in_tokens":3729,"out_tokens":634},"claude-opus-4-7":{"in_tokens":3734,"out_tokens":594},"mistral-large-2":{"in_tokens":2047,"out_tokens":615}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":1130,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":21.482390979,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1494,"out_tokens":1989},"claude-opus-4-8":{"in_tokens":2784,"out_tokens":610},"claude-opus-4-7":{"in_tokens":2789,"out_tokens":454},"mistral-large-2":{"in_tokens":1574,"out_tokens":655}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":704,"out_tokens":1230,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":21.17203693799999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1800,"out_tokens":1473},"claude-opus-4-8":{"in_tokens":3383,"out_tokens":621},"claude-opus-4-7":{"in_tokens":3388,"out_tokens":517},"mistral-large-2":{"in_tokens":1865,"out_tokens":648}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":1255,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":12.131373241000006,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1427,"out_tokens":1747},"claude-opus-4-8":{"in_tokens":2659,"out_tokens":562},"claude-opus-4-7":{"in_tokens":2664,"out_tokens":558},"mistral-large-2":{"in_tokens":1504,"out_tokens":661}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":219,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.531985754999994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1072,"out_tokens":1110},"claude-opus-4-8":{"in_tokens":2044,"out_tokens":679},"claude-opus-4-7":{"in_tokens":2049,"out_tokens":454},"mistral-large-2":{"in_tokens":1131,"out_tokens":493}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":891,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":14.994942479000002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1401,"out_tokens":1041},"claude-opus-4-8":{"in_tokens":2679,"out_tokens":542},"claude-opus-4-7":{"in_tokens":2684,"out_tokens":439},"mistral-large-2":{"in_tokens":1468,"out_tokens":585}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":1104,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":10.995158615000008,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1086,"out_tokens":1209},"claude-opus-4-8":{"in_tokens":2028,"out_tokens":576},"claude-opus-4-7":{"in_tokens":2033,"out_tokens":612},"mistral-large-2":{"in_tokens":1123,"out_tokens":560}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":162,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":17.252144533999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":997,"out_tokens":1035},"claude-opus-4-8":{"in_tokens":1865,"out_tokens":484},"claude-opus-4-7":{"in_tokens":1870,"out_tokens":385},"mistral-large-2":{"in_tokens":1031,"out_tokens":470}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":225,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":20.491856695999985,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1122,"out_tokens":1242},"claude-opus-4-8":{"in_tokens":2143,"out_tokens":560},"claude-opus-4-7":{"in_tokens":2148,"out_tokens":471},"mistral-large-2":{"in_tokens":1188,"out_tokens":451}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":645,"out_tokens":1242,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":20.962475116999997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1608,"out_tokens":1190},"claude-opus-4-8":{"in_tokens":3081,"out_tokens":635},"claude-opus-4-7":{"in_tokens":3086,"out_tokens":558},"mistral-large-2":{"in_tokens":1673,"out_tokens":662}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":1024,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":11.339432975000022,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1325,"out_tokens":1307},"claude-opus-4-8":{"in_tokens":2534,"out_tokens":652},"claude-opus-4-7":{"in_tokens":2539,"out_tokens":468},"mistral-large-2":{"in_tokens":1392,"out_tokens":603}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":794,"out_tokens":461,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":54.15813078399998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1610,"out_tokens":1882},"claude-opus-4-8":{"in_tokens":3052,"out_tokens":806},"claude-opus-4-7":{"in_tokens":3057,"out_tokens":696},"mistral-large-2":{"in_tokens":1751,"out_tokens":583}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":400,"out_tokens":4284,"error":null,"skip_reason":null,"score_raw":0.1,"duration_s":168.53324578000002,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.4,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1512,"out_tokens":2299},"claude-opus-4-8":{"in_tokens":2831,"out_tokens":1070},"claude-opus-4-7":{"in_tokens":2836,"out_tokens":891},"mistral-large-2":{"in_tokens":1604,"out_tokens":876}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":620,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":11.017013354999989,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1293,"out_tokens":1741},"claude-opus-4-8":{"in_tokens":2396,"out_tokens":806},"claude-opus-4-7":{"in_tokens":2401,"out_tokens":688},"mistral-large-2":{"in_tokens":1327,"out_tokens":686}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":258,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":64.988490781,"hallucination_count":6.75,"hallucination_top100":0,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1216,"out_tokens":1691},"claude-opus-4-8":{"in_tokens":2355,"out_tokens":1031},"claude-opus-4-7":{"in_tokens":2360,"out_tokens":765},"mistral-large-2":{"in_tokens":1345,"out_tokens":815}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1470,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":15.957161213000006,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1510,"out_tokens":1503},"claude-opus-4-8":{"in_tokens":2880,"out_tokens":795},"claude-opus-4-7":{"in_tokens":2885,"out_tokens":546},"mistral-large-2":{"in_tokens":1664,"out_tokens":756}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":202,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":19.89866198499999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1178,"out_tokens":1297},"claude-opus-4-8":{"in_tokens":2187,"out_tokens":644},"claude-opus-4-7":{"in_tokens":2192,"out_tokens":457},"mistral-large-2":{"in_tokens":1231,"out_tokens":532}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":175,"error":null,"skip_reason":null,"score_raw":0.2777777777777778,"duration_s":63.351412124999996,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1124,"out_tokens":2310},"claude-opus-4-8":{"in_tokens":2127,"out_tokens":872},"claude-opus-4-7":{"in_tokens":2132,"out_tokens":703},"mistral-large-2":{"in_tokens":1234,"out_tokens":675}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":6478,"error":null,"skip_reason":null,"score_raw":0.8611111111111112,"duration_s":174.068972081,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1589,"out_tokens":2072},"claude-opus-4-8":{"in_tokens":3058,"out_tokens":860},"claude-opus-4-7":{"in_tokens":3063,"out_tokens":740},"mistral-large-2":{"in_tokens":1720,"out_tokens":851}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":969,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":16.132403603,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1475,"out_tokens":1246},"claude-opus-4-8":{"in_tokens":2737,"out_tokens":542},"claude-opus-4-7":{"in_tokens":2742,"out_tokens":521},"mistral-large-2":{"in_tokens":1556,"out_tokens":582}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":865,"out_tokens":334,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":20.970709827999997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1441,"out_tokens":1393},"claude-opus-4-8":{"in_tokens":2758,"out_tokens":575},"claude-opus-4-7":{"in_tokens":2763,"out_tokens":527},"mistral-large-2":{"in_tokens":1499,"out_tokens":550}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":975,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":14.688456019,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1371,"out_tokens":1453},"claude-opus-4-8":{"in_tokens":2657,"out_tokens":566},"claude-opus-4-7":{"in_tokens":2662,"out_tokens":447},"mistral-large-2":{"in_tokens":1442,"out_tokens":531}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":330,"error":null,"skip_reason":null,"score_raw":0.3888888888888889,"duration_s":66.299798861,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1371,"out_tokens":2101},"claude-opus-4-8":{"in_tokens":2648,"out_tokens":926},"claude-opus-4-7":{"in_tokens":2653,"out_tokens":610},"mistral-large-2":{"in_tokens":1497,"out_tokens":743}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":393,"out_tokens":224,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":6.135474386999988,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1211,"out_tokens":1407},"claude-opus-4-8":{"in_tokens":2347,"out_tokens":779},"claude-opus-4-7":{"in_tokens":2352,"out_tokens":568},"mistral-large-2":{"in_tokens":1311,"out_tokens":657}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":1448,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":16.351312111,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1350,"out_tokens":1511},"claude-opus-4-8":{"in_tokens":2678,"out_tokens":841},"claude-opus-4-7":{"in_tokens":2683,"out_tokens":668},"mistral-large-2":{"in_tokens":1461,"out_tokens":680}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":361,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":66.68776691099998,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1271,"out_tokens":1749},"claude-opus-4-8":{"in_tokens":2512,"out_tokens":779},"claude-opus-4-7":{"in_tokens":2517,"out_tokens":615},"mistral-large-2":{"in_tokens":1399,"out_tokens":627}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":367,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":6.889722228000011,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1272,"out_tokens":2098},"claude-opus-4-8":{"in_tokens":2559,"out_tokens":950},"claude-opus-4-7":{"in_tokens":2564,"out_tokens":757},"mistral-large-2":{"in_tokens":1384,"out_tokens":703}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":19.374493229000024,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1283,"out_tokens":1204},"claude-opus-4-8":{"in_tokens":2396,"out_tokens":537},"claude-opus-4-7":{"in_tokens":2401,"out_tokens":455},"mistral-large-2":{"in_tokens":1338,"out_tokens":837}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":173,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":4.674657536000012,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1081,"out_tokens":1551},"claude-opus-4-8":{"in_tokens":2075,"out_tokens":625},"claude-opus-4-7":{"in_tokens":2080,"out_tokens":521},"mistral-large-2":{"in_tokens":1201,"out_tokens":526}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":208,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":19.237377081999966,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1094,"out_tokens":680},"claude-opus-4-8":{"in_tokens":2084,"out_tokens":633},"claude-opus-4-7":{"in_tokens":2089,"out_tokens":551},"mistral-large-2":{"in_tokens":1152,"out_tokens":581}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1845,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":19.809280814999994,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1239,"out_tokens":2622},"claude-opus-4-8":{"in_tokens":2365,"out_tokens":845},"claude-opus-4-7":{"in_tokens":2370,"out_tokens":571},"mistral-large-2":{"in_tokens":1406,"out_tokens":701}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":276,"out_tokens":227,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":19.164253420999984,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1086,"out_tokens":1068},"claude-opus-4-8":{"in_tokens":2070,"out_tokens":628},"claude-opus-4-7":{"in_tokens":2075,"out_tokens":487},"mistral-large-2":{"in_tokens":1141,"out_tokens":566}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":949,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":13.398506010000006,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1166,"out_tokens":1343},"claude-opus-4-8":{"in_tokens":2235,"out_tokens":575},"claude-opus-4-7":{"in_tokens":2240,"out_tokens":499},"mistral-large-2":{"in_tokens":1256,"out_tokens":503}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":780,"out_tokens":402,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":43.64040144500001,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1495,"out_tokens":2677},"claude-opus-4-8":{"in_tokens":2849,"out_tokens":997},"claude-opus-4-7":{"in_tokens":2854,"out_tokens":718},"mistral-large-2":{"in_tokens":1617,"out_tokens":903}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":365,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":8.068090557999994,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1256,"out_tokens":2195},"claude-opus-4-8":{"in_tokens":2348,"out_tokens":936},"claude-opus-4-7":{"in_tokens":2353,"out_tokens":687},"mistral-large-2":{"in_tokens":1383,"out_tokens":718}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":362,"out_tokens":480,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":8.49069809499997,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1317,"out_tokens":1694},"claude-opus-4-8":{"in_tokens":2573,"out_tokens":726},"claude-opus-4-7":{"in_tokens":2578,"out_tokens":643},"mistral-large-2":{"in_tokens":1443,"out_tokens":582}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":902,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":15.315258035000028,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1303,"out_tokens":1750},"claude-opus-4-8":{"in_tokens":2593,"out_tokens":823},"claude-opus-4-7":{"in_tokens":2598,"out_tokens":569},"mistral-large-2":{"in_tokens":1422,"out_tokens":855}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":628,"out_tokens":1312,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":22.022563831000014,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1690,"out_tokens":1318},"claude-opus-4-8":{"in_tokens":3209,"out_tokens":761},"claude-opus-4-7":{"in_tokens":3214,"out_tokens":582},"mistral-large-2":{"in_tokens":1844,"out_tokens":696}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":6.668721656000002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1060,"out_tokens":2062},"claude-opus-4-8":{"in_tokens":2050,"out_tokens":740},"claude-opus-4-7":{"in_tokens":2055,"out_tokens":683},"mistral-large-2":{"in_tokens":1111,"out_tokens":492}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":639,"out_tokens":846,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":13.313662609999966,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1396,"out_tokens":2627},"claude-opus-4-8":{"in_tokens":2637,"out_tokens":713},"claude-opus-4-7":{"in_tokens":2642,"out_tokens":665},"mistral-large-2":{"in_tokens":1504,"out_tokens":638}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":1296,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":12.856877147000034,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1243,"out_tokens":1996},"claude-opus-4-8":{"in_tokens":2445,"out_tokens":772},"claude-opus-4-7":{"in_tokens":2450,"out_tokens":612},"mistral-large-2":{"in_tokens":1356,"out_tokens":715}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":403,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":8.423041764000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1281,"out_tokens":976},"claude-opus-4-8":{"in_tokens":2447,"out_tokens":674},"claude-opus-4-7":{"in_tokens":2452,"out_tokens":516},"mistral-large-2":{"in_tokens":1374,"out_tokens":515}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":1001,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":16.602271610999992,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1372,"out_tokens":1700},"claude-opus-4-8":{"in_tokens":2665,"out_tokens":828},"claude-opus-4-7":{"in_tokens":2670,"out_tokens":620},"mistral-large-2":{"in_tokens":1547,"out_tokens":660}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":856,"out_tokens":324,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":27.919651506000008,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1451,"out_tokens":1673},"claude-opus-4-8":{"in_tokens":2709,"out_tokens":702},"claude-opus-4-7":{"in_tokens":2714,"out_tokens":568},"mistral-large-2":{"in_tokens":1514,"out_tokens":600}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":432,"error":null,"skip_reason":null,"score_raw":0.3888888888888889,"duration_s":7.609900770999957,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1532,"out_tokens":1868},"claude-opus-4-8":{"in_tokens":3078,"out_tokens":827},"claude-opus-4-7":{"in_tokens":3083,"out_tokens":638},"mistral-large-2":{"in_tokens":1644,"out_tokens":943}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":11.323130343000003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":988,"out_tokens":925},"claude-opus-4-8":{"in_tokens":1925,"out_tokens":558},"claude-opus-4-7":{"in_tokens":1930,"out_tokens":440},"mistral-large-2":{"in_tokens":1068,"out_tokens":479}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":411,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":11.527493601000003,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1288,"out_tokens":1435},"claude-opus-4-8":{"in_tokens":2469,"out_tokens":678},"claude-opus-4-7":{"in_tokens":2474,"out_tokens":662},"mistral-large-2":{"in_tokens":1403,"out_tokens":664}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":2199,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":31.18351891399999,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1352,"out_tokens":1357},"claude-opus-4-8":{"in_tokens":2561,"out_tokens":739},"claude-opus-4-7":{"in_tokens":2566,"out_tokens":444},"mistral-large-2":{"in_tokens":1460,"out_tokens":641}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":193,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":23.88959756,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1094,"out_tokens":1097},"claude-opus-4-8":{"in_tokens":2064,"out_tokens":637},"claude-opus-4-7":{"in_tokens":2069,"out_tokens":524},"mistral-large-2":{"in_tokens":1148,"out_tokens":540}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":447,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":8.406901413999947,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1403,"out_tokens":2640},"claude-opus-4-8":{"in_tokens":2923,"out_tokens":694},"claude-opus-4-7":{"in_tokens":2928,"out_tokens":728},"mistral-large-2":{"in_tokens":1500,"out_tokens":672}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":682,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":13.556419051000034,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1220,"out_tokens":917},"claude-opus-4-8":{"in_tokens":2351,"out_tokens":585},"claude-opus-4-7":{"in_tokens":2356,"out_tokens":466},"mistral-large-2":{"in_tokens":1318,"out_tokens":488}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":169,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":16.75403273400002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1121,"out_tokens":813},"claude-opus-4-8":{"in_tokens":2130,"out_tokens":568},"claude-opus-4-7":{"in_tokens":2135,"out_tokens":507},"mistral-large-2":{"in_tokens":1174,"out_tokens":518}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":947,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":10.549696948000019,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1176,"out_tokens":1768},"claude-opus-4-8":{"in_tokens":2233,"out_tokens":839},"claude-opus-4-7":{"in_tokens":2238,"out_tokens":463},"mistral-large-2":{"in_tokens":1278,"out_tokens":548}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":674,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":11.252521387999991,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1262,"out_tokens":1385},"claude-opus-4-8":{"in_tokens":2382,"out_tokens":633},"claude-opus-4-7":{"in_tokens":2387,"out_tokens":554},"mistral-large-2":{"in_tokens":1389,"out_tokens":633}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":405,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":7.119723330999989,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1401,"out_tokens":1652},"claude-opus-4-8":{"in_tokens":2806,"out_tokens":764},"claude-opus-4-7":{"in_tokens":2811,"out_tokens":661},"mistral-large-2":{"in_tokens":1506,"out_tokens":932}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":975,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":15.876184369000043,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1321,"out_tokens":2296},"claude-opus-4-8":{"in_tokens":2625,"out_tokens":789},"claude-opus-4-7":{"in_tokens":2630,"out_tokens":695},"mistral-large-2":{"in_tokens":1436,"out_tokens":712}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":217,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":20.442261008000003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1195,"out_tokens":765},"claude-opus-4-8":{"in_tokens":2261,"out_tokens":513},"claude-opus-4-7":{"in_tokens":2266,"out_tokens":464},"mistral-large-2":{"in_tokens":1241,"out_tokens":888}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":432,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":7.371498840000015,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1253,"out_tokens":1794},"claude-opus-4-8":{"in_tokens":2582,"out_tokens":691},"claude-opus-4-7":{"in_tokens":2587,"out_tokens":606},"mistral-large-2":{"in_tokens":1345,"out_tokens":761}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":305,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":22.591029268,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1450,"out_tokens":1504},"claude-opus-4-8":{"in_tokens":2743,"out_tokens":602},"claude-opus-4-7":{"in_tokens":2748,"out_tokens":528},"mistral-large-2":{"in_tokens":1499,"out_tokens":582}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":307,"out_tokens":421,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":7.288346632000014,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1137,"out_tokens":1506},"claude-opus-4-8":{"in_tokens":2279,"out_tokens":585},"claude-opus-4-7":{"in_tokens":2284,"out_tokens":565},"mistral-large-2":{"in_tokens":1224,"out_tokens":477}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":790,"out_tokens":289,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":31.21020946499999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1262,"out_tokens":1182},"claude-opus-4-8":{"in_tokens":2396,"out_tokens":598},"claude-opus-4-7":{"in_tokens":2401,"out_tokens":530},"mistral-large-2":{"in_tokens":1317,"out_tokens":522}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":921,"out_tokens":314,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":22.336709008000014,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1342,"out_tokens":1035},"claude-opus-4-8":{"in_tokens":2501,"out_tokens":534},"claude-opus-4-7":{"in_tokens":2506,"out_tokens":451},"mistral-large-2":{"in_tokens":1404,"out_tokens":474}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1851,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":23.860428617000025,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1212,"out_tokens":1789},"claude-opus-4-8":{"in_tokens":2297,"out_tokens":678},"claude-opus-4-7":{"in_tokens":2302,"out_tokens":576},"mistral-large-2":{"in_tokens":1342,"out_tokens":723}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":703,"out_tokens":1145,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":19.70032048799999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1539,"out_tokens":2059},"claude-opus-4-8":{"in_tokens":2976,"out_tokens":708},"claude-opus-4-7":{"in_tokens":2981,"out_tokens":582},"mistral-large-2":{"in_tokens":1691,"out_tokens":726}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":492,"out_tokens":3811,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":129.942042179,"hallucination_count":6.5,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1754,"out_tokens":1881},"claude-opus-4-8":{"in_tokens":3349,"out_tokens":1211},"claude-opus-4-7":{"in_tokens":3354,"out_tokens":870},"mistral-large-2":{"in_tokens":1852,"out_tokens":916}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":549,"error":null,"skip_reason":null,"score_raw":0.7916666666666667,"duration_s":9.35535633699999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1240,"out_tokens":2007},"claude-opus-4-8":{"in_tokens":2548,"out_tokens":579},"claude-opus-4-7":{"in_tokens":2553,"out_tokens":471},"mistral-large-2":{"in_tokens":1321,"out_tokens":530}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":816,"out_tokens":167,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":17.662729304000038,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1151,"out_tokens":1705},"claude-opus-4-8":{"in_tokens":2101,"out_tokens":687},"claude-opus-4-7":{"in_tokens":2106,"out_tokens":511},"mistral-large-2":{"in_tokens":1208,"out_tokens":575}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":615,"out_tokens":758,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":12.921552915999996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1307,"out_tokens":1398},"claude-opus-4-8":{"in_tokens":2515,"out_tokens":619},"claude-opus-4-7":{"in_tokens":2520,"out_tokens":537},"mistral-large-2":{"in_tokens":1424,"out_tokens":627}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":457,"error":null,"skip_reason":null,"score_raw":0.39285714285714285,"duration_s":8.838093081000011,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.2857142857142857,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1228,"out_tokens":2378},"claude-opus-4-8":{"in_tokens":2411,"out_tokens":556},"claude-opus-4-7":{"in_tokens":2416,"out_tokens":610},"mistral-large-2":{"in_tokens":1342,"out_tokens":700}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":1456,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":15.61578843000001,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1449,"out_tokens":1549},"claude-opus-4-8":{"in_tokens":2765,"out_tokens":582},"claude-opus-4-7":{"in_tokens":2770,"out_tokens":547},"mistral-large-2":{"in_tokens":1585,"out_tokens":569}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":491,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":8.782647089000022,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.16666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1212,"out_tokens":2441},"claude-opus-4-8":{"in_tokens":2450,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2455,"out_tokens":514},"mistral-large-2":{"in_tokens":1311,"out_tokens":520}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":834,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":14.119454788999974,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1525,"out_tokens":2388},"claude-opus-4-8":{"in_tokens":3073,"out_tokens":926},"claude-opus-4-7":{"in_tokens":3078,"out_tokens":586},"mistral-large-2":{"in_tokens":1620,"out_tokens":634}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":624,"out_tokens":711,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":13.568826279999996,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1321,"out_tokens":1349},"claude-opus-4-8":{"in_tokens":2511,"out_tokens":635},"claude-opus-4-7":{"in_tokens":2516,"out_tokens":522},"mistral-large-2":{"in_tokens":1426,"out_tokens":597}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":2026,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":32.67691542800003,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1446,"out_tokens":2283},"claude-opus-4-8":{"in_tokens":2784,"out_tokens":837},"claude-opus-4-7":{"in_tokens":2789,"out_tokens":624},"mistral-large-2":{"in_tokens":1595,"out_tokens":663}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":233,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":21.267263422999974,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1183,"out_tokens":1353},"claude-opus-4-8":{"in_tokens":2250,"out_tokens":630},"claude-opus-4-7":{"in_tokens":2255,"out_tokens":460},"mistral-large-2":{"in_tokens":1244,"out_tokens":756}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":367,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":6.842555163999975,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1048,"out_tokens":1925},"claude-opus-4-8":{"in_tokens":2055,"out_tokens":517},"claude-opus-4-7":{"in_tokens":2060,"out_tokens":423},"mistral-large-2":{"in_tokens":1105,"out_tokens":420}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":825,"out_tokens":404,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":72.55906708700002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1509,"out_tokens":1665},"claude-opus-4-8":{"in_tokens":2895,"out_tokens":948},"claude-opus-4-7":{"in_tokens":2900,"out_tokens":819},"mistral-large-2":{"in_tokens":1575,"out_tokens":719}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":216,"out_tokens":221,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":16.90139932699998,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1102,"out_tokens":1211},"claude-opus-4-8":{"in_tokens":2131,"out_tokens":518},"claude-opus-4-7":{"in_tokens":2136,"out_tokens":415},"mistral-large-2":{"in_tokens":1155,"out_tokens":547}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":470,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":7.788633747000006,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1226,"out_tokens":2276},"claude-opus-4-8":{"in_tokens":2414,"out_tokens":869},"claude-opus-4-7":{"in_tokens":2419,"out_tokens":755},"mistral-large-2":{"in_tokens":1292,"out_tokens":959}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":687,"out_tokens":1116,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":18.487638183,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1583,"out_tokens":1728},"claude-opus-4-8":{"in_tokens":3033,"out_tokens":697},"claude-opus-4-7":{"in_tokens":3038,"out_tokens":640},"mistral-large-2":{"in_tokens":1738,"out_tokens":728}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":506,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":8.833789283999977,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.2857142857142857,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1186,"out_tokens":2289},"claude-opus-4-8":{"in_tokens":2362,"out_tokens":704},"claude-opus-4-7":{"in_tokens":2367,"out_tokens":525},"mistral-large-2":{"in_tokens":1265,"out_tokens":603}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":571,"out_tokens":629,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":11.019157026000016,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1333,"out_tokens":1860},"claude-opus-4-8":{"in_tokens":2507,"out_tokens":631},"claude-opus-4-7":{"in_tokens":2512,"out_tokens":559},"mistral-large-2":{"in_tokens":1436,"out_tokens":629}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":163,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":18.830746991000012,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1166,"out_tokens":1466},"claude-opus-4-8":{"in_tokens":2216,"out_tokens":743},"claude-opus-4-7":{"in_tokens":2221,"out_tokens":570},"mistral-large-2":{"in_tokens":1275,"out_tokens":859}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":22.165572206000036,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1124,"out_tokens":1111},"claude-opus-4-8":{"in_tokens":2110,"out_tokens":662},"claude-opus-4-7":{"in_tokens":2115,"out_tokens":523},"mistral-large-2":{"in_tokens":1158,"out_tokens":602}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":591,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":10.848235178999971,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1303,"out_tokens":1529},"claude-opus-4-8":{"in_tokens":2676,"out_tokens":623},"claude-opus-4-7":{"in_tokens":2681,"out_tokens":471},"mistral-large-2":{"in_tokens":1398,"out_tokens":532}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":643,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":11.333176833999971,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1212,"out_tokens":1571},"claude-opus-4-8":{"in_tokens":2257,"out_tokens":777},"claude-opus-4-7":{"in_tokens":2262,"out_tokens":570},"mistral-large-2":{"in_tokens":1347,"out_tokens":661}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":1389,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":14.402859938999995,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1160,"out_tokens":1770},"claude-opus-4-8":{"in_tokens":2190,"out_tokens":805},"claude-opus-4-7":{"in_tokens":2195,"out_tokens":513},"mistral-large-2":{"in_tokens":1289,"out_tokens":692}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":574,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":8.786088429000017,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1523,"out_tokens":3217},"claude-opus-4-8":{"in_tokens":2925,"out_tokens":693},"claude-opus-4-7":{"in_tokens":2930,"out_tokens":592},"mistral-large-2":{"in_tokens":1610,"out_tokens":616}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":497,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":8.50946824600004,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1309,"out_tokens":1623},"claude-opus-4-8":{"in_tokens":2656,"out_tokens":737},"claude-opus-4-7":{"in_tokens":2661,"out_tokens":593},"mistral-large-2":{"in_tokens":1411,"out_tokens":555}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":3354,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":99.706221134,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1429,"out_tokens":1809},"claude-opus-4-8":{"in_tokens":2711,"out_tokens":827},"claude-opus-4-7":{"in_tokens":2716,"out_tokens":679},"mistral-large-2":{"in_tokens":1535,"out_tokens":622}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1817,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":23.54906856299999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1270,"out_tokens":1158},"claude-opus-4-8":{"in_tokens":2390,"out_tokens":705},"claude-opus-4-7":{"in_tokens":2395,"out_tokens":567},"mistral-large-2":{"in_tokens":1369,"out_tokens":612}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":454,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":7.755956158999993,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1229,"out_tokens":1325},"claude-opus-4-8":{"in_tokens":2485,"out_tokens":540},"claude-opus-4-7":{"in_tokens":2490,"out_tokens":509},"mistral-large-2":{"in_tokens":1281,"out_tokens":522}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":484,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":9.198268819999953,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1245,"out_tokens":1247},"claude-opus-4-8":{"in_tokens":2474,"out_tokens":575},"claude-opus-4-7":{"in_tokens":2479,"out_tokens":533},"mistral-large-2":{"in_tokens":1325,"out_tokens":572}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":774,"out_tokens":1195,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.80326789899999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1613,"out_tokens":1259},"claude-opus-4-8":{"in_tokens":3121,"out_tokens":615},"claude-opus-4-7":{"in_tokens":3126,"out_tokens":518},"mistral-large-2":{"in_tokens":1791,"out_tokens":587}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":799,"out_tokens":387,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":21.217133598999965,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1293,"out_tokens":1224},"claude-opus-4-8":{"in_tokens":2471,"out_tokens":642},"claude-opus-4-7":{"in_tokens":2476,"out_tokens":484},"mistral-large-2":{"in_tokens":1373,"out_tokens":494}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":841,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":13.796439692000035,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1313,"out_tokens":1485},"claude-opus-4-8":{"in_tokens":2557,"out_tokens":607},"claude-opus-4-7":{"in_tokens":2562,"out_tokens":499},"mistral-large-2":{"in_tokens":1416,"out_tokens":548}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":761,"out_tokens":108,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":17.12257672999999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":946,"out_tokens":816},"claude-opus-4-8":{"in_tokens":1767,"out_tokens":455},"claude-opus-4-7":{"in_tokens":1772,"out_tokens":422},"mistral-large-2":{"in_tokens":982,"out_tokens":455}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":773,"out_tokens":229,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":30.002825787999996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1097,"out_tokens":1644},"claude-opus-4-8":{"in_tokens":2089,"out_tokens":584},"claude-opus-4-7":{"in_tokens":2094,"out_tokens":463},"mistral-large-2":{"in_tokens":1155,"out_tokens":515}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":545,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":9.576136958000006,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1258,"out_tokens":2511},"claude-opus-4-8":{"in_tokens":2633,"out_tokens":675},"claude-opus-4-7":{"in_tokens":2638,"out_tokens":526},"mistral-large-2":{"in_tokens":1329,"out_tokens":1021}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1823,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":20.134808221000014,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1434,"out_tokens":2495},"claude-opus-4-8":{"in_tokens":2734,"out_tokens":621},"claude-opus-4-7":{"in_tokens":2739,"out_tokens":562},"mistral-large-2":{"in_tokens":1584,"out_tokens":615}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":162,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":14.38677140599998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1024,"out_tokens":1282},"claude-opus-4-8":{"in_tokens":1997,"out_tokens":758},"claude-opus-4-7":{"in_tokens":2002,"out_tokens":504},"mistral-large-2":{"in_tokens":1101,"out_tokens":497}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":742,"out_tokens":309,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":31.167964138000002,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1211,"out_tokens":1578},"claude-opus-4-8":{"in_tokens":2276,"out_tokens":659},"claude-opus-4-7":{"in_tokens":2281,"out_tokens":467},"mistral-large-2":{"in_tokens":1276,"out_tokens":528}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":197,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":20.393494595999982,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.25,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1061,"out_tokens":2023},"claude-opus-4-8":{"in_tokens":2085,"out_tokens":976},"claude-opus-4-7":{"in_tokens":2090,"out_tokens":630},"mistral-large-2":{"in_tokens":1151,"out_tokens":756}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":972,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":15.256915142000025,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1488,"out_tokens":2850},"claude-opus-4-8":{"in_tokens":2752,"out_tokens":723},"claude-opus-4-7":{"in_tokens":2757,"out_tokens":549},"mistral-large-2":{"in_tokens":1675,"out_tokens":815}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":1056,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":17.629124203000003,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1408,"out_tokens":1419},"claude-opus-4-8":{"in_tokens":2785,"out_tokens":669},"claude-opus-4-7":{"in_tokens":2790,"out_tokens":539},"mistral-large-2":{"in_tokens":1494,"out_tokens":615}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":1187,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":12.774696816000016,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1156,"out_tokens":1157},"claude-opus-4-8":{"in_tokens":2313,"out_tokens":642},"claude-opus-4-7":{"in_tokens":2318,"out_tokens":525},"mistral-large-2":{"in_tokens":1222,"out_tokens":474}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":3436,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":40.63595358399999,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1641,"out_tokens":2287},"claude-opus-4-8":{"in_tokens":3115,"out_tokens":1018},"claude-opus-4-7":{"in_tokens":3120,"out_tokens":729},"mistral-large-2":{"in_tokens":1814,"out_tokens":806}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":179,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":22.07309323999999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1048,"out_tokens":1876},"claude-opus-4-8":{"in_tokens":2050,"out_tokens":651},"claude-opus-4-7":{"in_tokens":2055,"out_tokens":422},"mistral-large-2":{"in_tokens":1170,"out_tokens":588}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":566,"out_tokens":775,"error":null,"skip_reason":null,"score_raw":0.2,"duration_s":13.581817661000002,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2192,"out_tokens":3316},"claude-opus-4-8":{"in_tokens":4269,"out_tokens":1276},"claude-opus-4-7":{"in_tokens":4274,"out_tokens":1061},"mistral-large-2":{"in_tokens":2291,"out_tokens":943}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":796,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":13.198822226000004,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.3,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2094,"out_tokens":2238},"claude-opus-4-8":{"in_tokens":4181,"out_tokens":1152},"claude-opus-4-7":{"in_tokens":4186,"out_tokens":844},"mistral-large-2":{"in_tokens":2249,"out_tokens":873}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1452,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":13.870816515000001,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1302,"out_tokens":1257},"claude-opus-4-8":{"in_tokens":2562,"out_tokens":778},"claude-opus-4-7":{"in_tokens":2567,"out_tokens":538},"mistral-large-2":{"in_tokens":1399,"out_tokens":686}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":680,"out_tokens":706,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":12.766710035000017,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1281,"out_tokens":1597},"claude-opus-4-8":{"in_tokens":2577,"out_tokens":639},"claude-opus-4-7":{"in_tokens":2582,"out_tokens":491},"mistral-large-2":{"in_tokens":1407,"out_tokens":498}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":148,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":24.732808394000017,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1098,"out_tokens":1284},"claude-opus-4-8":{"in_tokens":2108,"out_tokens":745},"claude-opus-4-7":{"in_tokens":2113,"out_tokens":592},"mistral-large-2":{"in_tokens":1179,"out_tokens":562}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":702,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":11.829277559000047,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.3,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1995,"out_tokens":2473},"claude-opus-4-8":{"in_tokens":4036,"out_tokens":1241},"claude-opus-4-7":{"in_tokens":4041,"out_tokens":1147},"mistral-large-2":{"in_tokens":2117,"out_tokens":843}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":999,"error":null,"skip_reason":null,"score_raw":0.7000000000000001,"duration_s":18.14230620500001,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2243,"out_tokens":2936},"claude-opus-4-8":{"in_tokens":4466,"out_tokens":1105},"claude-opus-4-7":{"in_tokens":4471,"out_tokens":850},"mistral-large-2":{"in_tokens":2438,"out_tokens":864}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":741,"out_tokens":294,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":12.968488183000034,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1168,"out_tokens":1806},"claude-opus-4-8":{"in_tokens":2235,"out_tokens":635},"claude-opus-4-7":{"in_tokens":2240,"out_tokens":534},"mistral-large-2":{"in_tokens":1231,"out_tokens":569}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":869,"out_tokens":247,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":14.371931386999961,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1306,"out_tokens":1152},"claude-opus-4-8":{"in_tokens":2446,"out_tokens":605},"claude-opus-4-7":{"in_tokens":2451,"out_tokens":530},"mistral-large-2":{"in_tokens":1382,"out_tokens":600}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":857,"out_tokens":1064,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":17.492203685999982,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1676,"out_tokens":1679},"claude-opus-4-8":{"in_tokens":3246,"out_tokens":683},"claude-opus-4-7":{"in_tokens":3251,"out_tokens":546},"mistral-large-2":{"in_tokens":1888,"out_tokens":619}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":744,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":12.258228193999969,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2001,"out_tokens":3024},"claude-opus-4-8":{"in_tokens":3948,"out_tokens":968},"claude-opus-4-7":{"in_tokens":3953,"out_tokens":734},"mistral-large-2":{"in_tokens":2175,"out_tokens":1403}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":787,"out_tokens":258,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":22.683971783999993,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1246,"out_tokens":1357},"claude-opus-4-8":{"in_tokens":2302,"out_tokens":729},"claude-opus-4-7":{"in_tokens":2307,"out_tokens":523},"mistral-large-2":{"in_tokens":1301,"out_tokens":577}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":569,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":12.047865225999999,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.2857142857142857,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1369,"out_tokens":1909},"claude-opus-4-8":{"in_tokens":2703,"out_tokens":602},"claude-opus-4-7":{"in_tokens":2708,"out_tokens":697},"mistral-large-2":{"in_tokens":1460,"out_tokens":600}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":898,"out_tokens":1120,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":17.796202116000018,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1801,"out_tokens":2087},"claude-opus-4-8":{"in_tokens":3403,"out_tokens":861},"claude-opus-4-7":{"in_tokens":3408,"out_tokens":571},"mistral-large-2":{"in_tokens":2001,"out_tokens":578}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":772,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":11.590472471999988,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1351,"out_tokens":1202},"claude-opus-4-8":{"in_tokens":2597,"out_tokens":595},"claude-opus-4-7":{"in_tokens":2602,"out_tokens":558},"mistral-large-2":{"in_tokens":1472,"out_tokens":598}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":754,"out_tokens":238,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":20.40358522300005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1128,"out_tokens":1086},"claude-opus-4-8":{"in_tokens":2124,"out_tokens":664},"claude-opus-4-7":{"in_tokens":2129,"out_tokens":624},"mistral-large-2":{"in_tokens":1198,"out_tokens":514}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1014,"out_tokens":1098,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":17.950331140000003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2002,"out_tokens":2706},"claude-opus-4-8":{"in_tokens":3700,"out_tokens":864},"claude-opus-4-7":{"in_tokens":3705,"out_tokens":619},"mistral-large-2":{"in_tokens":2154,"out_tokens":667}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":298,"out_tokens":540,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":9.480509460000007,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1257,"out_tokens":1806},"claude-opus-4-8":{"in_tokens":2495,"out_tokens":573},"claude-opus-4-7":{"in_tokens":2500,"out_tokens":563},"mistral-large-2":{"in_tokens":1347,"out_tokens":651}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":370,"out_tokens":3470,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":89.993752618,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1269,"out_tokens":1444},"claude-opus-4-8":{"in_tokens":2439,"out_tokens":954},"claude-opus-4-7":{"in_tokens":2444,"out_tokens":649},"mistral-large-2":{"in_tokens":1343,"out_tokens":574}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":1812,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":19.295076486000028,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1263,"out_tokens":1250},"claude-opus-4-8":{"in_tokens":2563,"out_tokens":661},"claude-opus-4-7":{"in_tokens":2568,"out_tokens":504},"mistral-large-2":{"in_tokens":1395,"out_tokens":493}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":722,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":11.418165208999994,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.3,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1779,"out_tokens":1970},"claude-opus-4-8":{"in_tokens":3502,"out_tokens":895},"claude-opus-4-7":{"in_tokens":3507,"out_tokens":710},"mistral-large-2":{"in_tokens":1904,"out_tokens":789}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":1752,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":20.36103294999998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1598,"out_tokens":1304},"claude-opus-4-8":{"in_tokens":3063,"out_tokens":918},"claude-opus-4-7":{"in_tokens":3068,"out_tokens":725},"mistral-large-2":{"in_tokens":1797,"out_tokens":656}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":2394,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":26.58765375400003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1433,"out_tokens":2698},"claude-opus-4-8":{"in_tokens":2679,"out_tokens":791},"claude-opus-4-7":{"in_tokens":2684,"out_tokens":608},"mistral-large-2":{"in_tokens":1622,"out_tokens":694}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":185,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":25.10734736400002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1076,"out_tokens":1009},"claude-opus-4-8":{"in_tokens":2048,"out_tokens":671},"claude-opus-4-7":{"in_tokens":2053,"out_tokens":553},"mistral-large-2":{"in_tokens":1190,"out_tokens":660}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":711,"out_tokens":440,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":7.828284712000027,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.3,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1982,"out_tokens":2656},"claude-opus-4-8":{"in_tokens":3847,"out_tokens":1353},"claude-opus-4-7":{"in_tokens":3852,"out_tokens":959},"mistral-large-2":{"in_tokens":2067,"out_tokens":760}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":162,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":26.793657901000017,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1010,"out_tokens":1095},"claude-opus-4-8":{"in_tokens":2004,"out_tokens":859},"claude-opus-4-7":{"in_tokens":2009,"out_tokens":461},"mistral-large-2":{"in_tokens":1098,"out_tokens":674}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":389,"out_tokens":230,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":22.835963565999975,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1187,"out_tokens":1391},"claude-opus-4-8":{"in_tokens":2314,"out_tokens":810},"claude-opus-4-7":{"in_tokens":2319,"out_tokens":753},"mistral-large-2":{"in_tokens":1297,"out_tokens":681}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":641,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":10.675572375000002,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1613,"out_tokens":2486},"claude-opus-4-8":{"in_tokens":3138,"out_tokens":1008},"claude-opus-4-7":{"in_tokens":3143,"out_tokens":790},"mistral-large-2":{"in_tokens":1723,"out_tokens":709}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":767,"out_tokens":212,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":15.267035219999968,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1124,"out_tokens":1378},"claude-opus-4-8":{"in_tokens":2107,"out_tokens":652},"claude-opus-4-7":{"in_tokens":2112,"out_tokens":473},"mistral-large-2":{"in_tokens":1176,"out_tokens":492}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":155,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":18.94007979500003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1095,"out_tokens":1830},"claude-opus-4-8":{"in_tokens":2097,"out_tokens":771},"claude-opus-4-7":{"in_tokens":2102,"out_tokens":584},"mistral-large-2":{"in_tokens":1192,"out_tokens":485}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":1864,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":22.62535875399999,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1441,"out_tokens":1482},"claude-opus-4-8":{"in_tokens":2643,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2648,"out_tokens":449},"mistral-large-2":{"in_tokens":1621,"out_tokens":578}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":761,"out_tokens":174,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":10.56292324200001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1129,"out_tokens":858},"claude-opus-4-8":{"in_tokens":2128,"out_tokens":609},"claude-opus-4-7":{"in_tokens":2133,"out_tokens":493},"mistral-large-2":{"in_tokens":1187,"out_tokens":499}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":712,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":11.868137735000005,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1337,"out_tokens":1766},"claude-opus-4-8":{"in_tokens":2550,"out_tokens":808},"claude-opus-4-7":{"in_tokens":2555,"out_tokens":586},"mistral-large-2":{"in_tokens":1483,"out_tokens":760}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":862,"out_tokens":331,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":19.51084616600002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1497,"out_tokens":1823},"claude-opus-4-8":{"in_tokens":2840,"out_tokens":631},"claude-opus-4-7":{"in_tokens":2845,"out_tokens":497},"mistral-large-2":{"in_tokens":1546,"out_tokens":543}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":588,"out_tokens":783,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":11.999454156000013,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2067,"out_tokens":3102},"claude-opus-4-8":{"in_tokens":4102,"out_tokens":876},"claude-opus-4-7":{"in_tokens":4107,"out_tokens":859},"mistral-large-2":{"in_tokens":2232,"out_tokens":758}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":668,"out_tokens":871,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":13.900722744999996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1359,"out_tokens":1305},"claude-opus-4-8":{"in_tokens":2637,"out_tokens":621},"claude-opus-4-7":{"in_tokens":2642,"out_tokens":549},"mistral-large-2":{"in_tokens":1513,"out_tokens":589}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":937,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":15.19610409500001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1554,"out_tokens":1394},"claude-opus-4-8":{"in_tokens":2957,"out_tokens":713},"claude-opus-4-7":{"in_tokens":2962,"out_tokens":581},"mistral-large-2":{"in_tokens":1716,"out_tokens":605}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":1199,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":18.569045433000042,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1582,"out_tokens":1345},"claude-opus-4-8":{"in_tokens":3075,"out_tokens":744},"claude-opus-4-7":{"in_tokens":3080,"out_tokens":657},"mistral-large-2":{"in_tokens":1756,"out_tokens":724}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":843,"out_tokens":267,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":16.192175866000014,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1256,"out_tokens":1311},"claude-opus-4-8":{"in_tokens":2381,"out_tokens":521},"claude-opus-4-7":{"in_tokens":2386,"out_tokens":489},"mistral-large-2":{"in_tokens":1303,"out_tokens":599}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":1121,"error":null,"skip_reason":null,"score_raw":0.8611111111111112,"duration_s":13.55038489499998,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1372,"out_tokens":1410},"claude-opus-4-8":{"in_tokens":2623,"out_tokens":725},"claude-opus-4-7":{"in_tokens":2628,"out_tokens":503},"mistral-large-2":{"in_tokens":1491,"out_tokens":643}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":765,"out_tokens":79,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":11.332575168000005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1037,"out_tokens":885},"claude-opus-4-8":{"in_tokens":1938,"out_tokens":532},"claude-opus-4-7":{"in_tokens":1943,"out_tokens":437},"mistral-large-2":{"in_tokens":1069,"out_tokens":452}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":1563,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":17.298944852000034,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1320,"out_tokens":1971},"claude-opus-4-8":{"in_tokens":2523,"out_tokens":1033},"claude-opus-4-7":{"in_tokens":2528,"out_tokens":582},"mistral-large-2":{"in_tokens":1474,"out_tokens":634}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1326,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":22.29500280900004,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2702,"out_tokens":3149},"claude-opus-4-8":{"in_tokens":5397,"out_tokens":1536},"claude-opus-4-7":{"in_tokens":5402,"out_tokens":1110},"mistral-large-2":{"in_tokens":2896,"out_tokens":960}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":2374,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":23.486012862999985,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1788,"out_tokens":2297},"claude-opus-4-8":{"in_tokens":3304,"out_tokens":737},"claude-opus-4-7":{"in_tokens":3309,"out_tokens":776},"mistral-large-2":{"in_tokens":1921,"out_tokens":756}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":622,"out_tokens":737,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":12.222749978000024,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1264,"out_tokens":1218},"claude-opus-4-8":{"in_tokens":2546,"out_tokens":780},"claude-opus-4-7":{"in_tokens":2551,"out_tokens":552},"mistral-large-2":{"in_tokens":1377,"out_tokens":585}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":716,"out_tokens":949,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":14.864692643000012,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1469,"out_tokens":2654},"claude-opus-4-8":{"in_tokens":2871,"out_tokens":695},"claude-opus-4-7":{"in_tokens":2876,"out_tokens":652},"mistral-large-2":{"in_tokens":1595,"out_tokens":651}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":367,"out_tokens":233,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":20.51744836200004,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1176,"out_tokens":1498},"claude-opus-4-8":{"in_tokens":2239,"out_tokens":654},"claude-opus-4-7":{"in_tokens":2244,"out_tokens":492},"mistral-large-2":{"in_tokens":1280,"out_tokens":585}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":838,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":12.97550369999999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1382,"out_tokens":2499},"claude-opus-4-8":{"in_tokens":2562,"out_tokens":716},"claude-opus-4-7":{"in_tokens":2567,"out_tokens":723},"mistral-large-2":{"in_tokens":1522,"out_tokens":624}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":96,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":19.49992622999997,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":963,"out_tokens":1746},"claude-opus-4-8":{"in_tokens":1811,"out_tokens":602},"claude-opus-4-7":{"in_tokens":1816,"out_tokens":460},"mistral-large-2":{"in_tokens":1065,"out_tokens":537}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1932,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":19.86455973400001,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1645,"out_tokens":2744},"claude-opus-4-8":{"in_tokens":3168,"out_tokens":1049},"claude-opus-4-7":{"in_tokens":3173,"out_tokens":808},"mistral-large-2":{"in_tokens":1820,"out_tokens":905}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":200,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":21.96312940399997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1187,"out_tokens":1199},"claude-opus-4-8":{"in_tokens":2260,"out_tokens":609},"claude-opus-4-7":{"in_tokens":2265,"out_tokens":451},"mistral-large-2":{"in_tokens":1278,"out_tokens":565}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":1162,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":12.541579302000002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1157,"out_tokens":1396},"claude-opus-4-8":{"in_tokens":2220,"out_tokens":625},"claude-opus-4-7":{"in_tokens":2225,"out_tokens":569},"mistral-large-2":{"in_tokens":1271,"out_tokens":638}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":761,"out_tokens":227,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":23.842619887000012,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1182,"out_tokens":1656},"claude-opus-4-8":{"in_tokens":2219,"out_tokens":540},"claude-opus-4-7":{"in_tokens":2224,"out_tokens":469},"mistral-large-2":{"in_tokens":1244,"out_tokens":596}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":212,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":25.681044720999978,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1226,"out_tokens":1750},"claude-opus-4-8":{"in_tokens":2325,"out_tokens":684},"claude-opus-4-7":{"in_tokens":2330,"out_tokens":552},"mistral-large-2":{"in_tokens":1342,"out_tokens":990}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":699,"out_tokens":309,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":19.769128260000002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1204,"out_tokens":1286},"claude-opus-4-8":{"in_tokens":2302,"out_tokens":572},"claude-opus-4-7":{"in_tokens":2307,"out_tokens":402},"mistral-large-2":{"in_tokens":1261,"out_tokens":959}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":652,"out_tokens":1076,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":18.372881145999997,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1420,"out_tokens":1735},"claude-opus-4-8":{"in_tokens":2774,"out_tokens":705},"claude-opus-4-7":{"in_tokens":2779,"out_tokens":659},"mistral-large-2":{"in_tokens":1562,"out_tokens":558}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":282,"out_tokens":2716,"error":null,"skip_reason":null,"score_raw":0.175,"duration_s":79.76004956399998,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1284,"out_tokens":2087},"claude-opus-4-8":{"in_tokens":2491,"out_tokens":971},"claude-opus-4-7":{"in_tokens":2496,"out_tokens":820},"mistral-large-2":{"in_tokens":1372,"out_tokens":646}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":812,"out_tokens":159,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":21.911211277999996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1176,"out_tokens":1416},"claude-opus-4-8":{"in_tokens":2229,"out_tokens":696},"claude-opus-4-7":{"in_tokens":2234,"out_tokens":515},"mistral-large-2":{"in_tokens":1295,"out_tokens":901}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":700,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":12.337109920999978,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1291,"out_tokens":1248},"claude-opus-4-8":{"in_tokens":2461,"out_tokens":590},"claude-opus-4-7":{"in_tokens":2466,"out_tokens":440},"mistral-large-2":{"in_tokens":1434,"out_tokens":613}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":2285,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":67.38782808099995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1177,"out_tokens":1886},"claude-opus-4-8":{"in_tokens":2365,"out_tokens":772},"claude-opus-4-7":{"in_tokens":2370,"out_tokens":528},"mistral-large-2":{"in_tokens":1245,"out_tokens":554}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":798,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":13.595692114999963,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1313,"out_tokens":1199},"claude-opus-4-8":{"in_tokens":2485,"out_tokens":662},"claude-opus-4-7":{"in_tokens":2490,"out_tokens":545},"mistral-large-2":{"in_tokens":1402,"out_tokens":545}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":600,"out_tokens":953,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":15.566180823000025,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1340,"out_tokens":1810},"claude-opus-4-8":{"in_tokens":2591,"out_tokens":595},"claude-opus-4-7":{"in_tokens":2596,"out_tokens":488},"mistral-large-2":{"in_tokens":1407,"out_tokens":611}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":617,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":10.392936521999957,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1115,"out_tokens":1292},"claude-opus-4-8":{"in_tokens":2181,"out_tokens":593},"claude-opus-4-7":{"in_tokens":2186,"out_tokens":512},"mistral-large-2":{"in_tokens":1212,"out_tokens":495}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":1690,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":21.48763901000001,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1402,"out_tokens":1958},"claude-opus-4-8":{"in_tokens":2789,"out_tokens":903},"claude-opus-4-7":{"in_tokens":2794,"out_tokens":664},"mistral-large-2":{"in_tokens":1510,"out_tokens":741}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":2097,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":24.619491089000007,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1419,"out_tokens":2323},"claude-opus-4-8":{"in_tokens":2741,"out_tokens":665},"claude-opus-4-7":{"in_tokens":2746,"out_tokens":534},"mistral-large-2":{"in_tokens":1581,"out_tokens":789}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1330,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":18.860655671000018,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1224,"out_tokens":1275},"claude-opus-4-8":{"in_tokens":2416,"out_tokens":693},"claude-opus-4-7":{"in_tokens":2421,"out_tokens":557},"mistral-large-2":{"in_tokens":1337,"out_tokens":572}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":160,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":20.34186945900001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1019,"out_tokens":1143},"claude-opus-4-8":{"in_tokens":2046,"out_tokens":824},"claude-opus-4-7":{"in_tokens":2051,"out_tokens":483},"mistral-large-2":{"in_tokens":1091,"out_tokens":624}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":780,"out_tokens":230,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":29.397763025000017,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.25,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1103,"out_tokens":1557},"claude-opus-4-8":{"in_tokens":2173,"out_tokens":667},"claude-opus-4-7":{"in_tokens":2178,"out_tokens":484},"mistral-large-2":{"in_tokens":1198,"out_tokens":860}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":319,"out_tokens":185,"error":null,"skip_reason":null,"score_raw":0.2777777777777778,"duration_s":23.65298600699998,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1061,"out_tokens":1277},"claude-opus-4-8":{"in_tokens":2130,"out_tokens":673},"claude-opus-4-7":{"in_tokens":2135,"out_tokens":477},"mistral-large-2":{"in_tokens":1142,"out_tokens":635}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":787,"out_tokens":127,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":17.044115465000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1003,"out_tokens":1339},"claude-opus-4-8":{"in_tokens":1939,"out_tokens":573},"claude-opus-4-7":{"in_tokens":1944,"out_tokens":412},"mistral-large-2":{"in_tokens":1079,"out_tokens":494}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":1987,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":24.39180093599998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1256,"out_tokens":2217},"claude-opus-4-8":{"in_tokens":2463,"out_tokens":736},"claude-opus-4-7":{"in_tokens":2468,"out_tokens":583},"mistral-large-2":{"in_tokens":1399,"out_tokens":582}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":1150,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":17.962022958000034,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1513,"out_tokens":1665},"claude-opus-4-8":{"in_tokens":2848,"out_tokens":696},"claude-opus-4-7":{"in_tokens":2853,"out_tokens":724},"mistral-large-2":{"in_tokens":1651,"out_tokens":665}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":186,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":24.920043038000017,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1146,"out_tokens":2789},"claude-opus-4-8":{"in_tokens":2135,"out_tokens":879},"claude-opus-4-7":{"in_tokens":2140,"out_tokens":510},"mistral-large-2":{"in_tokens":1280,"out_tokens":641}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":824,"out_tokens":128,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":24.714992209000002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1096,"out_tokens":1413},"claude-opus-4-8":{"in_tokens":2053,"out_tokens":699},"claude-opus-4-7":{"in_tokens":2058,"out_tokens":561},"mistral-large-2":{"in_tokens":1191,"out_tokens":554}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":266,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":33.34779238599998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1269,"out_tokens":1384},"claude-opus-4-8":{"in_tokens":2442,"out_tokens":650},"claude-opus-4-7":{"in_tokens":2447,"out_tokens":610},"mistral-large-2":{"in_tokens":1405,"out_tokens":477}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":795,"out_tokens":324,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":30.34737603900004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1215,"out_tokens":1606},"claude-opus-4-8":{"in_tokens":2331,"out_tokens":708},"claude-opus-4-7":{"in_tokens":2336,"out_tokens":553},"mistral-large-2":{"in_tokens":1372,"out_tokens":526}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":766,"out_tokens":1343,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":20.913160436,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1698,"out_tokens":2416},"claude-opus-4-8":{"in_tokens":3370,"out_tokens":881},"claude-opus-4-7":{"in_tokens":3375,"out_tokens":702},"mistral-large-2":{"in_tokens":1824,"out_tokens":596}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":834,"out_tokens":1419,"error":null,"skip_reason":null,"score_raw":0.2777777777777778,"duration_s":23.735692238000013,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1849,"out_tokens":2195},"claude-opus-4-8":{"in_tokens":3640,"out_tokens":1218},"claude-opus-4-7":{"in_tokens":3645,"out_tokens":1146},"mistral-large-2":{"in_tokens":1997,"out_tokens":903}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":1712,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":22.258023078999997,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1350,"out_tokens":2485},"claude-opus-4-8":{"in_tokens":2562,"out_tokens":709},"claude-opus-4-7":{"in_tokens":2567,"out_tokens":707},"mistral-large-2":{"in_tokens":1507,"out_tokens":625}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":1652,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":29.223973188000002,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1773,"out_tokens":1662},"claude-opus-4-8":{"in_tokens":3691,"out_tokens":927},"claude-opus-4-7":{"in_tokens":3696,"out_tokens":700},"mistral-large-2":{"in_tokens":1892,"out_tokens":851}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":1372,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":18.193460764999998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1247,"out_tokens":1419},"claude-opus-4-8":{"in_tokens":2313,"out_tokens":628},"claude-opus-4-7":{"in_tokens":2318,"out_tokens":540},"mistral-large-2":{"in_tokens":1344,"out_tokens":534}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":831,"out_tokens":142,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":12.273876468999958,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1089,"out_tokens":1318},"claude-opus-4-8":{"in_tokens":2061,"out_tokens":603},"claude-opus-4-7":{"in_tokens":2066,"out_tokens":511},"mistral-large-2":{"in_tokens":1180,"out_tokens":465}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":1737,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":29.64966769700004,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1377,"out_tokens":2063},"claude-opus-4-8":{"in_tokens":2568,"out_tokens":989},"claude-opus-4-7":{"in_tokens":2573,"out_tokens":484},"mistral-large-2":{"in_tokens":1520,"out_tokens":621}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":234,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":23.443776094000043,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1345,"out_tokens":1455},"claude-opus-4-8":{"in_tokens":2625,"out_tokens":665},"claude-opus-4-7":{"in_tokens":2630,"out_tokens":530},"mistral-large-2":{"in_tokens":1516,"out_tokens":580}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":672,"out_tokens":1316,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":20.982916458000034,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1476,"out_tokens":1837},"claude-opus-4-8":{"in_tokens":3035,"out_tokens":679},"claude-opus-4-7":{"in_tokens":3040,"out_tokens":533},"mistral-large-2":{"in_tokens":1580,"out_tokens":571}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":781,"out_tokens":182,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":26.733373905999997,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1035,"out_tokens":1220},"claude-opus-4-8":{"in_tokens":2038,"out_tokens":782},"claude-opus-4-7":{"in_tokens":2043,"out_tokens":472},"mistral-large-2":{"in_tokens":1117,"out_tokens":702}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":0.46428571428571425,"duration_s":23.43379367900002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1411,"out_tokens":1925},"claude-opus-4-8":{"in_tokens":2620,"out_tokens":548},"claude-opus-4-7":{"in_tokens":2625,"out_tokens":551},"mistral-large-2":{"in_tokens":1586,"out_tokens":527}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":2433,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":32.692546913,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1359,"out_tokens":2994},"claude-opus-4-8":{"in_tokens":2652,"out_tokens":649},"claude-opus-4-7":{"in_tokens":2657,"out_tokens":516},"mistral-large-2":{"in_tokens":1456,"out_tokens":792}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":839,"out_tokens":210,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":24.40605420999998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1189,"out_tokens":1651},"claude-opus-4-8":{"in_tokens":2312,"out_tokens":666},"claude-opus-4-7":{"in_tokens":2317,"out_tokens":578},"mistral-large-2":{"in_tokens":1302,"out_tokens":559}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":993,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":14.316207988999963,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1104,"out_tokens":1075},"claude-opus-4-8":{"in_tokens":2135,"out_tokens":728},"claude-opus-4-7":{"in_tokens":2140,"out_tokens":644},"mistral-large-2":{"in_tokens":1211,"out_tokens":556}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":798,"out_tokens":198,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":31.369897212000012,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1116,"out_tokens":1663},"claude-opus-4-8":{"in_tokens":2139,"out_tokens":575},"claude-opus-4-7":{"in_tokens":2144,"out_tokens":547},"mistral-large-2":{"in_tokens":1232,"out_tokens":642}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":1009,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":17.292763338999976,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1223,"out_tokens":1832},"claude-opus-4-8":{"in_tokens":2457,"out_tokens":556},"claude-opus-4-7":{"in_tokens":2462,"out_tokens":449},"mistral-large-2":{"in_tokens":1289,"out_tokens":529}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1338,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":24.457596472999967,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1435,"out_tokens":2684},"claude-opus-4-8":{"in_tokens":2780,"out_tokens":698},"claude-opus-4-7":{"in_tokens":2785,"out_tokens":566},"mistral-large-2":{"in_tokens":1547,"out_tokens":490}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":1396,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":17.734471007000025,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1272,"out_tokens":2136},"claude-opus-4-8":{"in_tokens":2380,"out_tokens":795},"claude-opus-4-7":{"in_tokens":2385,"out_tokens":575},"mistral-large-2":{"in_tokens":1398,"out_tokens":703}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":553,"out_tokens":1377,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":26.33134350900002,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1413,"out_tokens":1285},"claude-opus-4-8":{"in_tokens":2826,"out_tokens":656},"claude-opus-4-7":{"in_tokens":2831,"out_tokens":460},"mistral-large-2":{"in_tokens":1505,"out_tokens":683}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":197,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":18.36458210899997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1149,"out_tokens":989},"claude-opus-4-8":{"in_tokens":2225,"out_tokens":700},"claude-opus-4-7":{"in_tokens":2230,"out_tokens":537},"mistral-large-2":{"in_tokens":1251,"out_tokens":569}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":378,"out_tokens":159,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":47.318404391,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1084,"out_tokens":1169},"claude-opus-4-8":{"in_tokens":2195,"out_tokens":643},"claude-opus-4-7":{"in_tokens":2200,"out_tokens":546},"mistral-large-2":{"in_tokens":1191,"out_tokens":478}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":229,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":36.09128685000002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1620,"out_tokens":2009},"claude-opus-4-8":{"in_tokens":3012,"out_tokens":823},"claude-opus-4-7":{"in_tokens":3017,"out_tokens":574},"mistral-large-2":{"in_tokens":1743,"out_tokens":599}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":449,"out_tokens":3274,"error":null,"skip_reason":null,"score_raw":0.225,"duration_s":63.27529041899999,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.7,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1749,"out_tokens":1608},"claude-opus-4-8":{"in_tokens":3251,"out_tokens":939},"claude-opus-4-7":{"in_tokens":3256,"out_tokens":778},"mistral-large-2":{"in_tokens":1855,"out_tokens":757}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":3159,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":56.969461975,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1322,"out_tokens":1827},"claude-opus-4-8":{"in_tokens":2504,"out_tokens":827},"claude-opus-4-7":{"in_tokens":2509,"out_tokens":701},"mistral-large-2":{"in_tokens":1437,"out_tokens":833}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":599,"out_tokens":1410,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":22.204207474999976,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1508,"out_tokens":2318},"claude-opus-4-8":{"in_tokens":2976,"out_tokens":627},"claude-opus-4-7":{"in_tokens":2981,"out_tokens":689},"mistral-large-2":{"in_tokens":1628,"out_tokens":584}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":346,"out_tokens":186,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":19.473335435999957,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1156,"out_tokens":1659},"claude-opus-4-8":{"in_tokens":2235,"out_tokens":823},"claude-opus-4-7":{"in_tokens":2240,"out_tokens":621},"mistral-large-2":{"in_tokens":1275,"out_tokens":1012}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":161,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":27.85642655600003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1123,"out_tokens":1321},"claude-opus-4-8":{"in_tokens":2120,"out_tokens":620},"claude-opus-4-7":{"in_tokens":2125,"out_tokens":499},"mistral-large-2":{"in_tokens":1212,"out_tokens":603}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":169,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":25.93778087300001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1181,"out_tokens":1366},"claude-opus-4-8":{"in_tokens":2222,"out_tokens":681},"claude-opus-4-7":{"in_tokens":2227,"out_tokens":482},"mistral-large-2":{"in_tokens":1271,"out_tokens":529}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":758,"out_tokens":193,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":24.87583999200001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1073,"out_tokens":1482},"claude-opus-4-8":{"in_tokens":2009,"out_tokens":694},"claude-opus-4-7":{"in_tokens":2014,"out_tokens":522},"mistral-large-2":{"in_tokens":1194,"out_tokens":728}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":1305,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":19.730525623000005,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1381,"out_tokens":1561},"claude-opus-4-8":{"in_tokens":2841,"out_tokens":514},"claude-opus-4-7":{"in_tokens":2846,"out_tokens":414},"mistral-large-2":{"in_tokens":1475,"out_tokens":434}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":2242,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":26.93609108200002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1976,"out_tokens":2046},"claude-opus-4-8":{"in_tokens":3943,"out_tokens":627},"claude-opus-4-7":{"in_tokens":3948,"out_tokens":540},"mistral-large-2":{"in_tokens":2127,"out_tokens":688}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":861,"out_tokens":255,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":34.50246339400002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1294,"out_tokens":1908},"claude-opus-4-8":{"in_tokens":2438,"out_tokens":684},"claude-opus-4-7":{"in_tokens":2443,"out_tokens":576},"mistral-large-2":{"in_tokens":1432,"out_tokens":630}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":1502,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":25.897347631000002,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.16666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1544,"out_tokens":2138},"claude-opus-4-8":{"in_tokens":3017,"out_tokens":955},"claude-opus-4-7":{"in_tokens":3022,"out_tokens":587},"mistral-large-2":{"in_tokens":1658,"out_tokens":702}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":401,"out_tokens":5146,"error":null,"skip_reason":null,"score_raw":0.3571428571428571,"duration_s":113.33007502800001,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1199,"out_tokens":1720},"claude-opus-4-8":{"in_tokens":2345,"out_tokens":761},"claude-opus-4-7":{"in_tokens":2350,"out_tokens":639},"mistral-large-2":{"in_tokens":1255,"out_tokens":540}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":1058,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":16.271355545999995,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1330,"out_tokens":1779},"claude-opus-4-8":{"in_tokens":2600,"out_tokens":762},"claude-opus-4-7":{"in_tokens":2605,"out_tokens":860},"mistral-large-2":{"in_tokens":1397,"out_tokens":839}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":1707,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":27.85030002299999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1561,"out_tokens":1874},"claude-opus-4-8":{"in_tokens":3063,"out_tokens":619},"claude-opus-4-7":{"in_tokens":3068,"out_tokens":577},"mistral-large-2":{"in_tokens":1631,"out_tokens":540}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":3442,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":41.443894123999996,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2258,"out_tokens":2567},"claude-opus-4-8":{"in_tokens":4536,"out_tokens":773},"claude-opus-4-7":{"in_tokens":4541,"out_tokens":712},"mistral-large-2":{"in_tokens":2420,"out_tokens":737}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":153,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":22.857511614000032,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1209,"out_tokens":1502},"claude-opus-4-8":{"in_tokens":2343,"out_tokens":600},"claude-opus-4-7":{"in_tokens":2348,"out_tokens":551},"mistral-large-2":{"in_tokens":1323,"out_tokens":635}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":175,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":22.58032202299995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1128,"out_tokens":1204},"claude-opus-4-8":{"in_tokens":2175,"out_tokens":646},"claude-opus-4-7":{"in_tokens":2180,"out_tokens":495},"mistral-large-2":{"in_tokens":1242,"out_tokens":544}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":2274,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":28.073784482999997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1523,"out_tokens":1502},"claude-opus-4-8":{"in_tokens":3142,"out_tokens":583},"claude-opus-4-7":{"in_tokens":3147,"out_tokens":528},"mistral-large-2":{"in_tokens":1623,"out_tokens":605}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":169,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":23.880451892999986,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1094,"out_tokens":1178},"claude-opus-4-8":{"in_tokens":2128,"out_tokens":587},"claude-opus-4-7":{"in_tokens":2133,"out_tokens":458},"mistral-large-2":{"in_tokens":1218,"out_tokens":604}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":3376,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":41.08081215699997,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.875,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1662,"out_tokens":2166},"claude-opus-4-8":{"in_tokens":3412,"out_tokens":962},"claude-opus-4-7":{"in_tokens":3417,"out_tokens":638},"mistral-large-2":{"in_tokens":1759,"out_tokens":830}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":158,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":25.79878857,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1157,"out_tokens":1325},"claude-opus-4-8":{"in_tokens":2267,"out_tokens":849},"claude-opus-4-7":{"in_tokens":2272,"out_tokens":735},"mistral-large-2":{"in_tokens":1251,"out_tokens":690}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":1154,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":19.584666655999968,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1292,"out_tokens":2251},"claude-opus-4-8":{"in_tokens":2548,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2553,"out_tokens":504},"mistral-large-2":{"in_tokens":1387,"out_tokens":517}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":790,"out_tokens":158,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":26.14131274799996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1038,"out_tokens":1647},"claude-opus-4-8":{"in_tokens":2057,"out_tokens":649},"claude-opus-4-7":{"in_tokens":2062,"out_tokens":525},"mistral-large-2":{"in_tokens":1109,"out_tokens":496}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":616,"out_tokens":1236,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":18.925264959999993,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1449,"out_tokens":2358},"claude-opus-4-8":{"in_tokens":2915,"out_tokens":782},"claude-opus-4-7":{"in_tokens":2920,"out_tokens":594},"mistral-large-2":{"in_tokens":1571,"out_tokens":744}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":772,"out_tokens":1232,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":20.990926720999994,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1611,"out_tokens":2570},"claude-opus-4-8":{"in_tokens":3090,"out_tokens":700},"claude-opus-4-7":{"in_tokens":3095,"out_tokens":623},"mistral-large-2":{"in_tokens":1680,"out_tokens":637}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":789,"out_tokens":240,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":27.863667061,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1140,"out_tokens":1547},"claude-opus-4-8":{"in_tokens":2242,"out_tokens":668},"claude-opus-4-7":{"in_tokens":2247,"out_tokens":602},"mistral-large-2":{"in_tokens":1215,"out_tokens":625}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":190,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":20.12175252100002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1104,"out_tokens":1702},"claude-opus-4-8":{"in_tokens":2190,"out_tokens":730},"claude-opus-4-7":{"in_tokens":2195,"out_tokens":581},"mistral-large-2":{"in_tokens":1213,"out_tokens":559}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1280,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":23.246432718999984,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1423,"out_tokens":1692},"claude-opus-4-8":{"in_tokens":2829,"out_tokens":684},"claude-opus-4-7":{"in_tokens":2834,"out_tokens":553},"mistral-large-2":{"in_tokens":1509,"out_tokens":734}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":1700,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":22.97467681100005,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1471,"out_tokens":1321},"claude-opus-4-8":{"in_tokens":2992,"out_tokens":515},"claude-opus-4-7":{"in_tokens":2997,"out_tokens":374},"mistral-large-2":{"in_tokens":1565,"out_tokens":560}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":22.352910710999993,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1042,"out_tokens":1802},"claude-opus-4-8":{"in_tokens":2059,"out_tokens":663},"claude-opus-4-7":{"in_tokens":2064,"out_tokens":526},"mistral-large-2":{"in_tokens":1148,"out_tokens":614}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":2498,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":30.027339808999955,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1695,"out_tokens":1812},"claude-opus-4-8":{"in_tokens":3353,"out_tokens":538},"claude-opus-4-7":{"in_tokens":3358,"out_tokens":396},"mistral-large-2":{"in_tokens":1826,"out_tokens":734}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":1783,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":22.93842387000001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1353,"out_tokens":2620},"claude-opus-4-8":{"in_tokens":2732,"out_tokens":502},"claude-opus-4-7":{"in_tokens":2737,"out_tokens":646},"mistral-large-2":{"in_tokens":1427,"out_tokens":534}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":206,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":22.604244807999976,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1123,"out_tokens":1731},"claude-opus-4-8":{"in_tokens":2114,"out_tokens":793},"claude-opus-4-7":{"in_tokens":2119,"out_tokens":634},"mistral-large-2":{"in_tokens":1226,"out_tokens":655}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":582,"out_tokens":1013,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":16.698644857000033,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1274,"out_tokens":1085},"claude-opus-4-8":{"in_tokens":2570,"out_tokens":600},"claude-opus-4-7":{"in_tokens":2575,"out_tokens":508},"mistral-large-2":{"in_tokens":1328,"out_tokens":543}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":892,"out_tokens":253,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":44.84768851199999,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1294,"out_tokens":1447},"claude-opus-4-8":{"in_tokens":2454,"out_tokens":696},"claude-opus-4-7":{"in_tokens":2459,"out_tokens":590},"mistral-large-2":{"in_tokens":1440,"out_tokens":507}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":179,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":21.847971340000015,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1090,"out_tokens":951},"claude-opus-4-8":{"in_tokens":2097,"out_tokens":588},"claude-opus-4-7":{"in_tokens":2102,"out_tokens":508},"mistral-large-2":{"in_tokens":1217,"out_tokens":556}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":3175,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":52.48142355699997,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1282,"out_tokens":1900},"claude-opus-4-8":{"in_tokens":2489,"out_tokens":910},"claude-opus-4-7":{"in_tokens":2494,"out_tokens":695},"mistral-large-2":{"in_tokens":1332,"out_tokens":636}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":2908,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":31.09482969300001,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1732,"out_tokens":2092},"claude-opus-4-8":{"in_tokens":3420,"out_tokens":610},"claude-opus-4-7":{"in_tokens":3425,"out_tokens":597},"mistral-large-2":{"in_tokens":1863,"out_tokens":1465}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":1203,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":18.48113147800001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1313,"out_tokens":2397},"claude-opus-4-8":{"in_tokens":2703,"out_tokens":782},"claude-opus-4-7":{"in_tokens":2708,"out_tokens":504},"mistral-large-2":{"in_tokens":1396,"out_tokens":541}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":781,"out_tokens":214,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":43.196655061,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1188,"out_tokens":2149},"claude-opus-4-8":{"in_tokens":2184,"out_tokens":614},"claude-opus-4-7":{"in_tokens":2189,"out_tokens":510},"mistral-large-2":{"in_tokens":1340,"out_tokens":630}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":328,"out_tokens":152,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":14.473814605999962,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":963,"out_tokens":809},"claude-opus-4-8":{"in_tokens":1868,"out_tokens":524},"claude-opus-4-7":{"in_tokens":1873,"out_tokens":403},"mistral-large-2":{"in_tokens":1046,"out_tokens":483}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":325,"out_tokens":3592,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":61.73365009999998,"hallucination_count":6.25,"hallucination_top100":0,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1281,"out_tokens":2760},"claude-opus-4-8":{"in_tokens":2422,"out_tokens":1222},"claude-opus-4-7":{"in_tokens":2427,"out_tokens":901},"mistral-large-2":{"in_tokens":1388,"out_tokens":810}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":335,"out_tokens":172,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":18.274735533000012,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1075,"out_tokens":865},"claude-opus-4-8":{"in_tokens":2024,"out_tokens":645},"claude-opus-4-7":{"in_tokens":2029,"out_tokens":604},"mistral-large-2":{"in_tokens":1147,"out_tokens":511}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":985,"out_tokens":138,"error":null,"skip_reason":null,"score_raw":0.42857142857142855,"duration_s":13.465135870999973,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1387,"out_tokens":894},"claude-opus-4-8":{"in_tokens":2550,"out_tokens":705},"claude-opus-4-7":{"in_tokens":2555,"out_tokens":500},"mistral-large-2":{"in_tokens":1563,"out_tokens":523}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":1988,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":22.729076202999977,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1719,"out_tokens":1246},"claude-opus-4-8":{"in_tokens":3444,"out_tokens":630},"claude-opus-4-7":{"in_tokens":3449,"out_tokens":510},"mistral-large-2":{"in_tokens":1876,"out_tokens":557}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":927,"out_tokens":302,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":25.82161853399998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1456,"out_tokens":1844},"claude-opus-4-8":{"in_tokens":2824,"out_tokens":639},"claude-opus-4-7":{"in_tokens":2829,"out_tokens":561},"mistral-large-2":{"in_tokens":1631,"out_tokens":617}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":824,"out_tokens":156,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":31.91992091200001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1093,"out_tokens":1294},"claude-opus-4-8":{"in_tokens":2207,"out_tokens":636},"claude-opus-4-7":{"in_tokens":2212,"out_tokens":523},"mistral-large-2":{"in_tokens":1204,"out_tokens":500}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1010,"out_tokens":1981,"error":null,"skip_reason":null,"score_raw":0.35,"duration_s":31.37738706099998,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2470,"out_tokens":2815},"claude-opus-4-8":{"in_tokens":4760,"out_tokens":1194},"claude-opus-4-7":{"in_tokens":4765,"out_tokens":696},"mistral-large-2":{"in_tokens":2594,"out_tokens":925}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":2306,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":26.31321875399999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1714,"out_tokens":1843},"claude-opus-4-8":{"in_tokens":3478,"out_tokens":526},"claude-opus-4-7":{"in_tokens":3483,"out_tokens":440},"mistral-large-2":{"in_tokens":1841,"out_tokens":608}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":182,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":20.70050432300002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1074,"out_tokens":1486},"claude-opus-4-8":{"in_tokens":2040,"out_tokens":668},"claude-opus-4-7":{"in_tokens":2045,"out_tokens":596},"mistral-large-2":{"in_tokens":1181,"out_tokens":595}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":994,"out_tokens":1844,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":30.44297012100003,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2344,"out_tokens":4282},"claude-opus-4-8":{"in_tokens":4473,"out_tokens":876},"claude-opus-4-7":{"in_tokens":4478,"out_tokens":822},"mistral-large-2":{"in_tokens":2542,"out_tokens":879}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":200,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":32.171215469,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1044,"out_tokens":2205},"claude-opus-4-8":{"in_tokens":2023,"out_tokens":935},"claude-opus-4-7":{"in_tokens":2028,"out_tokens":778},"mistral-large-2":{"in_tokens":1108,"out_tokens":565}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":3239,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":32.70403441899998,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1447,"out_tokens":2338},"claude-opus-4-8":{"in_tokens":2838,"out_tokens":554},"claude-opus-4-7":{"in_tokens":2843,"out_tokens":418},"mistral-large-2":{"in_tokens":1506,"out_tokens":633}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":1776,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":21.41581361499999,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1527,"out_tokens":1490},"claude-opus-4-8":{"in_tokens":3038,"out_tokens":643},"claude-opus-4-7":{"in_tokens":3043,"out_tokens":611},"mistral-large-2":{"in_tokens":1601,"out_tokens":894}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":937,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":34.151730930999975,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2343,"out_tokens":2464},"claude-opus-4-8":{"in_tokens":4621,"out_tokens":862},"claude-opus-4-7":{"in_tokens":4626,"out_tokens":821},"mistral-large-2":{"in_tokens":2547,"out_tokens":820}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":265,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":24.140342475999944,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1238,"out_tokens":1971},"claude-opus-4-8":{"in_tokens":2595,"out_tokens":695},"claude-opus-4-7":{"in_tokens":2600,"out_tokens":605},"mistral-large-2":{"in_tokens":1331,"out_tokens":607}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":772,"out_tokens":175,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":23.37482029299997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1151,"out_tokens":1179},"claude-opus-4-8":{"in_tokens":2206,"out_tokens":639},"claude-opus-4-7":{"in_tokens":2211,"out_tokens":576},"mistral-large-2":{"in_tokens":1253,"out_tokens":573}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":412,"out_tokens":3523,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":70.13783485900001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1357,"out_tokens":1575},"claude-opus-4-8":{"in_tokens":2589,"out_tokens":620},"claude-opus-4-7":{"in_tokens":2594,"out_tokens":538},"mistral-large-2":{"in_tokens":1412,"out_tokens":675}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":916,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":32.31357917499997,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2353,"out_tokens":2686},"claude-opus-4-8":{"in_tokens":4661,"out_tokens":967},"claude-opus-4-7":{"in_tokens":4666,"out_tokens":873},"mistral-large-2":{"in_tokens":2484,"out_tokens":838}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":1849,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":24.77233697600002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1664,"out_tokens":1569},"claude-opus-4-8":{"in_tokens":3229,"out_tokens":563},"claude-opus-4-7":{"in_tokens":3234,"out_tokens":604},"mistral-large-2":{"in_tokens":1802,"out_tokens":636}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":217,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":25.676041997000027,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1212,"out_tokens":1424},"claude-opus-4-8":{"in_tokens":2332,"out_tokens":656},"claude-opus-4-7":{"in_tokens":2337,"out_tokens":604},"mistral-large-2":{"in_tokens":1346,"out_tokens":589}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":892,"out_tokens":141,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":24.63327461199998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1219,"out_tokens":975},"claude-opus-4-8":{"in_tokens":2339,"out_tokens":565},"claude-opus-4-7":{"in_tokens":2344,"out_tokens":582},"mistral-large-2":{"in_tokens":1333,"out_tokens":550}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1361,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":22.032469186000014,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1518,"out_tokens":1628},"claude-opus-4-8":{"in_tokens":2958,"out_tokens":597},"claude-opus-4-7":{"in_tokens":2963,"out_tokens":638},"mistral-large-2":{"in_tokens":1621,"out_tokens":816}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":307,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":24.17340033200003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1151,"out_tokens":1613},"claude-opus-4-8":{"in_tokens":2357,"out_tokens":617},"claude-opus-4-7":{"in_tokens":2362,"out_tokens":559},"mistral-large-2":{"in_tokens":1228,"out_tokens":535}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1723,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":21.060832554,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1539,"out_tokens":2521},"claude-opus-4-8":{"in_tokens":3090,"out_tokens":783},"claude-opus-4-7":{"in_tokens":3095,"out_tokens":633},"mistral-large-2":{"in_tokens":1674,"out_tokens":613}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":1905,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":21.131616264,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1734,"out_tokens":1534},"claude-opus-4-8":{"in_tokens":3508,"out_tokens":634},"claude-opus-4-7":{"in_tokens":3513,"out_tokens":496},"mistral-large-2":{"in_tokens":1868,"out_tokens":835}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":886,"out_tokens":1992,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":30.50778306799998,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2322,"out_tokens":1958},"claude-opus-4-8":{"in_tokens":4573,"out_tokens":976},"claude-opus-4-7":{"in_tokens":4578,"out_tokens":782},"mistral-large-2":{"in_tokens":2498,"out_tokens":857}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":389,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":32.915865215999986,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1395,"out_tokens":1457},"claude-opus-4-8":{"in_tokens":2795,"out_tokens":678},"claude-opus-4-7":{"in_tokens":2800,"out_tokens":645},"mistral-large-2":{"in_tokens":1495,"out_tokens":603}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":1099,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":13.94365248300005,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1305,"out_tokens":1225},"claude-opus-4-8":{"in_tokens":2631,"out_tokens":546},"claude-opus-4-7":{"in_tokens":2636,"out_tokens":503},"mistral-large-2":{"in_tokens":1365,"out_tokens":524}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":1582,"error":null,"skip_reason":null,"score_raw":0.5499999999999999,"duration_s":23.358804001999943,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1856,"out_tokens":2093},"claude-opus-4-8":{"in_tokens":3795,"out_tokens":966},"claude-opus-4-7":{"in_tokens":3800,"out_tokens":774},"mistral-large-2":{"in_tokens":2003,"out_tokens":795}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1029,"out_tokens":385,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":50.12517142499996,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1816,"out_tokens":1473},"claude-opus-4-8":{"in_tokens":3354,"out_tokens":897},"claude-opus-4-7":{"in_tokens":3359,"out_tokens":583},"mistral-large-2":{"in_tokens":1946,"out_tokens":668}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":3398,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":39.31572892699995,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1683,"out_tokens":2415},"claude-opus-4-8":{"in_tokens":3229,"out_tokens":737},"claude-opus-4-7":{"in_tokens":3234,"out_tokens":675},"mistral-large-2":{"in_tokens":1773,"out_tokens":780}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":2824,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":60.03318039999999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1306,"out_tokens":1324},"claude-opus-4-8":{"in_tokens":2442,"out_tokens":772},"claude-opus-4-7":{"in_tokens":2447,"out_tokens":593},"mistral-large-2":{"in_tokens":1367,"out_tokens":852}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":292,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":27.103493457000013,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1014,"out_tokens":2504},"claude-opus-4-8":{"in_tokens":2028,"out_tokens":628},"claude-opus-4-7":{"in_tokens":2033,"out_tokens":539},"mistral-large-2":{"in_tokens":1094,"out_tokens":514}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":533,"out_tokens":1727,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":26.73737242599998,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1633,"out_tokens":2286},"claude-opus-4-8":{"in_tokens":3196,"out_tokens":665},"claude-opus-4-7":{"in_tokens":3201,"out_tokens":578},"mistral-large-2":{"in_tokens":1778,"out_tokens":557}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":240,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":18.834586617000014,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":974,"out_tokens":1066},"claude-opus-4-8":{"in_tokens":1949,"out_tokens":514},"claude-opus-4-7":{"in_tokens":1954,"out_tokens":398},"mistral-large-2":{"in_tokens":1036,"out_tokens":364}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":832,"out_tokens":210,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":24.239566730000092,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1149,"out_tokens":1027},"claude-opus-4-8":{"in_tokens":2219,"out_tokens":556},"claude-opus-4-7":{"in_tokens":2224,"out_tokens":446},"mistral-large-2":{"in_tokens":1281,"out_tokens":489}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":182,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":23.63048733400001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1195,"out_tokens":1745},"claude-opus-4-8":{"in_tokens":2326,"out_tokens":812},"claude-opus-4-7":{"in_tokens":2331,"out_tokens":712},"mistral-large-2":{"in_tokens":1292,"out_tokens":647}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":748,"out_tokens":1393,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":23.509626801999957,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1728,"out_tokens":2079},"claude-opus-4-8":{"in_tokens":3315,"out_tokens":947},"claude-opus-4-7":{"in_tokens":3320,"out_tokens":769},"mistral-large-2":{"in_tokens":1819,"out_tokens":834}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":850,"out_tokens":163,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":34.22687706799991,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1137,"out_tokens":1998},"claude-opus-4-8":{"in_tokens":2173,"out_tokens":754},"claude-opus-4-7":{"in_tokens":2178,"out_tokens":628},"mistral-large-2":{"in_tokens":1252,"out_tokens":564}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":1937,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":25.38703700399992,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1455,"out_tokens":2420},"claude-opus-4-8":{"in_tokens":2981,"out_tokens":644},"claude-opus-4-7":{"in_tokens":2986,"out_tokens":483},"mistral-large-2":{"in_tokens":1550,"out_tokens":564}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":332,"out_tokens":2883,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":62.39005962799996,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1122,"out_tokens":1678},"claude-opus-4-8":{"in_tokens":2115,"out_tokens":614},"claude-opus-4-7":{"in_tokens":2120,"out_tokens":500},"mistral-large-2":{"in_tokens":1173,"out_tokens":571}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":275,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":22.302940413999977,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":985,"out_tokens":1391},"claude-opus-4-8":{"in_tokens":1985,"out_tokens":444},"claude-opus-4-7":{"in_tokens":1990,"out_tokens":500},"mistral-large-2":{"in_tokens":1045,"out_tokens":503}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":2502,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":31.06795020000004,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2334,"out_tokens":2556},"claude-opus-4-8":{"in_tokens":4496,"out_tokens":988},"claude-opus-4-7":{"in_tokens":4501,"out_tokens":786},"mistral-large-2":{"in_tokens":2434,"out_tokens":804}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1309,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":33.960817151000015,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2561,"out_tokens":2762},"claude-opus-4-8":{"in_tokens":5022,"out_tokens":1115},"claude-opus-4-7":{"in_tokens":5027,"out_tokens":960},"mistral-large-2":{"in_tokens":2677,"out_tokens":1126}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":1909,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":24.49553344700007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2332,"out_tokens":1905},"claude-opus-4-8":{"in_tokens":4585,"out_tokens":990},"claude-opus-4-7":{"in_tokens":4590,"out_tokens":709},"mistral-large-2":{"in_tokens":2523,"out_tokens":761}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":256,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":22.221065605000035,"hallucination_count":7.0,"hallucination_top100":0,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1057,"out_tokens":1654},"claude-opus-4-8":{"in_tokens":2049,"out_tokens":812},"claude-opus-4-7":{"in_tokens":2054,"out_tokens":679},"mistral-large-2":{"in_tokens":1152,"out_tokens":972}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":247,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":19.34964830199999,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1005,"out_tokens":1400},"claude-opus-4-8":{"in_tokens":2032,"out_tokens":747},"claude-opus-4-7":{"in_tokens":2037,"out_tokens":431},"mistral-large-2":{"in_tokens":1075,"out_tokens":528}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":994,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":18.362265584999932,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1437,"out_tokens":1925},"claude-opus-4-8":{"in_tokens":2768,"out_tokens":757},"claude-opus-4-7":{"in_tokens":2773,"out_tokens":728},"mistral-large-2":{"in_tokens":1562,"out_tokens":688}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":315,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":78.34314498900005,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1426,"out_tokens":1846},"claude-opus-4-8":{"in_tokens":2828,"out_tokens":1045},"claude-opus-4-7":{"in_tokens":2833,"out_tokens":781},"mistral-large-2":{"in_tokens":1537,"out_tokens":982}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":812,"out_tokens":150,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":31.58195991900004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1089,"out_tokens":1184},"claude-opus-4-8":{"in_tokens":2150,"out_tokens":776},"claude-opus-4-7":{"in_tokens":2155,"out_tokens":620},"mistral-large-2":{"in_tokens":1195,"out_tokens":583}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":3190,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":35.94514754099998,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2680,"out_tokens":3511},"claude-opus-4-8":{"in_tokens":5272,"out_tokens":1234},"claude-opus-4-7":{"in_tokens":5277,"out_tokens":834},"mistral-large-2":{"in_tokens":2886,"out_tokens":1210}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1103,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":33.22109226099997,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2408,"out_tokens":3013},"claude-opus-4-8":{"in_tokens":4684,"out_tokens":1177},"claude-opus-4-7":{"in_tokens":4689,"out_tokens":765},"mistral-large-2":{"in_tokens":2587,"out_tokens":837}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":2616,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":53.501420499999995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1260,"out_tokens":1087},"claude-opus-4-8":{"in_tokens":2327,"out_tokens":521},"claude-opus-4-7":{"in_tokens":2332,"out_tokens":434},"mistral-large-2":{"in_tokens":1321,"out_tokens":509}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":803,"out_tokens":152,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":20.024145051000005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1083,"out_tokens":1096},"claude-opus-4-8":{"in_tokens":2073,"out_tokens":588},"claude-opus-4-7":{"in_tokens":2078,"out_tokens":507},"mistral-large-2":{"in_tokens":1199,"out_tokens":502}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":811,"out_tokens":183,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":25.283089036999968,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1069,"out_tokens":1411},"claude-opus-4-8":{"in_tokens":2082,"out_tokens":740},"claude-opus-4-7":{"in_tokens":2087,"out_tokens":567},"mistral-large-2":{"in_tokens":1175,"out_tokens":466}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1109,"out_tokens":1867,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":30.95020049699997,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2416,"out_tokens":2199},"claude-opus-4-8":{"in_tokens":4695,"out_tokens":1090},"claude-opus-4-7":{"in_tokens":4700,"out_tokens":962},"mistral-large-2":{"in_tokens":2602,"out_tokens":1042}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":455,"out_tokens":3651,"error":null,"skip_reason":null,"score_raw":0.325,"duration_s":442.724769153,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1691,"out_tokens":1715},"claude-opus-4-8":{"in_tokens":3243,"out_tokens":934},"claude-opus-4-7":{"in_tokens":3248,"out_tokens":733},"mistral-large-2":{"in_tokens":1813,"out_tokens":798}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":251,"out_tokens":244,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":22.766556068,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":958,"out_tokens":1598},"claude-opus-4-8":{"in_tokens":1874,"out_tokens":552},"claude-opus-4-7":{"in_tokens":1879,"out_tokens":393},"mistral-large-2":{"in_tokens":992,"out_tokens":453}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":800,"out_tokens":285,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":34.9648920410001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1232,"out_tokens":1936},"claude-opus-4-8":{"in_tokens":2305,"out_tokens":855},"claude-opus-4-7":{"in_tokens":2310,"out_tokens":566},"mistral-large-2":{"in_tokens":1353,"out_tokens":652}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":1357,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":19.6892247479999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1543,"out_tokens":1814},"claude-opus-4-8":{"in_tokens":2965,"out_tokens":592},"claude-opus-4-7":{"in_tokens":2970,"out_tokens":532},"mistral-large-2":{"in_tokens":1658,"out_tokens":629}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":790,"out_tokens":114,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":15.76334809900004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":976,"out_tokens":1218},"claude-opus-4-8":{"in_tokens":1868,"out_tokens":636},"claude-opus-4-7":{"in_tokens":1873,"out_tokens":463},"mistral-large-2":{"in_tokens":1030,"out_tokens":519}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":273,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":21.598494665999965,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1021,"out_tokens":1329},"claude-opus-4-8":{"in_tokens":2076,"out_tokens":614},"claude-opus-4-7":{"in_tokens":2081,"out_tokens":433},"mistral-large-2":{"in_tokens":1093,"out_tokens":413}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":321,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":22.50034802899995,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1094,"out_tokens":1714},"claude-opus-4-8":{"in_tokens":2196,"out_tokens":626},"claude-opus-4-7":{"in_tokens":2201,"out_tokens":866},"mistral-large-2":{"in_tokens":1144,"out_tokens":791}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":796,"out_tokens":94,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":16.239813379999987,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":920,"out_tokens":989},"claude-opus-4-8":{"in_tokens":1774,"out_tokens":464},"claude-opus-4-7":{"in_tokens":1779,"out_tokens":411},"mistral-large-2":{"in_tokens":996,"out_tokens":531}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":2504,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":29.211619650999978,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2354,"out_tokens":2009},"claude-opus-4-8":{"in_tokens":4597,"out_tokens":848},"claude-opus-4-7":{"in_tokens":4602,"out_tokens":837},"mistral-large-2":{"in_tokens":2542,"out_tokens":752}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":1355,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":22.031604933999915,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1993,"out_tokens":4402},"claude-opus-4-8":{"in_tokens":3745,"out_tokens":1229},"claude-opus-4-7":{"in_tokens":3750,"out_tokens":981},"mistral-large-2":{"in_tokens":2129,"out_tokens":873}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":986,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":18.766693633000045,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1481,"out_tokens":3396},"claude-opus-4-8":{"in_tokens":2842,"out_tokens":978},"claude-opus-4-7":{"in_tokens":2847,"out_tokens":705},"mistral-large-2":{"in_tokens":1588,"out_tokens":697}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":244,"out_tokens":244,"error":null,"skip_reason":null,"score_raw":0.7142857142857142,"duration_s":22.98162610299994,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":954,"out_tokens":1104},"claude-opus-4-8":{"in_tokens":1898,"out_tokens":582},"claude-opus-4-7":{"in_tokens":1903,"out_tokens":454},"mistral-large-2":{"in_tokens":1016,"out_tokens":756}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":424,"out_tokens":8579,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":515.9771648540001,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1851,"out_tokens":2675},"claude-opus-4-8":{"in_tokens":3655,"out_tokens":883},"claude-opus-4-7":{"in_tokens":3660,"out_tokens":935},"mistral-large-2":{"in_tokens":1998,"out_tokens":761}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":2090,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":49.17547068900001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1144,"out_tokens":1784},"claude-opus-4-8":{"in_tokens":2090,"out_tokens":680},"claude-opus-4-7":{"in_tokens":2095,"out_tokens":511},"mistral-large-2":{"in_tokens":1204,"out_tokens":770}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":800,"out_tokens":160,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":22.994972001000065,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1079,"out_tokens":1016},"claude-opus-4-8":{"in_tokens":2027,"out_tokens":735},"claude-opus-4-7":{"in_tokens":2032,"out_tokens":527},"mistral-large-2":{"in_tokens":1151,"out_tokens":528}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":681,"out_tokens":1828,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":31.12356769200005,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2028,"out_tokens":2574},"claude-opus-4-8":{"in_tokens":3867,"out_tokens":787},"claude-opus-4-7":{"in_tokens":3872,"out_tokens":929},"mistral-large-2":{"in_tokens":2233,"out_tokens":759}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":3374,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":41.52185023599998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2399,"out_tokens":2543},"claude-opus-4-8":{"in_tokens":4722,"out_tokens":871},"claude-opus-4-7":{"in_tokens":4727,"out_tokens":753},"mistral-large-2":{"in_tokens":2546,"out_tokens":1536}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":2137,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":25.17820252499996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1886,"out_tokens":2324},"claude-opus-4-8":{"in_tokens":3853,"out_tokens":917},"claude-opus-4-7":{"in_tokens":3858,"out_tokens":646},"mistral-large-2":{"in_tokens":2034,"out_tokens":726}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1378,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":23.161323661000097,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2152,"out_tokens":2837},"claude-opus-4-8":{"in_tokens":4120,"out_tokens":1087},"claude-opus-4-7":{"in_tokens":4125,"out_tokens":915},"mistral-large-2":{"in_tokens":2321,"out_tokens":1017}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":809,"out_tokens":207,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":20.336875845999998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1125,"out_tokens":1299},"claude-opus-4-8":{"in_tokens":2110,"out_tokens":615},"claude-opus-4-7":{"in_tokens":2115,"out_tokens":514},"mistral-large-2":{"in_tokens":1233,"out_tokens":543}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":501,"out_tokens":9837,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":526.8138648370001,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1950,"out_tokens":2435},"claude-opus-4-8":{"in_tokens":3886,"out_tokens":842},"claude-opus-4-7":{"in_tokens":3891,"out_tokens":746},"mistral-large-2":{"in_tokens":2057,"out_tokens":753}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":1746,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":20.70582539499992,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1599,"out_tokens":1199},"claude-opus-4-8":{"in_tokens":3115,"out_tokens":492},"claude-opus-4-7":{"in_tokens":3120,"out_tokens":385},"mistral-large-2":{"in_tokens":1715,"out_tokens":1044}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":210,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":18.728055523999956,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1049,"out_tokens":1960},"claude-opus-4-8":{"in_tokens":2098,"out_tokens":704},"claude-opus-4-7":{"in_tokens":2103,"out_tokens":557},"mistral-large-2":{"in_tokens":1134,"out_tokens":723}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":240,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":20.10124603700001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1023,"out_tokens":1252},"claude-opus-4-8":{"in_tokens":1990,"out_tokens":624},"claude-opus-4-7":{"in_tokens":1995,"out_tokens":508},"mistral-large-2":{"in_tokens":1082,"out_tokens":662}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":223,"error":null,"skip_reason":null,"score_raw":0.6071428571428572,"duration_s":17.987273639000023,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1004,"out_tokens":1381},"claude-opus-4-8":{"in_tokens":2026,"out_tokens":682},"claude-opus-4-7":{"in_tokens":2031,"out_tokens":433},"mistral-large-2":{"in_tokens":1050,"out_tokens":451}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1570,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":25.778857082999934,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2302,"out_tokens":2435},"claude-opus-4-8":{"in_tokens":4332,"out_tokens":1266},"claude-opus-4-7":{"in_tokens":4337,"out_tokens":891},"mistral-large-2":{"in_tokens":2446,"out_tokens":861}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":432,"out_tokens":279,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":36.56989311899997,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1248,"out_tokens":2281},"claude-opus-4-8":{"in_tokens":2358,"out_tokens":702},"claude-opus-4-7":{"in_tokens":2363,"out_tokens":617},"mistral-large-2":{"in_tokens":1316,"out_tokens":601}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1493,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":28.151521325999965,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1948,"out_tokens":1783},"claude-opus-4-8":{"in_tokens":3657,"out_tokens":941},"claude-opus-4-7":{"in_tokens":3662,"out_tokens":788},"mistral-large-2":{"in_tokens":2091,"out_tokens":1067}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":1090,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":19.52490018000003,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1597,"out_tokens":3266},"claude-opus-4-8":{"in_tokens":3098,"out_tokens":903},"claude-opus-4-7":{"in_tokens":3103,"out_tokens":804},"mistral-large-2":{"in_tokens":1728,"out_tokens":866}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":858,"out_tokens":518,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":30.64828760399996,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1503,"out_tokens":1847},"claude-opus-4-8":{"in_tokens":3126,"out_tokens":919},"claude-opus-4-7":{"in_tokens":3131,"out_tokens":827},"mistral-large-2":{"in_tokens":1611,"out_tokens":935}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":665,"out_tokens":1404,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":25.071414355,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1821,"out_tokens":2860},"claude-opus-4-8":{"in_tokens":3472,"out_tokens":940},"claude-opus-4-7":{"in_tokens":3477,"out_tokens":741},"mistral-large-2":{"in_tokens":1917,"out_tokens":836}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":895,"out_tokens":395,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":36.75699522900004,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1532,"out_tokens":2143},"claude-opus-4-8":{"in_tokens":3049,"out_tokens":961},"claude-opus-4-7":{"in_tokens":3054,"out_tokens":847},"mistral-large-2":{"in_tokens":1649,"out_tokens":641}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":803,"out_tokens":327,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":21.677868649999937,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1203,"out_tokens":1877},"claude-opus-4-8":{"in_tokens":2483,"out_tokens":651},"claude-opus-4-7":{"in_tokens":2488,"out_tokens":509},"mistral-large-2":{"in_tokens":1278,"out_tokens":703}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":2961,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":35.56965658199999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1737,"out_tokens":2151},"claude-opus-4-8":{"in_tokens":3402,"out_tokens":736},"claude-opus-4-7":{"in_tokens":3407,"out_tokens":816},"mistral-large-2":{"in_tokens":1853,"out_tokens":719}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":2728,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":31.05619850200003,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2480,"out_tokens":2346},"claude-opus-4-8":{"in_tokens":4848,"out_tokens":1137},"claude-opus-4-7":{"in_tokens":4853,"out_tokens":844},"mistral-large-2":{"in_tokens":2588,"out_tokens":790}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":847,"out_tokens":440,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":33.371790291000025,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1491,"out_tokens":1393},"claude-opus-4-8":{"in_tokens":2975,"out_tokens":741},"claude-opus-4-7":{"in_tokens":2980,"out_tokens":734},"mistral-large-2":{"in_tokens":1605,"out_tokens":712}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":2702,"error":null,"skip_reason":null,"score_raw":0.825,"duration_s":33.81834374499999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2507,"out_tokens":3072},"claude-opus-4-8":{"in_tokens":4923,"out_tokens":1027},"claude-opus-4-7":{"in_tokens":4928,"out_tokens":963},"mistral-large-2":{"in_tokens":2705,"out_tokens":1084}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":1509,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":39.5864272849999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":971,"out_tokens":746},"claude-opus-4-8":{"in_tokens":1807,"out_tokens":536},"claude-opus-4-7":{"in_tokens":1812,"out_tokens":464},"mistral-large-2":{"in_tokens":1008,"out_tokens":436}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":338,"out_tokens":2114,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":55.87779509100005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1127,"out_tokens":953},"claude-opus-4-8":{"in_tokens":2140,"out_tokens":575},"claude-opus-4-7":{"in_tokens":2145,"out_tokens":452},"mistral-large-2":{"in_tokens":1195,"out_tokens":700}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":263,"out_tokens":252,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":27.912845128999948,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":984,"out_tokens":1452},"claude-opus-4-8":{"in_tokens":2010,"out_tokens":531},"claude-opus-4-7":{"in_tokens":2015,"out_tokens":468},"mistral-large-2":{"in_tokens":1039,"out_tokens":532}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":362,"error":null,"skip_reason":null,"score_raw":0.225,"duration_s":27.46176604699997,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.4,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1791,"out_tokens":3152},"claude-opus-4-8":{"in_tokens":3519,"out_tokens":1105},"claude-opus-4-7":{"in_tokens":3524,"out_tokens":1089},"mistral-large-2":{"in_tokens":1888,"out_tokens":804}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":315,"out_tokens":2451,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":66.67593085499993,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1017,"out_tokens":1297},"claude-opus-4-8":{"in_tokens":1929,"out_tokens":519},"claude-opus-4-7":{"in_tokens":1934,"out_tokens":455},"mistral-large-2":{"in_tokens":1071,"out_tokens":565}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":1075,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":20.633939069999997,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1596,"out_tokens":1193},"claude-opus-4-8":{"in_tokens":3049,"out_tokens":1035},"claude-opus-4-7":{"in_tokens":3054,"out_tokens":589},"mistral-large-2":{"in_tokens":1700,"out_tokens":553}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":1078,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":18.85476991500002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1700,"out_tokens":2905},"claude-opus-4-8":{"in_tokens":3206,"out_tokens":771},"claude-opus-4-7":{"in_tokens":3211,"out_tokens":729},"mistral-large-2":{"in_tokens":1839,"out_tokens":705}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":655,"out_tokens":1366,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":24.725704589999964,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1698,"out_tokens":3129},"claude-opus-4-8":{"in_tokens":3353,"out_tokens":691},"claude-opus-4-7":{"in_tokens":3358,"out_tokens":652},"mistral-large-2":{"in_tokens":1802,"out_tokens":760}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":752,"out_tokens":355,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.390271132000066,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1110,"out_tokens":1773},"claude-opus-4-8":{"in_tokens":2230,"out_tokens":488},"claude-opus-4-7":{"in_tokens":2235,"out_tokens":435},"mistral-large-2":{"in_tokens":1166,"out_tokens":517}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":398,"error":null,"skip_reason":null,"score_raw":0.17500000000000002,"duration_s":32.085727408000025,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.1,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1728,"out_tokens":2635},"claude-opus-4-8":{"in_tokens":3483,"out_tokens":1283},"claude-opus-4-7":{"in_tokens":3488,"out_tokens":964},"mistral-large-2":{"in_tokens":1855,"out_tokens":957}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":3170,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":36.70377017999999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2902,"out_tokens":2598},"claude-opus-4-8":{"in_tokens":5690,"out_tokens":920},"claude-opus-4-7":{"in_tokens":5695,"out_tokens":861},"mistral-large-2":{"in_tokens":3104,"out_tokens":931}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":393,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":28.75478491299998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1700,"out_tokens":1634},"claude-opus-4-8":{"in_tokens":3356,"out_tokens":933},"claude-opus-4-7":{"in_tokens":3361,"out_tokens":727},"mistral-large-2":{"in_tokens":1842,"out_tokens":748}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":3334,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":90.967696767,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1041,"out_tokens":1077},"claude-opus-4-8":{"in_tokens":1954,"out_tokens":538},"claude-opus-4-7":{"in_tokens":1959,"out_tokens":464},"mistral-large-2":{"in_tokens":1085,"out_tokens":434}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":763,"out_tokens":1482,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":28.28311743400002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2306,"out_tokens":3001},"claude-opus-4-8":{"in_tokens":4248,"out_tokens":1013},"claude-opus-4-7":{"in_tokens":4253,"out_tokens":990},"mistral-large-2":{"in_tokens":2462,"out_tokens":1330}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":752,"out_tokens":412,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":25.171283966000033,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1168,"out_tokens":845},"claude-opus-4-8":{"in_tokens":2356,"out_tokens":511},"claude-opus-4-7":{"in_tokens":2361,"out_tokens":380},"mistral-large-2":{"in_tokens":1243,"out_tokens":446}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":1149,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.949442492000003,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1668,"out_tokens":2233},"claude-opus-4-8":{"in_tokens":3219,"out_tokens":968},"claude-opus-4-7":{"in_tokens":3224,"out_tokens":879},"mistral-large-2":{"in_tokens":1741,"out_tokens":701}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":1858,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":32.84439549399997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1240,"out_tokens":1494},"claude-opus-4-8":{"in_tokens":2376,"out_tokens":698},"claude-opus-4-7":{"in_tokens":2381,"out_tokens":661},"mistral-large-2":{"in_tokens":1350,"out_tokens":648}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":715,"out_tokens":1004,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":18.514308192000044,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1608,"out_tokens":1915},"claude-opus-4-8":{"in_tokens":3064,"out_tokens":660},"claude-opus-4-7":{"in_tokens":3069,"out_tokens":513},"mistral-large-2":{"in_tokens":1681,"out_tokens":605}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":396,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":25.606285549000063,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1718,"out_tokens":2627},"claude-opus-4-8":{"in_tokens":3413,"out_tokens":1292},"claude-opus-4-7":{"in_tokens":3418,"out_tokens":1009},"mistral-large-2":{"in_tokens":1814,"out_tokens":1375}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":594,"out_tokens":1263,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":21.272347889999992,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1754,"out_tokens":2536},"claude-opus-4-8":{"in_tokens":3298,"out_tokens":952},"claude-opus-4-7":{"in_tokens":3303,"out_tokens":897},"mistral-large-2":{"in_tokens":1897,"out_tokens":813}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":529,"error":null,"skip_reason":null,"score_raw":0.42857142857142855,"duration_s":34.369311802000084,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1388,"out_tokens":2636},"claude-opus-4-8":{"in_tokens":2767,"out_tokens":556},"claude-opus-4-7":{"in_tokens":2772,"out_tokens":609},"mistral-large-2":{"in_tokens":1492,"out_tokens":770}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":781,"out_tokens":426,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":22.038144861999967,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1228,"out_tokens":1068},"claude-opus-4-8":{"in_tokens":2452,"out_tokens":486},"claude-opus-4-7":{"in_tokens":2457,"out_tokens":546},"mistral-large-2":{"in_tokens":1327,"out_tokens":555}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":693,"out_tokens":910,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":17.858410579000065,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1608,"out_tokens":1602},"claude-opus-4-8":{"in_tokens":2963,"out_tokens":808},"claude-opus-4-7":{"in_tokens":2968,"out_tokens":627},"mistral-large-2":{"in_tokens":1683,"out_tokens":635}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":332,"out_tokens":262,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":23.89978364300009,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1082,"out_tokens":2089},"claude-opus-4-8":{"in_tokens":2084,"out_tokens":622},"claude-opus-4-7":{"in_tokens":2089,"out_tokens":539},"mistral-large-2":{"in_tokens":1154,"out_tokens":556}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":375,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":32.47966179299999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1683,"out_tokens":1903},"claude-opus-4-8":{"in_tokens":3317,"out_tokens":975},"claude-opus-4-7":{"in_tokens":3322,"out_tokens":635},"mistral-large-2":{"in_tokens":1813,"out_tokens":826}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":763,"out_tokens":643,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":50.84886832699999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1413,"out_tokens":1316},"claude-opus-4-8":{"in_tokens":2732,"out_tokens":521},"claude-opus-4-7":{"in_tokens":2737,"out_tokens":484},"mistral-large-2":{"in_tokens":1516,"out_tokens":585}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":423,"out_tokens":330,"error":null,"skip_reason":null,"score_raw":0.05,"duration_s":25.200954980999995,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.3,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1421,"out_tokens":1984},"claude-opus-4-8":{"in_tokens":2873,"out_tokens":1002},"claude-opus-4-7":{"in_tokens":2878,"out_tokens":624},"mistral-large-2":{"in_tokens":1514,"out_tokens":798}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":1065,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":20.962344443000006,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1528,"out_tokens":1561},"claude-opus-4-8":{"in_tokens":2819,"out_tokens":595},"claude-opus-4-7":{"in_tokens":2824,"out_tokens":501},"mistral-large-2":{"in_tokens":1603,"out_tokens":744}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1185,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":24.841250203000072,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1611,"out_tokens":1410},"claude-opus-4-8":{"in_tokens":2981,"out_tokens":795},"claude-opus-4-7":{"in_tokens":2986,"out_tokens":545},"mistral-large-2":{"in_tokens":1698,"out_tokens":681}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":952,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.77681019399995,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1397,"out_tokens":1734},"claude-opus-4-8":{"in_tokens":2609,"out_tokens":619},"claude-opus-4-7":{"in_tokens":2614,"out_tokens":526},"mistral-large-2":{"in_tokens":1480,"out_tokens":580}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":736,"out_tokens":386,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":35.11872495199998,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1128,"out_tokens":2097},"claude-opus-4-8":{"in_tokens":2203,"out_tokens":562},"claude-opus-4-7":{"in_tokens":2208,"out_tokens":550},"mistral-large-2":{"in_tokens":1177,"out_tokens":530}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":414,"out_tokens":2226,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":49.695414040999935,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1238,"out_tokens":1022},"claude-opus-4-8":{"in_tokens":2294,"out_tokens":579},"claude-opus-4-7":{"in_tokens":2299,"out_tokens":447},"mistral-large-2":{"in_tokens":1298,"out_tokens":557}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":766,"out_tokens":305,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":20.26002995400006,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1107,"out_tokens":1392},"claude-opus-4-8":{"in_tokens":2202,"out_tokens":646},"claude-opus-4-7":{"in_tokens":2207,"out_tokens":636},"mistral-large-2":{"in_tokens":1164,"out_tokens":782}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":780,"out_tokens":1490,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":26.833431410999992,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1814,"out_tokens":1293},"claude-opus-4-8":{"in_tokens":3349,"out_tokens":472},"claude-opus-4-7":{"in_tokens":3354,"out_tokens":426},"mistral-large-2":{"in_tokens":1887,"out_tokens":573}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":1780,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":39.915602045000014,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1071,"out_tokens":1521},"claude-opus-4-8":{"in_tokens":2054,"out_tokens":609},"claude-opus-4-7":{"in_tokens":2059,"out_tokens":580},"mistral-large-2":{"in_tokens":1125,"out_tokens":600}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":2210,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":49.339540261000025,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1055,"out_tokens":1202},"claude-opus-4-8":{"in_tokens":2005,"out_tokens":569},"claude-opus-4-7":{"in_tokens":2010,"out_tokens":504},"mistral-large-2":{"in_tokens":1110,"out_tokens":534}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":768,"out_tokens":428,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":25.823010117999956,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1206,"out_tokens":2277},"claude-opus-4-8":{"in_tokens":2498,"out_tokens":574},"claude-opus-4-7":{"in_tokens":2503,"out_tokens":475},"mistral-large-2":{"in_tokens":1289,"out_tokens":419}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":274,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":32.53300434700009,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1015,"out_tokens":1744},"claude-opus-4-8":{"in_tokens":2002,"out_tokens":607},"claude-opus-4-7":{"in_tokens":2007,"out_tokens":495},"mistral-large-2":{"in_tokens":1088,"out_tokens":541}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":289,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":27.984058392000065,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1298,"out_tokens":1960},"claude-opus-4-8":{"in_tokens":2480,"out_tokens":765},"claude-opus-4-7":{"in_tokens":2485,"out_tokens":531},"mistral-large-2":{"in_tokens":1378,"out_tokens":713}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":730,"out_tokens":388,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":26.785230946999945,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1112,"out_tokens":1137},"claude-opus-4-8":{"in_tokens":2173,"out_tokens":516},"claude-opus-4-7":{"in_tokens":2178,"out_tokens":452},"mistral-large-2":{"in_tokens":1191,"out_tokens":467}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":335,"out_tokens":3037,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":66.11772860899998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1100,"out_tokens":1460},"claude-opus-4-8":{"in_tokens":2041,"out_tokens":561},"claude-opus-4-7":{"in_tokens":2046,"out_tokens":433},"mistral-large-2":{"in_tokens":1146,"out_tokens":757}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":765,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":16.298925667999924,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1235,"out_tokens":1105},"claude-opus-4-8":{"in_tokens":2319,"out_tokens":537},"claude-opus-4-7":{"in_tokens":2324,"out_tokens":422},"mistral-large-2":{"in_tokens":1283,"out_tokens":498}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":698,"out_tokens":305,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":31.647012961999962,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1842,"out_tokens":2374},"claude-opus-4-8":{"in_tokens":3567,"out_tokens":1142},"claude-opus-4-7":{"in_tokens":3572,"out_tokens":951},"mistral-large-2":{"in_tokens":1928,"out_tokens":752}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":787,"out_tokens":286,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":17.57112999100002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1164,"out_tokens":1713},"claude-opus-4-8":{"in_tokens":2334,"out_tokens":678},"claude-opus-4-7":{"in_tokens":2339,"out_tokens":522},"mistral-large-2":{"in_tokens":1251,"out_tokens":623}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":1177,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":21.476963657000056,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1467,"out_tokens":1410},"claude-opus-4-8":{"in_tokens":2768,"out_tokens":554},"claude-opus-4-7":{"in_tokens":2773,"out_tokens":473},"mistral-large-2":{"in_tokens":1544,"out_tokens":565}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":406,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":33.04035881700008,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1732,"out_tokens":2484},"claude-opus-4-8":{"in_tokens":3415,"out_tokens":1382},"claude-opus-4-7":{"in_tokens":3420,"out_tokens":1005},"mistral-large-2":{"in_tokens":1866,"out_tokens":874}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":1010,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":20.278156577000004,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1529,"out_tokens":1756},"claude-opus-4-8":{"in_tokens":2786,"out_tokens":572},"claude-opus-4-7":{"in_tokens":2791,"out_tokens":502},"mistral-large-2":{"in_tokens":1576,"out_tokens":704}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":769,"out_tokens":498,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":17.518996800999957,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1312,"out_tokens":1724},"claude-opus-4-8":{"in_tokens":2558,"out_tokens":672},"claude-opus-4-7":{"in_tokens":2563,"out_tokens":495},"mistral-large-2":{"in_tokens":1383,"out_tokens":729}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":1199,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":24.142295349999927,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1521,"out_tokens":1365},"claude-opus-4-8":{"in_tokens":2890,"out_tokens":685},"claude-opus-4-7":{"in_tokens":2895,"out_tokens":490},"mistral-large-2":{"in_tokens":1627,"out_tokens":541}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1670,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":28.76362428899995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1043,"out_tokens":1055},"claude-opus-4-8":{"in_tokens":1946,"out_tokens":575},"claude-opus-4-7":{"in_tokens":1951,"out_tokens":456},"mistral-large-2":{"in_tokens":1091,"out_tokens":534}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":739,"out_tokens":247,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":11.815222365000068,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":999,"out_tokens":1602},"claude-opus-4-8":{"in_tokens":2055,"out_tokens":548},"claude-opus-4-7":{"in_tokens":2060,"out_tokens":456},"mistral-large-2":{"in_tokens":1058,"out_tokens":615}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":768,"out_tokens":140,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":17.062650268000084,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":940,"out_tokens":1246},"claude-opus-4-8":{"in_tokens":1880,"out_tokens":528},"claude-opus-4-7":{"in_tokens":1885,"out_tokens":482},"mistral-large-2":{"in_tokens":986,"out_tokens":441}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":700,"out_tokens":1077,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":20.333127994999927,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1609,"out_tokens":1332},"claude-opus-4-8":{"in_tokens":3024,"out_tokens":545},"claude-opus-4-7":{"in_tokens":3029,"out_tokens":428},"mistral-large-2":{"in_tokens":1700,"out_tokens":668}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":4619,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":80.35719015000006,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1457,"out_tokens":2928},"claude-opus-4-8":{"in_tokens":2806,"out_tokens":1199},"claude-opus-4-7":{"in_tokens":2811,"out_tokens":944},"mistral-large-2":{"in_tokens":1557,"out_tokens":883}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":1019,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":20.5820240029999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1451,"out_tokens":1663},"claude-opus-4-8":{"in_tokens":2684,"out_tokens":725},"claude-opus-4-7":{"in_tokens":2689,"out_tokens":536},"mistral-large-2":{"in_tokens":1524,"out_tokens":672}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":317,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":31.693133804000013,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1773,"out_tokens":1845},"claude-opus-4-8":{"in_tokens":3469,"out_tokens":832},"claude-opus-4-7":{"in_tokens":3474,"out_tokens":659},"mistral-large-2":{"in_tokens":1898,"out_tokens":1097}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":1174,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":19.74501495800007,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1479,"out_tokens":919},"claude-opus-4-8":{"in_tokens":2802,"out_tokens":559},"claude-opus-4-7":{"in_tokens":2807,"out_tokens":543},"mistral-large-2":{"in_tokens":1552,"out_tokens":662}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":1153,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":20.97035344699998,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1500,"out_tokens":1825},"claude-opus-4-8":{"in_tokens":2805,"out_tokens":539},"claude-opus-4-7":{"in_tokens":2810,"out_tokens":523},"mistral-large-2":{"in_tokens":1559,"out_tokens":583}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":382,"out_tokens":2491,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":40.42490829399992,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1203,"out_tokens":1234},"claude-opus-4-8":{"in_tokens":2265,"out_tokens":578},"claude-opus-4-7":{"in_tokens":2270,"out_tokens":519},"mistral-large-2":{"in_tokens":1244,"out_tokens":564}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":893,"out_tokens":327,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":47.76402120900002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1321,"out_tokens":2944},"claude-opus-4-8":{"in_tokens":2527,"out_tokens":619},"claude-opus-4-7":{"in_tokens":2532,"out_tokens":663},"mistral-large-2":{"in_tokens":1391,"out_tokens":544}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":419,"out_tokens":3111,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":50.00264826700004,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1460,"out_tokens":1353},"claude-opus-4-8":{"in_tokens":2794,"out_tokens":597},"claude-opus-4-7":{"in_tokens":2799,"out_tokens":547},"mistral-large-2":{"in_tokens":1515,"out_tokens":608}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1006,"out_tokens":570,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":33.596019888,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2040,"out_tokens":2376},"claude-opus-4-8":{"in_tokens":3965,"out_tokens":972},"claude-opus-4-7":{"in_tokens":3970,"out_tokens":718},"mistral-large-2":{"in_tokens":2138,"out_tokens":778}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":789,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":15.013848940999992,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1368,"out_tokens":1244},"claude-opus-4-8":{"in_tokens":2575,"out_tokens":642},"claude-opus-4-7":{"in_tokens":2580,"out_tokens":528},"mistral-large-2":{"in_tokens":1425,"out_tokens":579}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":2587,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":42.48415953799997,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1160,"out_tokens":1619},"claude-opus-4-8":{"in_tokens":2183,"out_tokens":598},"claude-opus-4-7":{"in_tokens":2188,"out_tokens":517},"mistral-large-2":{"in_tokens":1220,"out_tokens":486}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1046,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":17.390416755000047,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1516,"out_tokens":2142},"claude-opus-4-8":{"in_tokens":2883,"out_tokens":805},"claude-opus-4-7":{"in_tokens":2888,"out_tokens":531},"mistral-large-2":{"in_tokens":1579,"out_tokens":1066}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":1232,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":22.01630404399998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1795,"out_tokens":1350},"claude-opus-4-8":{"in_tokens":3383,"out_tokens":593},"claude-opus-4-7":{"in_tokens":3388,"out_tokens":559},"mistral-large-2":{"in_tokens":1861,"out_tokens":665}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":759,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":14.79435670600003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1377,"out_tokens":1337},"claude-opus-4-8":{"in_tokens":2525,"out_tokens":575},"claude-opus-4-7":{"in_tokens":2530,"out_tokens":488},"mistral-large-2":{"in_tokens":1458,"out_tokens":664}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":970,"out_tokens":452,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":29.139133268000023,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1827,"out_tokens":2160},"claude-opus-4-8":{"in_tokens":3582,"out_tokens":1020},"claude-opus-4-7":{"in_tokens":3587,"out_tokens":734},"mistral-large-2":{"in_tokens":1969,"out_tokens":1071}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":298,"out_tokens":1873,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":30.434682209000016,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1166,"out_tokens":1022},"claude-opus-4-8":{"in_tokens":2186,"out_tokens":546},"claude-opus-4-7":{"in_tokens":2191,"out_tokens":514},"mistral-large-2":{"in_tokens":1227,"out_tokens":581}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":955,"out_tokens":827,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":34.21921039199992,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2157,"out_tokens":2142},"claude-opus-4-8":{"in_tokens":4291,"out_tokens":896},"claude-opus-4-7":{"in_tokens":4296,"out_tokens":776},"mistral-large-2":{"in_tokens":2347,"out_tokens":779}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":601,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":12.289621913000019,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1278,"out_tokens":1625},"claude-opus-4-8":{"in_tokens":2375,"out_tokens":661},"claude-opus-4-7":{"in_tokens":2380,"out_tokens":597},"mistral-large-2":{"in_tokens":1314,"out_tokens":579}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":581,"out_tokens":780,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":14.28958747899992,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1248,"out_tokens":2618},"claude-opus-4-8":{"in_tokens":2469,"out_tokens":911},"claude-opus-4-7":{"in_tokens":2474,"out_tokens":628},"mistral-large-2":{"in_tokens":1353,"out_tokens":778}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":633,"out_tokens":758,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":16.31655888900002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1398,"out_tokens":1654},"claude-opus-4-8":{"in_tokens":2653,"out_tokens":726},"claude-opus-4-7":{"in_tokens":2658,"out_tokens":582},"mistral-large-2":{"in_tokens":1537,"out_tokens":742}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":1808,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":31.34373717199992,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1028,"out_tokens":810},"claude-opus-4-8":{"in_tokens":1920,"out_tokens":515},"claude-opus-4-7":{"in_tokens":1925,"out_tokens":430},"mistral-large-2":{"in_tokens":1063,"out_tokens":508}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":422,"out_tokens":1004,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":19.22110535899992,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1387,"out_tokens":1742},"claude-opus-4-8":{"in_tokens":2684,"out_tokens":546},"claude-opus-4-7":{"in_tokens":2689,"out_tokens":453},"mistral-large-2":{"in_tokens":1460,"out_tokens":543}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":809,"out_tokens":312,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":21.800268872999936,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1165,"out_tokens":1581},"claude-opus-4-8":{"in_tokens":2242,"out_tokens":564},"claude-opus-4-7":{"in_tokens":2247,"out_tokens":467},"mistral-large-2":{"in_tokens":1233,"out_tokens":512}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":242,"out_tokens":1814,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":32.68315767499996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1062,"out_tokens":756},"claude-opus-4-8":{"in_tokens":2043,"out_tokens":581},"claude-opus-4-7":{"in_tokens":2048,"out_tokens":432},"mistral-large-2":{"in_tokens":1124,"out_tokens":461}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":6308,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":111.120503332,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2061,"out_tokens":1976},"claude-opus-4-8":{"in_tokens":3959,"out_tokens":1145},"claude-opus-4-7":{"in_tokens":3964,"out_tokens":793},"mistral-large-2":{"in_tokens":2220,"out_tokens":878}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":972,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":16.854414543000075,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1378,"out_tokens":2139},"claude-opus-4-8":{"in_tokens":2634,"out_tokens":755},"claude-opus-4-7":{"in_tokens":2639,"out_tokens":564},"mistral-large-2":{"in_tokens":1552,"out_tokens":736}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":620,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":11.57890768599998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1189,"out_tokens":1280},"claude-opus-4-8":{"in_tokens":2287,"out_tokens":548},"claude-opus-4-7":{"in_tokens":2292,"out_tokens":428},"mistral-large-2":{"in_tokens":1282,"out_tokens":518}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":644,"out_tokens":766,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":14.903452260999984,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1358,"out_tokens":2665},"claude-opus-4-8":{"in_tokens":2555,"out_tokens":631},"claude-opus-4-7":{"in_tokens":2560,"out_tokens":497},"mistral-large-2":{"in_tokens":1473,"out_tokens":669}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":925,"out_tokens":723,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":43.88154633099998,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2114,"out_tokens":2171},"claude-opus-4-8":{"in_tokens":4153,"out_tokens":996},"claude-opus-4-7":{"in_tokens":4158,"out_tokens":817},"mistral-large-2":{"in_tokens":2232,"out_tokens":754}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":887,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":15.952845294999975,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1304,"out_tokens":2331},"claude-opus-4-8":{"in_tokens":2535,"out_tokens":759},"claude-opus-4-7":{"in_tokens":2540,"out_tokens":516},"mistral-large-2":{"in_tokens":1426,"out_tokens":658}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":1966,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":36.483625082,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1096,"out_tokens":1344},"claude-opus-4-8":{"in_tokens":2076,"out_tokens":723},"claude-opus-4-7":{"in_tokens":2081,"out_tokens":588},"mistral-large-2":{"in_tokens":1200,"out_tokens":718}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":2021,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":37.67857171000003,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1024,"out_tokens":1614},"claude-opus-4-8":{"in_tokens":2009,"out_tokens":724},"claude-opus-4-7":{"in_tokens":2014,"out_tokens":550},"mistral-large-2":{"in_tokens":1110,"out_tokens":623}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":638,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":12.163207492999959,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1238,"out_tokens":1545},"claude-opus-4-8":{"in_tokens":2344,"out_tokens":621},"claude-opus-4-7":{"in_tokens":2349,"out_tokens":567},"mistral-large-2":{"in_tokens":1359,"out_tokens":636}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":620,"out_tokens":640,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":11.909980933000043,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1263,"out_tokens":1263},"claude-opus-4-8":{"in_tokens":2395,"out_tokens":587},"claude-opus-4-7":{"in_tokens":2400,"out_tokens":438},"mistral-large-2":{"in_tokens":1377,"out_tokens":578}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":847,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":15.438174131999972,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1400,"out_tokens":2086},"claude-opus-4-8":{"in_tokens":2676,"out_tokens":719},"claude-opus-4-7":{"in_tokens":2681,"out_tokens":550},"mistral-large-2":{"in_tokens":1541,"out_tokens":694}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":9162,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":159.15429997699994,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1969,"out_tokens":2935},"claude-opus-4-8":{"in_tokens":3743,"out_tokens":923},"claude-opus-4-7":{"in_tokens":3748,"out_tokens":794},"mistral-large-2":{"in_tokens":2167,"out_tokens":879}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":7701,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":197.63686788300004,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1959,"out_tokens":3137},"claude-opus-4-8":{"in_tokens":3687,"out_tokens":936},"claude-opus-4-7":{"in_tokens":3692,"out_tokens":741},"mistral-large-2":{"in_tokens":2117,"out_tokens":866}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":926,"out_tokens":759,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":51.84672694900007,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2126,"out_tokens":2936},"claude-opus-4-8":{"in_tokens":4181,"out_tokens":1038},"claude-opus-4-7":{"in_tokens":4186,"out_tokens":842},"mistral-large-2":{"in_tokens":2288,"out_tokens":1059}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":770,"out_tokens":413,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":27.552444477999984,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1184,"out_tokens":1124},"claude-opus-4-8":{"in_tokens":2296,"out_tokens":517},"claude-opus-4-7":{"in_tokens":2301,"out_tokens":409},"mistral-large-2":{"in_tokens":1272,"out_tokens":591}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":880,"out_tokens":578,"error":null,"skip_reason":null,"score_raw":0.275,"duration_s":45.52433492900002,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.4,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1724,"out_tokens":2008},"claude-opus-4-8":{"in_tokens":3482,"out_tokens":952},"claude-opus-4-7":{"in_tokens":3487,"out_tokens":726},"mistral-large-2":{"in_tokens":1834,"out_tokens":909}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":575,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":10.581392517999916,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1290,"out_tokens":1356},"claude-opus-4-8":{"in_tokens":2451,"out_tokens":653},"claude-opus-4-7":{"in_tokens":2456,"out_tokens":557},"mistral-large-2":{"in_tokens":1388,"out_tokens":544}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":629,"out_tokens":919,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":17.945857458999967,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1425,"out_tokens":1310},"claude-opus-4-8":{"in_tokens":2717,"out_tokens":543},"claude-opus-4-7":{"in_tokens":2722,"out_tokens":461},"mistral-large-2":{"in_tokens":1539,"out_tokens":540}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":542,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":10.138755885000023,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1161,"out_tokens":1758},"claude-opus-4-8":{"in_tokens":2154,"out_tokens":613},"claude-opus-4-7":{"in_tokens":2159,"out_tokens":549},"mistral-large-2":{"in_tokens":1293,"out_tokens":532}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":692,"out_tokens":912,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":16.826986102999967,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1493,"out_tokens":1869},"claude-opus-4-8":{"in_tokens":2827,"out_tokens":730},"claude-opus-4-7":{"in_tokens":2832,"out_tokens":643},"mistral-large-2":{"in_tokens":1659,"out_tokens":726}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":9492,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":168.82643846200006,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1977,"out_tokens":2707},"claude-opus-4-8":{"in_tokens":3777,"out_tokens":913},"claude-opus-4-7":{"in_tokens":3782,"out_tokens":943},"mistral-large-2":{"in_tokens":2106,"out_tokens":883}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":2469,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":46.34563588499998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":989,"out_tokens":1101},"claude-opus-4-8":{"in_tokens":1917,"out_tokens":649},"claude-opus-4-7":{"in_tokens":1922,"out_tokens":490},"mistral-large-2":{"in_tokens":1115,"out_tokens":518}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":861,"out_tokens":322,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":33.631030538999994,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1367,"out_tokens":1818},"claude-opus-4-8":{"in_tokens":2612,"out_tokens":754},"claude-opus-4-7":{"in_tokens":2617,"out_tokens":631},"mistral-large-2":{"in_tokens":1449,"out_tokens":729}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":824,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":15.103310147000002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1286,"out_tokens":1642},"claude-opus-4-8":{"in_tokens":2551,"out_tokens":652},"claude-opus-4-7":{"in_tokens":2556,"out_tokens":640},"mistral-large-2":{"in_tokens":1372,"out_tokens":508}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":845,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":14.65819749600007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1309,"out_tokens":1838},"claude-opus-4-8":{"in_tokens":2559,"out_tokens":601},"claude-opus-4-7":{"in_tokens":2564,"out_tokens":521},"mistral-large-2":{"in_tokens":1420,"out_tokens":556}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":938,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":16.940760431000058,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1492,"out_tokens":2075},"claude-opus-4-8":{"in_tokens":2862,"out_tokens":704},"claude-opus-4-7":{"in_tokens":2867,"out_tokens":643},"mistral-large-2":{"in_tokens":1658,"out_tokens":666}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":334,"out_tokens":1745,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":34.270075287000054,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":984,"out_tokens":1473},"claude-opus-4-8":{"in_tokens":1917,"out_tokens":638},"claude-opus-4-7":{"in_tokens":1922,"out_tokens":558},"mistral-large-2":{"in_tokens":1059,"out_tokens":478}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":933,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":18.094683785999905,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1476,"out_tokens":2178},"claude-opus-4-8":{"in_tokens":2711,"out_tokens":855},"claude-opus-4-7":{"in_tokens":2716,"out_tokens":698},"mistral-large-2":{"in_tokens":1667,"out_tokens":728}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":862,"out_tokens":667,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":12.526994047000017,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1473,"out_tokens":2049},"claude-opus-4-8":{"in_tokens":2847,"out_tokens":625},"claude-opus-4-7":{"in_tokens":2852,"out_tokens":514},"mistral-large-2":{"in_tokens":1658,"out_tokens":655}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":685,"out_tokens":788,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":14.472895155999936,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1310,"out_tokens":1304},"claude-opus-4-8":{"in_tokens":2657,"out_tokens":598},"claude-opus-4-7":{"in_tokens":2662,"out_tokens":505},"mistral-large-2":{"in_tokens":1447,"out_tokens":505}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":322,"out_tokens":2235,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":45.575932609999995,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":968,"out_tokens":1095},"claude-opus-4-8":{"in_tokens":1872,"out_tokens":659},"claude-opus-4-7":{"in_tokens":1877,"out_tokens":507},"mistral-large-2":{"in_tokens":1054,"out_tokens":545}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":935,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":16.105079650999983,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1723,"out_tokens":2538},"claude-opus-4-8":{"in_tokens":3216,"out_tokens":703},"claude-opus-4-7":{"in_tokens":3221,"out_tokens":494},"mistral-large-2":{"in_tokens":1942,"out_tokens":473}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1032,"out_tokens":640,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":34.514468358000045,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2133,"out_tokens":2164},"claude-opus-4-8":{"in_tokens":4154,"out_tokens":934},"claude-opus-4-7":{"in_tokens":4159,"out_tokens":884},"mistral-large-2":{"in_tokens":2296,"out_tokens":1436}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1019,"out_tokens":1084,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":17.7382434110001,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1991,"out_tokens":2833},"claude-opus-4-8":{"in_tokens":3684,"out_tokens":905},"claude-opus-4-7":{"in_tokens":3689,"out_tokens":703},"mistral-large-2":{"in_tokens":2140,"out_tokens":724}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":716,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":12.326545447999933,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1342,"out_tokens":2132},"claude-opus-4-8":{"in_tokens":2590,"out_tokens":775},"claude-opus-4-7":{"in_tokens":2595,"out_tokens":599},"mistral-large-2":{"in_tokens":1491,"out_tokens":610}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":912,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":16.100659081999993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1425,"out_tokens":1553},"claude-opus-4-8":{"in_tokens":2735,"out_tokens":639},"claude-opus-4-7":{"in_tokens":2740,"out_tokens":570},"mistral-large-2":{"in_tokens":1554,"out_tokens":611}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":784,"out_tokens":859,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":14.983244944000035,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1501,"out_tokens":2138},"claude-opus-4-8":{"in_tokens":2877,"out_tokens":744},"claude-opus-4-7":{"in_tokens":2882,"out_tokens":711},"mistral-large-2":{"in_tokens":1669,"out_tokens":724}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1033,"out_tokens":854,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":52.276565293999965,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2222,"out_tokens":2354},"claude-opus-4-8":{"in_tokens":4452,"out_tokens":966},"claude-opus-4-7":{"in_tokens":4457,"out_tokens":710},"mistral-large-2":{"in_tokens":2399,"out_tokens":921}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":772,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":13.706342019999965,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1351,"out_tokens":1803},"claude-opus-4-8":{"in_tokens":2608,"out_tokens":748},"claude-opus-4-7":{"in_tokens":2613,"out_tokens":642},"mistral-large-2":{"in_tokens":1491,"out_tokens":628}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":627,"out_tokens":701,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":12.419776907999903,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1261,"out_tokens":1587},"claude-opus-4-8":{"in_tokens":2508,"out_tokens":653},"claude-opus-4-7":{"in_tokens":2513,"out_tokens":596},"mistral-large-2":{"in_tokens":1386,"out_tokens":594}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":673,"out_tokens":1056,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.15054657999997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1464,"out_tokens":1572},"claude-opus-4-8":{"in_tokens":2820,"out_tokens":710},"claude-opus-4-7":{"in_tokens":2825,"out_tokens":499},"mistral-large-2":{"in_tokens":1630,"out_tokens":862}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":721,"out_tokens":955,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":16.65448813499995,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1496,"out_tokens":2097},"claude-opus-4-8":{"in_tokens":2875,"out_tokens":833},"claude-opus-4-7":{"in_tokens":2880,"out_tokens":917},"mistral-large-2":{"in_tokens":1624,"out_tokens":798}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1148,"out_tokens":962,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":63.93634170600001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2561,"out_tokens":2660},"claude-opus-4-8":{"in_tokens":4967,"out_tokens":1072},"claude-opus-4-7":{"in_tokens":4972,"out_tokens":781},"mistral-large-2":{"in_tokens":2674,"out_tokens":925}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":618,"out_tokens":701,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":10.97535643699996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1283,"out_tokens":1925},"claude-opus-4-8":{"in_tokens":2460,"out_tokens":746},"claude-opus-4-7":{"in_tokens":2465,"out_tokens":528},"mistral-large-2":{"in_tokens":1435,"out_tokens":583}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":657,"out_tokens":1087,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":18.726617667000028,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1422,"out_tokens":2375},"claude-opus-4-8":{"in_tokens":2783,"out_tokens":702},"claude-opus-4-7":{"in_tokens":2788,"out_tokens":554},"mistral-large-2":{"in_tokens":1569,"out_tokens":685}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":1988,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":62.84130317100005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1020,"out_tokens":1567},"claude-opus-4-8":{"in_tokens":1934,"out_tokens":683},"claude-opus-4-7":{"in_tokens":1939,"out_tokens":531},"mistral-large-2":{"in_tokens":1126,"out_tokens":608}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":1041,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":18.056295178000028,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1489,"out_tokens":2129},"claude-opus-4-8":{"in_tokens":2763,"out_tokens":814},"claude-opus-4-7":{"in_tokens":2768,"out_tokens":939},"mistral-large-2":{"in_tokens":1650,"out_tokens":716}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":1039,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":18.400775487000033,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1361,"out_tokens":1932},"claude-opus-4-8":{"in_tokens":2675,"out_tokens":671},"claude-opus-4-7":{"in_tokens":2680,"out_tokens":455},"mistral-large-2":{"in_tokens":1440,"out_tokens":566}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":610,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":11.84580809900001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1118,"out_tokens":737},"claude-opus-4-8":{"in_tokens":2172,"out_tokens":540},"claude-opus-4-7":{"in_tokens":2177,"out_tokens":433},"mistral-large-2":{"in_tokens":1205,"out_tokens":483}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":539,"out_tokens":3029,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":88.855628443,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1897,"out_tokens":1271},"claude-opus-4-8":{"in_tokens":3665,"out_tokens":624},"claude-opus-4-7":{"in_tokens":3670,"out_tokens":502},"mistral-large-2":{"in_tokens":1984,"out_tokens":969}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":626,"out_tokens":737,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":14.250853257000017,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1272,"out_tokens":1262},"claude-opus-4-8":{"in_tokens":2422,"out_tokens":580},"claude-opus-4-7":{"in_tokens":2427,"out_tokens":479},"mistral-large-2":{"in_tokens":1355,"out_tokens":629}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":2180,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":74.936883137,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1107,"out_tokens":1547},"claude-opus-4-8":{"in_tokens":2129,"out_tokens":642},"claude-opus-4-7":{"in_tokens":2134,"out_tokens":556},"mistral-large-2":{"in_tokens":1206,"out_tokens":507}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":617,"out_tokens":895,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":16.27126225699999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1377,"out_tokens":2254},"claude-opus-4-8":{"in_tokens":2591,"out_tokens":663},"claude-opus-4-7":{"in_tokens":2596,"out_tokens":520},"mistral-large-2":{"in_tokens":1509,"out_tokens":613}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":370,"out_tokens":1794,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":68.50613459299996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1077,"out_tokens":1095},"claude-opus-4-8":{"in_tokens":2038,"out_tokens":608},"claude-opus-4-7":{"in_tokens":2043,"out_tokens":481},"mistral-large-2":{"in_tokens":1166,"out_tokens":495}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":839,"out_tokens":1561,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":29.19845674399994,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1943,"out_tokens":2089},"claude-opus-4-8":{"in_tokens":3780,"out_tokens":921},"claude-opus-4-7":{"in_tokens":3785,"out_tokens":923},"mistral-large-2":{"in_tokens":2107,"out_tokens":952}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1360,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":25.260692157999983,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1669,"out_tokens":1965},"claude-opus-4-8":{"in_tokens":3397,"out_tokens":923},"claude-opus-4-7":{"in_tokens":3402,"out_tokens":931},"mistral-large-2":{"in_tokens":1796,"out_tokens":736}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":771,"out_tokens":1376,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":24.10680001100002,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1716,"out_tokens":2481},"claude-opus-4-8":{"in_tokens":3401,"out_tokens":835},"claude-opus-4-7":{"in_tokens":3406,"out_tokens":763},"mistral-large-2":{"in_tokens":1862,"out_tokens":1183}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":5849,"error":null,"skip_reason":null,"score_raw":0.275,"duration_s":108.23520977999999,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1839,"out_tokens":2737},"claude-opus-4-8":{"in_tokens":3713,"out_tokens":941},"claude-opus-4-7":{"in_tokens":3718,"out_tokens":1034},"mistral-large-2":{"in_tokens":1980,"out_tokens":960}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":7492,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":139.09947551300002,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1938,"out_tokens":3388},"claude-opus-4-8":{"in_tokens":3713,"out_tokens":961},"claude-opus-4-7":{"in_tokens":3718,"out_tokens":772},"mistral-large-2":{"in_tokens":2090,"out_tokens":839}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":1910,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":142.031335452,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1129,"out_tokens":1481},"claude-opus-4-8":{"in_tokens":2146,"out_tokens":849},"claude-opus-4-7":{"in_tokens":2151,"out_tokens":659},"mistral-large-2":{"in_tokens":1213,"out_tokens":611}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":677,"out_tokens":1263,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":23.916627291000054,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1487,"out_tokens":2438},"claude-opus-4-8":{"in_tokens":2980,"out_tokens":649},"claude-opus-4-7":{"in_tokens":2985,"out_tokens":611},"mistral-large-2":{"in_tokens":1585,"out_tokens":610}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":10586,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":196.58309474400005,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2328,"out_tokens":3126},"claude-opus-4-8":{"in_tokens":4543,"out_tokens":1195},"claude-opus-4-7":{"in_tokens":4548,"out_tokens":952},"mistral-large-2":{"in_tokens":2498,"out_tokens":1206}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":7784,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":137.62609708499997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1624,"out_tokens":1624},"claude-opus-4-8":{"in_tokens":3165,"out_tokens":730},"claude-opus-4-7":{"in_tokens":3170,"out_tokens":596},"mistral-large-2":{"in_tokens":1729,"out_tokens":653}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1157,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":23.13252378800007,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1343,"out_tokens":2922},"claude-opus-4-8":{"in_tokens":2597,"out_tokens":584},"claude-opus-4-7":{"in_tokens":2602,"out_tokens":596},"mistral-large-2":{"in_tokens":1448,"out_tokens":560}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":1301,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":24.404491574999952,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1383,"out_tokens":2294},"claude-opus-4-8":{"in_tokens":2747,"out_tokens":659},"claude-opus-4-7":{"in_tokens":2752,"out_tokens":587},"mistral-large-2":{"in_tokens":1463,"out_tokens":509}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":558,"out_tokens":1448,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":25.96577064400003,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1462,"out_tokens":1979},"claude-opus-4-8":{"in_tokens":2895,"out_tokens":919},"claude-opus-4-7":{"in_tokens":2900,"out_tokens":512},"mistral-large-2":{"in_tokens":1568,"out_tokens":634}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":604,"out_tokens":1026,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":17.869976560000055,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1297,"out_tokens":2061},"claude-opus-4-8":{"in_tokens":2590,"out_tokens":603},"claude-opus-4-7":{"in_tokens":2595,"out_tokens":569},"mistral-large-2":{"in_tokens":1410,"out_tokens":830}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":1028,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":18.356852416999914,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1321,"out_tokens":2255},"claude-opus-4-8":{"in_tokens":2568,"out_tokens":901},"claude-opus-4-7":{"in_tokens":2573,"out_tokens":773},"mistral-large-2":{"in_tokens":1397,"out_tokens":848}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":1153,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":20.221188131999952,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1275,"out_tokens":2240},"claude-opus-4-8":{"in_tokens":2508,"out_tokens":948},"claude-opus-4-7":{"in_tokens":2513,"out_tokens":630},"mistral-large-2":{"in_tokens":1336,"out_tokens":539}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":374,"out_tokens":2119,"error":null,"skip_reason":null,"score_raw":0.1388888888888889,"duration_s":80.90097058900005,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1071,"out_tokens":927},"claude-opus-4-8":{"in_tokens":2032,"out_tokens":753},"claude-opus-4-7":{"in_tokens":2037,"out_tokens":508},"mistral-large-2":{"in_tokens":1168,"out_tokens":743}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1219,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":22.519768897000063,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1355,"out_tokens":2361},"claude-opus-4-8":{"in_tokens":2753,"out_tokens":474},"claude-opus-4-7":{"in_tokens":2758,"out_tokens":434},"mistral-large-2":{"in_tokens":1453,"out_tokens":506}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":601,"out_tokens":1673,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":32.721460506000085,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1614,"out_tokens":2721},"claude-opus-4-8":{"in_tokens":3186,"out_tokens":640},"claude-opus-4-7":{"in_tokens":3191,"out_tokens":554},"mistral-large-2":{"in_tokens":1753,"out_tokens":878}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":530,"out_tokens":2692,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":80.366549545,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1898,"out_tokens":1845},"claude-opus-4-8":{"in_tokens":3596,"out_tokens":760},"claude-opus-4-7":{"in_tokens":3601,"out_tokens":597},"mistral-large-2":{"in_tokens":1992,"out_tokens":615}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":2000,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":73.38249727900006,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1119,"out_tokens":1157},"claude-opus-4-8":{"in_tokens":2104,"out_tokens":544},"claude-opus-4-7":{"in_tokens":2109,"out_tokens":572},"mistral-large-2":{"in_tokens":1202,"out_tokens":559}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":483,"out_tokens":1134,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.959189784000046,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1275,"out_tokens":1881},"claude-opus-4-8":{"in_tokens":2526,"out_tokens":572},"claude-opus-4-7":{"in_tokens":2531,"out_tokens":501},"mistral-large-2":{"in_tokens":1369,"out_tokens":592}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":300,"out_tokens":1733,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":59.59841520300006,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1009,"out_tokens":1538},"claude-opus-4-8":{"in_tokens":1898,"out_tokens":665},"claude-opus-4-7":{"in_tokens":1903,"out_tokens":508},"mistral-large-2":{"in_tokens":1119,"out_tokens":655}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":777,"out_tokens":1137,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":21.020805871000107,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1585,"out_tokens":2207},"claude-opus-4-8":{"in_tokens":2993,"out_tokens":838},"claude-opus-4-7":{"in_tokens":2998,"out_tokens":626},"mistral-large-2":{"in_tokens":1665,"out_tokens":740}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":1217,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":21.37348211699998,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1454,"out_tokens":2886},"claude-opus-4-8":{"in_tokens":2894,"out_tokens":833},"claude-opus-4-7":{"in_tokens":2899,"out_tokens":792},"mistral-large-2":{"in_tokens":1574,"out_tokens":798}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":3696,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":68.75629052200009,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1597,"out_tokens":1508},"claude-opus-4-8":{"in_tokens":3239,"out_tokens":719},"claude-opus-4-7":{"in_tokens":3244,"out_tokens":711},"mistral-large-2":{"in_tokens":1693,"out_tokens":680}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1080,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":23.601570054000035,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1327,"out_tokens":1672},"claude-opus-4-8":{"in_tokens":2627,"out_tokens":705},"claude-opus-4-7":{"in_tokens":2632,"out_tokens":636},"mistral-large-2":{"in_tokens":1428,"out_tokens":644}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":2631,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":97.30092943700004,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1187,"out_tokens":1882},"claude-opus-4-8":{"in_tokens":2250,"out_tokens":799},"claude-opus-4-7":{"in_tokens":2255,"out_tokens":728},"mistral-large-2":{"in_tokens":1306,"out_tokens":712}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":916,"error":null,"skip_reason":null,"score_raw":0.7619047619047619,"duration_s":16.966621267999926,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1227,"out_tokens":1397},"claude-opus-4-8":{"in_tokens":2471,"out_tokens":537},"mistral-large-2":{"in_tokens":1293,"out_tokens":553}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":1012,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":17.162140242999953,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1228,"out_tokens":2888},"claude-opus-4-8":{"in_tokens":2510,"out_tokens":592},"claude-opus-4-7":{"in_tokens":2515,"out_tokens":557},"mistral-large-2":{"in_tokens":1300,"out_tokens":691}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1015,"out_tokens":1626,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":28.539261659999966,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2257,"out_tokens":2266},"claude-opus-4-8":{"in_tokens":4403,"out_tokens":908},"claude-opus-4-7":{"in_tokens":4408,"out_tokens":773},"mistral-large-2":{"in_tokens":2382,"out_tokens":771}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":921,"out_tokens":1533,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":27.182940249000012,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2105,"out_tokens":2991},"claude-opus-4-8":{"in_tokens":4142,"out_tokens":1096},"claude-opus-4-7":{"in_tokens":4147,"out_tokens":1252},"mistral-large-2":{"in_tokens":2229,"out_tokens":1193}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":1590,"error":null,"skip_reason":null,"score_raw":0.925,"duration_s":28.944632175000038,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2119,"out_tokens":2246},"claude-opus-4-8":{"in_tokens":4160,"out_tokens":1032},"claude-opus-4-7":{"in_tokens":4165,"out_tokens":802},"mistral-large-2":{"in_tokens":2303,"out_tokens":788}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":999,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":35.21993829600001,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2407,"out_tokens":3606},"claude-opus-4-8":{"in_tokens":4679,"out_tokens":1395},"claude-opus-4-7":{"in_tokens":4684,"out_tokens":746},"mistral-large-2":{"in_tokens":2613,"out_tokens":1093}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":6610,"error":null,"skip_reason":null,"score_raw":0.10714285714285714,"duration_s":111.591129282,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1458,"out_tokens":2888},"claude-opus-4-8":{"in_tokens":2896,"out_tokens":1247},"claude-opus-4-7":{"in_tokens":2901,"out_tokens":861},"mistral-large-2":{"in_tokens":1537,"out_tokens":800}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":891,"out_tokens":1794,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":30.869354983999983,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2237,"out_tokens":2828},"claude-opus-4-8":{"in_tokens":4373,"out_tokens":1025},"claude-opus-4-7":{"in_tokens":4378,"out_tokens":1079},"mistral-large-2":{"in_tokens":2420,"out_tokens":972}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":1040,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":18.932291011000075,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1381,"out_tokens":2238},"claude-opus-4-8":{"in_tokens":2635,"out_tokens":806},"claude-opus-4-7":{"in_tokens":2640,"out_tokens":635},"mistral-large-2":{"in_tokens":1481,"out_tokens":596}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":450,"out_tokens":3107,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":80.97316412600003,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1747,"out_tokens":1659},"claude-opus-4-8":{"in_tokens":3257,"out_tokens":676},"claude-opus-4-7":{"in_tokens":3262,"out_tokens":591},"mistral-large-2":{"in_tokens":1833,"out_tokens":646}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":1260,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":23.446074163999924,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1391,"out_tokens":2436},"claude-opus-4-8":{"in_tokens":2727,"out_tokens":510},"claude-opus-4-7":{"in_tokens":2732,"out_tokens":493},"mistral-large-2":{"in_tokens":1507,"out_tokens":548}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1503,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":27.141990496999938,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1860,"out_tokens":4032},"claude-opus-4-8":{"in_tokens":3714,"out_tokens":993},"claude-opus-4-7":{"in_tokens":3719,"out_tokens":796},"mistral-large-2":{"in_tokens":2006,"out_tokens":819}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":450,"out_tokens":2529,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":101.34573744200009,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1153,"out_tokens":1073},"claude-opus-4-8":{"in_tokens":2210,"out_tokens":494},"claude-opus-4-7":{"in_tokens":2215,"out_tokens":468},"mistral-large-2":{"in_tokens":1273,"out_tokens":549}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":753,"out_tokens":1336,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":24.947247071999982,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1692,"out_tokens":2858},"claude-opus-4-8":{"in_tokens":3256,"out_tokens":859},"claude-opus-4-7":{"in_tokens":3261,"out_tokens":743},"mistral-large-2":{"in_tokens":1800,"out_tokens":752}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1314,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":34.80749074000005,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2586,"out_tokens":3809},"claude-opus-4-8":{"in_tokens":5022,"out_tokens":1060},"claude-opus-4-7":{"in_tokens":5027,"out_tokens":964},"mistral-large-2":{"in_tokens":2703,"out_tokens":810}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":2146,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":89.36388908099991,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1091,"out_tokens":1280},"claude-opus-4-8":{"in_tokens":2022,"out_tokens":664},"claude-opus-4-7":{"in_tokens":2027,"out_tokens":458},"mistral-large-2":{"in_tokens":1223,"out_tokens":706}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":333,"out_tokens":2606,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":108.21188357200003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1069,"out_tokens":1312},"claude-opus-4-8":{"in_tokens":2099,"out_tokens":649},"claude-opus-4-7":{"in_tokens":2104,"out_tokens":562},"mistral-large-2":{"in_tokens":1144,"out_tokens":652}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1108,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":37.72802995899997,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2413,"out_tokens":3874},"claude-opus-4-8":{"in_tokens":4685,"out_tokens":1124},"claude-opus-4-7":{"in_tokens":4690,"out_tokens":982},"mistral-large-2":{"in_tokens":2604,"out_tokens":866}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1114,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.8250000000000001,"duration_s":39.59009169000001,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2519,"out_tokens":2611},"claude-opus-4-8":{"in_tokens":4877,"out_tokens":1063},"claude-opus-4-7":{"in_tokens":4882,"out_tokens":719},"mistral-large-2":{"in_tokens":2723,"out_tokens":1034}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":9028,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":159.030657581,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1864,"out_tokens":1912},"claude-opus-4-8":{"in_tokens":3622,"out_tokens":866},"claude-opus-4-7":{"in_tokens":3627,"out_tokens":673},"mistral-large-2":{"in_tokens":2028,"out_tokens":769}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":7192,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":125.1308505830001,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1865,"out_tokens":3045},"claude-opus-4-8":{"in_tokens":3595,"out_tokens":1199},"claude-opus-4-7":{"in_tokens":3600,"out_tokens":947},"mistral-large-2":{"in_tokens":2020,"out_tokens":747}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":2390,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":46.48551339400001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1925,"out_tokens":1284},"claude-opus-4-8":{"in_tokens":3746,"out_tokens":651},"claude-opus-4-7":{"in_tokens":3751,"out_tokens":583},"mistral-large-2":{"in_tokens":2018,"out_tokens":1125}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":2585,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":167.89783147700007,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1020,"out_tokens":1875},"claude-opus-4-8":{"in_tokens":2049,"out_tokens":742},"claude-opus-4-7":{"in_tokens":2054,"out_tokens":690},"mistral-large-2":{"in_tokens":1075,"out_tokens":504}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":2238,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":40.42883903799998,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1822,"out_tokens":1938},"claude-opus-4-8":{"in_tokens":3456,"out_tokens":771},"claude-opus-4-7":{"in_tokens":3461,"out_tokens":625},"mistral-large-2":{"in_tokens":1901,"out_tokens":784}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":12290,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":226.81016614500015,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2614,"out_tokens":4091},"claude-opus-4-8":{"in_tokens":5045,"out_tokens":1247},"claude-opus-4-7":{"in_tokens":5050,"out_tokens":895},"mistral-large-2":{"in_tokens":2776,"out_tokens":991}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1541,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":29.95303832599984,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1463,"out_tokens":1534},"claude-opus-4-8":{"in_tokens":2811,"out_tokens":671},"claude-opus-4-7":{"in_tokens":2816,"out_tokens":547},"mistral-large-2":{"in_tokens":1529,"out_tokens":637}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":8282,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":149.9303696799999,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1818,"out_tokens":1569},"claude-opus-4-8":{"in_tokens":3593,"out_tokens":814},"claude-opus-4-7":{"in_tokens":3598,"out_tokens":786},"mistral-large-2":{"in_tokens":1898,"out_tokens":690}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":593,"out_tokens":4589,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":133.97944391700003,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2049,"out_tokens":1480},"claude-opus-4-8":{"in_tokens":3835,"out_tokens":592},"claude-opus-4-7":{"in_tokens":3840,"out_tokens":605},"mistral-large-2":{"in_tokens":2144,"out_tokens":707}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":473,"out_tokens":2440,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":103.82212136800013,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1330,"out_tokens":2058},"claude-opus-4-8":{"in_tokens":2573,"out_tokens":747},"claude-opus-4-7":{"in_tokens":2578,"out_tokens":650},"mistral-large-2":{"in_tokens":1490,"out_tokens":615}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"transient-exhausted (stage 3): Connection error.","skip_reason":null,"score_raw":null,"duration_s":1103.857206291,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"transient-exhausted (stage 3): Connection error.","skip_reason":null,"score_raw":null,"duration_s":1103.955261458,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"transient-exhausted (stage 3): Connection error.","skip_reason":null,"score_raw":null,"duration_s":1103.960848875,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"transient-exhausted (stage 3): Connection error.","skip_reason":null,"score_raw":null,"duration_s":1103.951055153,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"transient-exhausted (stage 3): Connection error.","skip_reason":null,"score_raw":null,"duration_s":1103.9578390499998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"transient-exhausted (stage 3): Connection error.","skip_reason":null,"score_raw":null,"duration_s":1103.960624772,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"transient-exhausted (stage 3): Connection error.","skip_reason":null,"score_raw":null,"duration_s":1103.95913012,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"transient-exhausted (stage 3): Connection error.","skip_reason":null,"score_raw":null,"duration_s":1103.9528058219998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"transient-exhausted (stage 3): Connection error.","skip_reason":null,"score_raw":null,"duration_s":1104.360898976,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":532,"out_tokens":2717,"error":null,"skip_reason":null,"score_raw":0.46428571428571425,"duration_s":106.1269853870001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1378,"out_tokens":1047},"claude-opus-4-8":{"in_tokens":2530,"out_tokens":602},"claude-opus-4-7":{"in_tokens":2535,"out_tokens":502},"mistral-large-2":{"in_tokens":1547,"out_tokens":462}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":2764,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":52.34260024399987,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2114,"out_tokens":1569},"claude-opus-4-8":{"in_tokens":4064,"out_tokens":569},"claude-opus-4-7":{"in_tokens":4069,"out_tokens":514},"mistral-large-2":{"in_tokens":2211,"out_tokens":555}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":2794,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":51.141641818999915,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1790,"out_tokens":1494},"claude-opus-4-8":{"in_tokens":3356,"out_tokens":615},"claude-opus-4-7":{"in_tokens":3361,"out_tokens":516},"mistral-large-2":{"in_tokens":1877,"out_tokens":680}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":464,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":10.218885514000021,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1145,"out_tokens":1384},"claude-opus-4-8":{"in_tokens":2159,"out_tokens":464},"claude-opus-4-7":{"in_tokens":2164,"out_tokens":413},"mistral-large-2":{"in_tokens":1180,"out_tokens":486}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":2440,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":41.54369286400015,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1492,"out_tokens":1474},"claude-opus-4-8":{"in_tokens":2892,"out_tokens":604},"claude-opus-4-7":{"in_tokens":2897,"out_tokens":492},"mistral-large-2":{"in_tokens":1575,"out_tokens":561}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":3331,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":59.008656514999984,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1630,"out_tokens":1973},"claude-opus-4-8":{"in_tokens":3160,"out_tokens":593},"claude-opus-4-7":{"in_tokens":3165,"out_tokens":501},"mistral-large-2":{"in_tokens":1715,"out_tokens":625}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":422,"out_tokens":1521,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":41.71511575399995,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1321,"out_tokens":1213},"claude-opus-4-8":{"in_tokens":2495,"out_tokens":482},"claude-opus-4-7":{"in_tokens":2500,"out_tokens":336},"mistral-large-2":{"in_tokens":1368,"out_tokens":533}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1698,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":32.344708373,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1559,"out_tokens":1450},"claude-opus-4-8":{"in_tokens":3018,"out_tokens":710},"claude-opus-4-7":{"in_tokens":3023,"out_tokens":521},"mistral-large-2":{"in_tokens":1659,"out_tokens":596}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":1744,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":54.758392003000154,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1730,"out_tokens":1786},"claude-opus-4-8":{"in_tokens":3251,"out_tokens":768},"claude-opus-4-7":{"in_tokens":3256,"out_tokens":642},"mistral-large-2":{"in_tokens":1821,"out_tokens":708}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":531,"out_tokens":1867,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":52.65100135900002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1594,"out_tokens":1294},"claude-opus-4-8":{"in_tokens":3028,"out_tokens":649},"claude-opus-4-7":{"in_tokens":3033,"out_tokens":472},"mistral-large-2":{"in_tokens":1670,"out_tokens":604}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1585,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":30.58573337400003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1510,"out_tokens":1331},"claude-opus-4-8":{"in_tokens":2835,"out_tokens":795},"claude-opus-4-7":{"in_tokens":2840,"out_tokens":614},"mistral-large-2":{"in_tokens":1556,"out_tokens":635}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":1643,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":32.75409770400006,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1657,"out_tokens":1147},"claude-opus-4-8":{"in_tokens":3166,"out_tokens":609},"claude-opus-4-7":{"in_tokens":3171,"out_tokens":495},"mistral-large-2":{"in_tokens":1732,"out_tokens":547}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":1460,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":28.306679153999994,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1428,"out_tokens":1066},"claude-opus-4-8":{"in_tokens":2712,"out_tokens":628},"claude-opus-4-7":{"in_tokens":2717,"out_tokens":486},"mistral-large-2":{"in_tokens":1503,"out_tokens":644}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":965,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":20.751650112000107,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1366,"out_tokens":1557},"claude-opus-4-8":{"in_tokens":2613,"out_tokens":564},"claude-opus-4-7":{"in_tokens":2618,"out_tokens":554},"mistral-large-2":{"in_tokens":1438,"out_tokens":614}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":1860,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":69.43825935600012,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1562,"out_tokens":1205},"claude-opus-4-8":{"in_tokens":2991,"out_tokens":668},"claude-opus-4-7":{"in_tokens":2996,"out_tokens":570},"mistral-large-2":{"in_tokens":1635,"out_tokens":583}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":1758,"error":null,"skip_reason":null,"score_raw":0.2777777777777778,"duration_s":70.35338800299996,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1135,"out_tokens":2043},"claude-opus-4-8":{"in_tokens":2175,"out_tokens":775},"claude-opus-4-7":{"in_tokens":2180,"out_tokens":648},"mistral-large-2":{"in_tokens":1253,"out_tokens":711}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":773,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":14.806520890000002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1283,"out_tokens":1210},"claude-opus-4-8":{"in_tokens":2446,"out_tokens":540},"claude-opus-4-7":{"in_tokens":2451,"out_tokens":488},"mistral-large-2":{"in_tokens":1353,"out_tokens":487}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":2162,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":89.16846847200009,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1145,"out_tokens":1243},"claude-opus-4-8":{"in_tokens":2207,"out_tokens":734},"claude-opus-4-7":{"in_tokens":2212,"out_tokens":577},"mistral-large-2":{"in_tokens":1242,"out_tokens":567}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":401,"out_tokens":2380,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":86.2720268569999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1563,"out_tokens":1079},"claude-opus-4-8":{"in_tokens":2975,"out_tokens":566},"claude-opus-4-7":{"in_tokens":2980,"out_tokens":577},"mistral-large-2":{"in_tokens":1651,"out_tokens":725}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1563,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":29.341120514000067,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1419,"out_tokens":1393},"claude-opus-4-8":{"in_tokens":2694,"out_tokens":642},"claude-opus-4-7":{"in_tokens":2699,"out_tokens":497},"mistral-large-2":{"in_tokens":1475,"out_tokens":563}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":3232,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":134.2948657290001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.25,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1617,"out_tokens":3515},"claude-opus-4-8":{"in_tokens":3014,"out_tokens":913},"claude-opus-4-7":{"in_tokens":3019,"out_tokens":610},"mistral-large-2":{"in_tokens":1734,"out_tokens":723}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1679,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":32.69524828300018,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1778,"out_tokens":1512},"claude-opus-4-8":{"in_tokens":3439,"out_tokens":573},"claude-opus-4-7":{"in_tokens":3444,"out_tokens":561},"mistral-large-2":{"in_tokens":1843,"out_tokens":666}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":416,"out_tokens":1253,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":45.736750636000124,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1555,"out_tokens":1576},"claude-opus-4-8":{"in_tokens":2992,"out_tokens":588},"claude-opus-4-7":{"in_tokens":2997,"out_tokens":479},"mistral-large-2":{"in_tokens":1630,"out_tokens":655}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":852,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":17.371397577000153,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1449,"out_tokens":1157},"claude-opus-4-8":{"in_tokens":2737,"out_tokens":548},"claude-opus-4-7":{"in_tokens":2742,"out_tokens":529},"mistral-large-2":{"in_tokens":1539,"out_tokens":658}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":657,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":12.14986022700009,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1117,"out_tokens":1230},"claude-opus-4-8":{"in_tokens":2115,"out_tokens":685},"claude-opus-4-7":{"in_tokens":2120,"out_tokens":537},"mistral-large-2":{"in_tokens":1152,"out_tokens":553}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":1865,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":35.03217277500016,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1553,"out_tokens":1325},"claude-opus-4-8":{"in_tokens":3008,"out_tokens":592},"claude-opus-4-7":{"in_tokens":3013,"out_tokens":528},"mistral-large-2":{"in_tokens":1611,"out_tokens":719}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":3525,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":106.17122211300011,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1787,"out_tokens":1620},"claude-opus-4-8":{"in_tokens":3432,"out_tokens":615},"claude-opus-4-7":{"in_tokens":3437,"out_tokens":503},"mistral-large-2":{"in_tokens":1890,"out_tokens":599}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":3708,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":109.89069075900011,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2068,"out_tokens":2179},"claude-opus-4-8":{"in_tokens":4015,"out_tokens":714},"claude-opus-4-7":{"in_tokens":4020,"out_tokens":586},"mistral-large-2":{"in_tokens":2191,"out_tokens":775}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":443,"out_tokens":3923,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":110.13749064700005,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1744,"out_tokens":2062},"claude-opus-4-8":{"in_tokens":3282,"out_tokens":765},"claude-opus-4-7":{"in_tokens":3287,"out_tokens":498},"mistral-large-2":{"in_tokens":1819,"out_tokens":856}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":811,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":17.953268583999943,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1240,"out_tokens":1459},"claude-opus-4-8":{"in_tokens":2403,"out_tokens":673},"claude-opus-4-7":{"in_tokens":2408,"out_tokens":542},"mistral-large-2":{"in_tokens":1295,"out_tokens":592}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":543,"out_tokens":2328,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":73.35034214400002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2097,"out_tokens":1628},"claude-opus-4-8":{"in_tokens":4003,"out_tokens":671},"claude-opus-4-7":{"in_tokens":4008,"out_tokens":530},"mistral-large-2":{"in_tokens":2177,"out_tokens":735}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":3875,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":118.48060364799994,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1691,"out_tokens":1586},"claude-opus-4-8":{"in_tokens":3175,"out_tokens":519},"claude-opus-4-7":{"in_tokens":3180,"out_tokens":590},"mistral-large-2":{"in_tokens":1744,"out_tokens":561}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":2612,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":66.61725096800001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1709,"out_tokens":912},"claude-opus-4-8":{"in_tokens":3179,"out_tokens":505},"claude-opus-4-7":{"in_tokens":3184,"out_tokens":496},"mistral-large-2":{"in_tokens":1798,"out_tokens":729}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1986,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":40.05407588100002,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.125,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1304,"out_tokens":2208},"claude-opus-4-8":{"in_tokens":2536,"out_tokens":972},"claude-opus-4-7":{"in_tokens":2541,"out_tokens":787},"mistral-large-2":{"in_tokens":1464,"out_tokens":740}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":2767,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":94.00234316399997,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1672,"out_tokens":1760},"claude-opus-4-8":{"in_tokens":3185,"out_tokens":624},"claude-opus-4-7":{"in_tokens":3190,"out_tokens":550},"mistral-large-2":{"in_tokens":1733,"out_tokens":590}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":2242,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":67.302512578,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1500,"out_tokens":1654},"claude-opus-4-8":{"in_tokens":2798,"out_tokens":821},"claude-opus-4-7":{"in_tokens":2803,"out_tokens":581},"mistral-large-2":{"in_tokens":1553,"out_tokens":623}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":1939,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":59.746854286999906,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1663,"out_tokens":1443},"claude-opus-4-8":{"in_tokens":3219,"out_tokens":498},"claude-opus-4-7":{"in_tokens":3224,"out_tokens":446},"mistral-large-2":{"in_tokens":1733,"out_tokens":901}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":2014,"error":null,"skip_reason":null,"score_raw":0.2222222222222222,"duration_s":73.631507177,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1059,"out_tokens":1370},"claude-opus-4-8":{"in_tokens":2034,"out_tokens":725},"claude-opus-4-7":{"in_tokens":2039,"out_tokens":536},"mistral-large-2":{"in_tokens":1161,"out_tokens":625}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1321,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":27.55876361499986,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1148,"out_tokens":1694},"claude-opus-4-8":{"in_tokens":2249,"out_tokens":690},"claude-opus-4-7":{"in_tokens":2254,"out_tokens":596},"mistral-large-2":{"in_tokens":1243,"out_tokens":582}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":5954,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":169.56894420799995,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.25,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":2068,"out_tokens":2063},"claude-opus-4-8":{"in_tokens":3964,"out_tokens":892},"claude-opus-4-7":{"in_tokens":3969,"out_tokens":692},"mistral-large-2":{"in_tokens":2180,"out_tokens":773}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"transient-exhausted (stage 3): Connection error.","skip_reason":null,"score_raw":null,"duration_s":1102.901862149,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":3944,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":73.80715996999993,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.25,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1303,"out_tokens":1939},"claude-opus-4-8":{"in_tokens":2563,"out_tokens":872},"claude-opus-4-7":{"in_tokens":2568,"out_tokens":708},"mistral-large-2":{"in_tokens":1411,"out_tokens":1416}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":3760,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":75.69170730399992,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1431,"out_tokens":1459},"claude-opus-4-8":{"in_tokens":2773,"out_tokens":889},"claude-opus-4-7":{"in_tokens":2778,"out_tokens":628},"mistral-large-2":{"in_tokens":1565,"out_tokens":823}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":2726,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":106.82554361999996,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1190,"out_tokens":1049},"claude-opus-4-8":{"in_tokens":2304,"out_tokens":629},"claude-opus-4-7":{"in_tokens":2309,"out_tokens":583},"mistral-large-2":{"in_tokens":1301,"out_tokens":631}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":375,"out_tokens":2552,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":94.55617355599998,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.875,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1137,"out_tokens":1295},"claude-opus-4-8":{"in_tokens":2206,"out_tokens":714},"claude-opus-4-7":{"in_tokens":2211,"out_tokens":596},"mistral-large-2":{"in_tokens":1269,"out_tokens":625}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":869,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":16.936191332000135,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1254,"out_tokens":1146},"claude-opus-4-8":{"in_tokens":2403,"out_tokens":631},"claude-opus-4-7":{"in_tokens":2408,"out_tokens":559},"mistral-large-2":{"in_tokens":1384,"out_tokens":654}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":2056,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":42.40241012000001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1216,"out_tokens":1804},"claude-opus-4-8":{"in_tokens":2435,"out_tokens":643},"claude-opus-4-7":{"in_tokens":2440,"out_tokens":553},"mistral-large-2":{"in_tokens":1328,"out_tokens":596}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":3710,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":102.22843117599996,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1406,"out_tokens":1981},"claude-opus-4-8":{"in_tokens":2711,"out_tokens":635},"claude-opus-4-7":{"in_tokens":2716,"out_tokens":567},"mistral-large-2":{"in_tokens":1521,"out_tokens":473}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":495,"out_tokens":4592,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":120.81669121499999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1489,"out_tokens":2400},"claude-opus-4-8":{"in_tokens":2827,"out_tokens":809},"claude-opus-4-7":{"in_tokens":2832,"out_tokens":595},"mistral-large-2":{"in_tokens":1639,"out_tokens":779}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":3321,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":90.63684952599988,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1425,"out_tokens":1465},"claude-opus-4-8":{"in_tokens":2728,"out_tokens":656},"claude-opus-4-7":{"in_tokens":2733,"out_tokens":594},"mistral-large-2":{"in_tokens":1567,"out_tokens":680}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":2512,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":47.71682629599991,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1200,"out_tokens":1843},"claude-opus-4-8":{"in_tokens":2273,"out_tokens":525},"claude-opus-4-7":{"in_tokens":2278,"out_tokens":494},"mistral-large-2":{"in_tokens":1315,"out_tokens":507}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":3564,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":85.07115812200004,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1445,"out_tokens":2502},"claude-opus-4-8":{"in_tokens":2715,"out_tokens":674},"claude-opus-4-7":{"in_tokens":2720,"out_tokens":590},"mistral-large-2":{"in_tokens":1582,"out_tokens":572}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":2135,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":42.75157505099992,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1252,"out_tokens":1551},"claude-opus-4-8":{"in_tokens":2413,"out_tokens":601},"claude-opus-4-7":{"in_tokens":2418,"out_tokens":475},"mistral-large-2":{"in_tokens":1364,"out_tokens":562}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":7411,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":141.04725830899997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1490,"out_tokens":1663},"claude-opus-4-8":{"in_tokens":2925,"out_tokens":740},"claude-opus-4-7":{"in_tokens":2930,"out_tokens":546},"mistral-large-2":{"in_tokens":1618,"out_tokens":675}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":3006,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":86.79880938199994,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1496,"out_tokens":1598},"claude-opus-4-8":{"in_tokens":2859,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2864,"out_tokens":588},"mistral-large-2":{"in_tokens":1624,"out_tokens":566}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":5458,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":148.70619147499997,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1543,"out_tokens":2251},"claude-opus-4-8":{"in_tokens":3003,"out_tokens":869},"claude-opus-4-7":{"in_tokens":3008,"out_tokens":593},"mistral-large-2":{"in_tokens":1696,"out_tokens":786}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":543,"out_tokens":3591,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":106.65245145200015,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1485,"out_tokens":2640},"claude-opus-4-8":{"in_tokens":2849,"out_tokens":798},"claude-opus-4-7":{"in_tokens":2854,"out_tokens":717},"mistral-large-2":{"in_tokens":1637,"out_tokens":747}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":360,"out_tokens":2118,"error":null,"skip_reason":null,"score_raw":0.3055555555555555,"duration_s":86.7465271210001,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1059,"out_tokens":1889},"claude-opus-4-8":{"in_tokens":2100,"out_tokens":811},"claude-opus-4-7":{"in_tokens":2105,"out_tokens":688},"mistral-large-2":{"in_tokens":1162,"out_tokens":641}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":705,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":14.143664844000114,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1052,"out_tokens":2333},"claude-opus-4-8":{"in_tokens":1978,"out_tokens":636},"claude-opus-4-7":{"in_tokens":1983,"out_tokens":542},"mistral-large-2":{"in_tokens":1170,"out_tokens":679}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":4683,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":96.34452962499995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1503,"out_tokens":1770},"claude-opus-4-8":{"in_tokens":2949,"out_tokens":587},"claude-opus-4-7":{"in_tokens":2954,"out_tokens":584},"mistral-large-2":{"in_tokens":1656,"out_tokens":683}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":5125,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":136.02616692699985,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1457,"out_tokens":2527},"claude-opus-4-8":{"in_tokens":2901,"out_tokens":685},"claude-opus-4-7":{"in_tokens":2906,"out_tokens":581},"mistral-large-2":{"in_tokens":1591,"out_tokens":721}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":2152,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":90.28269567899997,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1039,"out_tokens":1887},"claude-opus-4-8":{"in_tokens":2042,"out_tokens":828},"claude-opus-4-7":{"in_tokens":2047,"out_tokens":629},"mistral-large-2":{"in_tokens":1140,"out_tokens":803}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1827,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":37.794949495999845,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1268,"out_tokens":1626},"claude-opus-4-8":{"in_tokens":2393,"out_tokens":650},"claude-opus-4-7":{"in_tokens":2398,"out_tokens":512},"mistral-large-2":{"in_tokens":1368,"out_tokens":1023}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":1279,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":28.03353486700007,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1114,"out_tokens":1756},"claude-opus-4-8":{"in_tokens":2237,"out_tokens":815},"claude-opus-4-7":{"in_tokens":2242,"out_tokens":575},"mistral-large-2":{"in_tokens":1194,"out_tokens":529}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":3705,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":145.364538521,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1143,"out_tokens":2164},"claude-opus-4-8":{"in_tokens":2203,"out_tokens":712},"claude-opus-4-7":{"in_tokens":2208,"out_tokens":628},"mistral-large-2":{"in_tokens":1237,"out_tokens":638}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":2573,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":450.51198718699993,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1047,"out_tokens":1093},"claude-opus-4-8":{"in_tokens":2121,"out_tokens":682},"claude-opus-4-7":{"in_tokens":2126,"out_tokens":600},"mistral-large-2":{"in_tokens":1161,"out_tokens":513}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":4100,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":85.15844925499982,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1501,"out_tokens":2306},"claude-opus-4-8":{"in_tokens":2877,"out_tokens":925},"claude-opus-4-7":{"in_tokens":2882,"out_tokens":699},"mistral-large-2":{"in_tokens":1654,"out_tokens":836}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":2004,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":54.595560016000036,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1024,"out_tokens":1177},"claude-opus-4-8":{"in_tokens":1978,"out_tokens":694},"claude-opus-4-7":{"in_tokens":1983,"out_tokens":452},"mistral-large-2":{"in_tokens":1134,"out_tokens":560}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":3628,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":72.320271263,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1569,"out_tokens":2441},"claude-opus-4-8":{"in_tokens":3066,"out_tokens":975},"claude-opus-4-7":{"in_tokens":3071,"out_tokens":608},"mistral-large-2":{"in_tokens":1725,"out_tokens":613}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":3124,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":81.574695282,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.25,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1143,"out_tokens":2083},"claude-opus-4-8":{"in_tokens":2161,"out_tokens":866},"claude-opus-4-7":{"in_tokens":2166,"out_tokens":711},"mistral-large-2":{"in_tokens":1246,"out_tokens":632}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":549,"out_tokens":6473,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":184.738675157,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1776,"out_tokens":3311},"claude-opus-4-8":{"in_tokens":3381,"out_tokens":1005},"claude-opus-4-7":{"in_tokens":3386,"out_tokens":650},"mistral-large-2":{"in_tokens":1958,"out_tokens":840}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":4200,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":114.582616551,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1467,"out_tokens":2192},"claude-opus-4-8":{"in_tokens":2910,"out_tokens":588},"claude-opus-4-7":{"in_tokens":2915,"out_tokens":578},"mistral-large-2":{"in_tokens":1565,"out_tokens":491}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":3635,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":68.2087511929999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1407,"out_tokens":1399},"claude-opus-4-8":{"in_tokens":2783,"out_tokens":660},"claude-opus-4-7":{"in_tokens":2788,"out_tokens":597},"mistral-large-2":{"in_tokens":1503,"out_tokens":675}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":1855,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":42.47208983199994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":962,"out_tokens":1218},"claude-opus-4-8":{"in_tokens":1841,"out_tokens":546},"claude-opus-4-7":{"in_tokens":1846,"out_tokens":499},"mistral-large-2":{"in_tokens":1041,"out_tokens":498}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":2267,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":54.17099831700011,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1064,"out_tokens":991},"claude-opus-4-8":{"in_tokens":1995,"out_tokens":537},"claude-opus-4-7":{"in_tokens":2000,"out_tokens":468},"mistral-large-2":{"in_tokens":1135,"out_tokens":483}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":651,"out_tokens":4081,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":105.3992993459999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1785,"out_tokens":2151},"claude-opus-4-8":{"in_tokens":3456,"out_tokens":748},"claude-opus-4-7":{"in_tokens":3461,"out_tokens":631},"mistral-large-2":{"in_tokens":2016,"out_tokens":684}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":3542,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":84.71594805900008,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":965,"out_tokens":1220},"claude-opus-4-8":{"in_tokens":1864,"out_tokens":687},"claude-opus-4-7":{"in_tokens":1869,"out_tokens":507},"mistral-large-2":{"in_tokens":1023,"out_tokens":489}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":6423,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":170.83935373500003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1615,"out_tokens":2022},"claude-opus-4-8":{"in_tokens":3048,"out_tokens":643},"claude-opus-4-7":{"in_tokens":3053,"out_tokens":473},"mistral-large-2":{"in_tokens":1719,"out_tokens":847}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":2079,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":45.57298657299998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1058,"out_tokens":1020},"claude-opus-4-8":{"in_tokens":1995,"out_tokens":615},"claude-opus-4-7":{"in_tokens":2000,"out_tokens":506},"mistral-large-2":{"in_tokens":1160,"out_tokens":588}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":5693,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":104.6836796409998,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1479,"out_tokens":2035},"claude-opus-4-8":{"in_tokens":2792,"out_tokens":945},"claude-opus-4-7":{"in_tokens":2797,"out_tokens":487},"mistral-large-2":{"in_tokens":1653,"out_tokens":627}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":4203,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":84.06675534800002,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1323,"out_tokens":1662},"claude-opus-4-8":{"in_tokens":2682,"out_tokens":804},"claude-opus-4-7":{"in_tokens":2687,"out_tokens":635},"mistral-large-2":{"in_tokens":1472,"out_tokens":666}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":3999,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":80.25657621599998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1505,"out_tokens":2492},"claude-opus-4-8":{"in_tokens":2910,"out_tokens":733},"claude-opus-4-7":{"in_tokens":2915,"out_tokens":573},"mistral-large-2":{"in_tokens":1686,"out_tokens":711}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":3384,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":67.91321962099983,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1532,"out_tokens":1722},"claude-opus-4-8":{"in_tokens":2866,"out_tokens":648},"claude-opus-4-7":{"in_tokens":2871,"out_tokens":677},"mistral-large-2":{"in_tokens":1718,"out_tokens":592}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":412,"out_tokens":2560,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":53.351168431999895,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1314,"out_tokens":2168},"claude-opus-4-8":{"in_tokens":2644,"out_tokens":706},"claude-opus-4-7":{"in_tokens":2649,"out_tokens":587},"mistral-large-2":{"in_tokens":1417,"out_tokens":684}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":2627,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":56.187013220999916,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1071,"out_tokens":1283},"claude-opus-4-8":{"in_tokens":2173,"out_tokens":572},"claude-opus-4-7":{"in_tokens":2178,"out_tokens":498},"mistral-large-2":{"in_tokens":1140,"out_tokens":478}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":7425,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":195.98562004600012,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1436,"out_tokens":2234},"claude-opus-4-8":{"in_tokens":2831,"out_tokens":639},"claude-opus-4-7":{"in_tokens":2836,"out_tokens":531},"mistral-large-2":{"in_tokens":1560,"out_tokens":595}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":2318,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":46.97301727199988,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1223,"out_tokens":1033},"claude-opus-4-8":{"in_tokens":2317,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2322,"out_tokens":493},"mistral-large-2":{"in_tokens":1332,"out_tokens":580}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":424,"out_tokens":4163,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":90.06784210399996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1191,"out_tokens":2376},"claude-opus-4-8":{"in_tokens":2480,"out_tokens":624},"claude-opus-4-7":{"in_tokens":2485,"out_tokens":500},"mistral-large-2":{"in_tokens":1288,"out_tokens":762}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":8593,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":239.23954138599993,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1965,"out_tokens":2345},"claude-opus-4-8":{"in_tokens":3748,"out_tokens":848},"claude-opus-4-7":{"in_tokens":3753,"out_tokens":590},"mistral-large-2":{"in_tokens":2172,"out_tokens":609}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":2744,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":56.865167437999844,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1339,"out_tokens":1619},"claude-opus-4-8":{"in_tokens":2609,"out_tokens":789},"claude-opus-4-7":{"in_tokens":2614,"out_tokens":574},"mistral-large-2":{"in_tokens":1494,"out_tokens":619}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":707,"out_tokens":4720,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":121.85263682899995,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1927,"out_tokens":2566},"claude-opus-4-8":{"in_tokens":3513,"out_tokens":1059},"claude-opus-4-7":{"in_tokens":3518,"out_tokens":747},"mistral-large-2":{"in_tokens":2160,"out_tokens":625}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":3984,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":103.61908451300019,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1463,"out_tokens":1193},"claude-opus-4-8":{"in_tokens":2829,"out_tokens":660},"claude-opus-4-7":{"in_tokens":2834,"out_tokens":485},"mistral-large-2":{"in_tokens":1589,"out_tokens":581}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":1397,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":29.527774362000173,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1182,"out_tokens":1621},"claude-opus-4-8":{"in_tokens":2290,"out_tokens":707},"claude-opus-4-7":{"in_tokens":2295,"out_tokens":554},"mistral-large-2":{"in_tokens":1301,"out_tokens":600}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":2187,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":49.18366588999993,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":952,"out_tokens":2060},"claude-opus-4-8":{"in_tokens":1856,"out_tokens":474},"claude-opus-4-7":{"in_tokens":1861,"out_tokens":483},"mistral-large-2":{"in_tokens":1030,"out_tokens":659}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":3138,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":67.21505607500012,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1612,"out_tokens":2157},"claude-opus-4-8":{"in_tokens":3164,"out_tokens":717},"claude-opus-4-7":{"in_tokens":3169,"out_tokens":788},"mistral-large-2":{"in_tokens":1756,"out_tokens":808}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":1940,"error":null,"skip_reason":null,"score_raw":0.6666666666666667,"duration_s":43.84810906200005,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":927,"out_tokens":1786},"claude-opus-4-8":{"in_tokens":1849,"out_tokens":522},"claude-opus-4-7":{"in_tokens":1854,"out_tokens":461},"mistral-large-2":{"in_tokens":987,"out_tokens":838}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":5577,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":104.54390533300011,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1873,"out_tokens":2767},"claude-opus-4-8":{"in_tokens":3504,"out_tokens":739},"claude-opus-4-7":{"in_tokens":3509,"out_tokens":792},"mistral-large-2":{"in_tokens":2028,"out_tokens":832}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":2308,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":51.193515901999945,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":897,"out_tokens":1110},"claude-opus-4-8":{"in_tokens":1800,"out_tokens":537},"claude-opus-4-7":{"in_tokens":1805,"out_tokens":368},"mistral-large-2":{"in_tokens":944,"out_tokens":412}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"transient-exhausted (stage 3): Connection error.","skip_reason":null,"score_raw":null,"duration_s":1102.922649581,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":1742,"error":null,"skip_reason":null,"score_raw":0.3571428571428571,"duration_s":38.1229017789999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":997,"out_tokens":1708},"claude-opus-4-8":{"in_tokens":1941,"out_tokens":547},"claude-opus-4-7":{"in_tokens":1946,"out_tokens":426},"mistral-large-2":{"in_tokens":1088,"out_tokens":741}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":546,"out_tokens":2153,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":60.538587518999975,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1462,"out_tokens":1915},"claude-opus-4-8":{"in_tokens":2806,"out_tokens":1120},"claude-opus-4-7":{"in_tokens":2811,"out_tokens":600},"mistral-large-2":{"in_tokens":1619,"out_tokens":682}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":2463,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":52.45327608399998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1389,"out_tokens":2159},"claude-opus-4-8":{"in_tokens":2726,"out_tokens":770},"claude-opus-4-7":{"in_tokens":2731,"out_tokens":671},"mistral-large-2":{"in_tokens":1498,"out_tokens":665}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":4880,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":433.8100158729999,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1555,"out_tokens":2205},"claude-opus-4-8":{"in_tokens":2939,"out_tokens":983},"claude-opus-4-7":{"in_tokens":2944,"out_tokens":766},"mistral-large-2":{"in_tokens":1673,"out_tokens":629}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":483,"out_tokens":5590,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":163.57031028799997,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1612,"out_tokens":2514},"claude-opus-4-8":{"in_tokens":3077,"out_tokens":777},"claude-opus-4-7":{"in_tokens":3082,"out_tokens":678},"mistral-large-2":{"in_tokens":1797,"out_tokens":659}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":473,"out_tokens":6578,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":451.02287099,"hallucination_count":7.25,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1469,"out_tokens":2776},"claude-opus-4-8":{"in_tokens":2821,"out_tokens":1006},"claude-opus-4-7":{"in_tokens":2826,"out_tokens":964},"mistral-large-2":{"in_tokens":1656,"out_tokens":937}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":276,"out_tokens":2005,"error":null,"skip_reason":null,"score_raw":0.7916666666666667,"duration_s":44.54233647199999,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":920,"out_tokens":1449},"claude-opus-4-8":{"in_tokens":1757,"out_tokens":674},"claude-opus-4-7":{"in_tokens":1762,"out_tokens":429},"mistral-large-2":{"in_tokens":950,"out_tokens":383}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":1558,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":35.72546232400009,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":943,"out_tokens":1048},"claude-opus-4-8":{"in_tokens":1947,"out_tokens":477},"claude-opus-4-7":{"in_tokens":1952,"out_tokens":405},"mistral-large-2":{"in_tokens":1008,"out_tokens":425}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":318,"out_tokens":3109,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":72.11621276000005,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":976,"out_tokens":1698},"claude-opus-4-8":{"in_tokens":1960,"out_tokens":675},"claude-opus-4-7":{"in_tokens":1965,"out_tokens":627},"mistral-large-2":{"in_tokens":1042,"out_tokens":578}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":3664,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":76.10166281899978,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1431,"out_tokens":2679},"claude-opus-4-8":{"in_tokens":2825,"out_tokens":853},"claude-opus-4-7":{"in_tokens":2830,"out_tokens":704},"mistral-large-2":{"in_tokens":1589,"out_tokens":673}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":535,"out_tokens":3909,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":104.25291023399996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1586,"out_tokens":2223},"claude-opus-4-8":{"in_tokens":3082,"out_tokens":744},"claude-opus-4-7":{"in_tokens":3087,"out_tokens":598},"mistral-large-2":{"in_tokens":1727,"out_tokens":771}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":267,"out_tokens":2165,"error":null,"skip_reason":null,"score_raw":0.46428571428571425,"duration_s":48.52334332699979,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":882,"out_tokens":1553},"claude-opus-4-8":{"in_tokens":1741,"out_tokens":564},"claude-opus-4-7":{"in_tokens":1746,"out_tokens":397},"mistral-large-2":{"in_tokens":935,"out_tokens":562}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":488,"out_tokens":3045,"error":null,"skip_reason":null,"score_raw":0.8611111111111112,"duration_s":94.98307974399995,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1514,"out_tokens":1763},"claude-opus-4-8":{"in_tokens":3054,"out_tokens":849},"claude-opus-4-7":{"in_tokens":3059,"out_tokens":555},"mistral-large-2":{"in_tokens":1654,"out_tokens":564}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":4541,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":85.33517471200003,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1355,"out_tokens":1989},"claude-opus-4-8":{"in_tokens":2591,"out_tokens":880},"claude-opus-4-7":{"in_tokens":2596,"out_tokens":645},"mistral-large-2":{"in_tokens":1503,"out_tokens":857}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":2593,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":62.95252682199998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":966,"out_tokens":1632},"claude-opus-4-8":{"in_tokens":1910,"out_tokens":571},"claude-opus-4-7":{"in_tokens":1915,"out_tokens":488},"mistral-large-2":{"in_tokens":1018,"out_tokens":457}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":595,"out_tokens":6318,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":172.44652871200014,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1759,"out_tokens":2372},"claude-opus-4-8":{"in_tokens":3376,"out_tokens":838},"claude-opus-4-7":{"in_tokens":3381,"out_tokens":695},"mistral-large-2":{"in_tokens":1939,"out_tokens":736}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":2348,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":49.41123822899999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1200,"out_tokens":896},"claude-opus-4-8":{"in_tokens":2321,"out_tokens":624},"claude-opus-4-7":{"in_tokens":2326,"out_tokens":492},"mistral-large-2":{"in_tokens":1336,"out_tokens":503}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":6282,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":172.20279153699994,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.875,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1691,"out_tokens":2667},"claude-opus-4-8":{"in_tokens":3386,"out_tokens":720},"claude-opus-4-7":{"in_tokens":3391,"out_tokens":621},"mistral-large-2":{"in_tokens":1864,"out_tokens":679}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":9040,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":180.97765959799995,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1680,"out_tokens":1204},"claude-opus-4-8":{"in_tokens":3392,"out_tokens":609},"claude-opus-4-7":{"in_tokens":3397,"out_tokens":514},"mistral-large-2":{"in_tokens":1866,"out_tokens":831}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":2545,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":74.92411089100005,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1309,"out_tokens":1187},"claude-opus-4-8":{"in_tokens":2449,"out_tokens":597},"claude-opus-4-7":{"in_tokens":2454,"out_tokens":469},"mistral-large-2":{"in_tokens":1395,"out_tokens":524}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":8551,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":166.8890398640001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1217,"out_tokens":1456},"claude-opus-4-8":{"in_tokens":2430,"out_tokens":737},"claude-opus-4-7":{"in_tokens":2435,"out_tokens":596},"mistral-large-2":{"in_tokens":1333,"out_tokens":552}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":509,"out_tokens":5301,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":136.09939932099996,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1611,"out_tokens":3166},"claude-opus-4-8":{"in_tokens":3139,"out_tokens":910},"claude-opus-4-7":{"in_tokens":3144,"out_tokens":755},"mistral-large-2":{"in_tokens":1786,"out_tokens":614}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":1747,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":59.542441169000085,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":998,"out_tokens":1525},"claude-opus-4-8":{"in_tokens":1997,"out_tokens":627},"claude-opus-4-7":{"in_tokens":2002,"out_tokens":559},"mistral-large-2":{"in_tokens":1076,"out_tokens":841}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":733,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":19.75148851599988,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1036,"out_tokens":1118},"claude-opus-4-8":{"in_tokens":2015,"out_tokens":525},"claude-opus-4-7":{"in_tokens":2020,"out_tokens":484},"mistral-large-2":{"in_tokens":1131,"out_tokens":535}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":449,"out_tokens":4437,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":127.88570765100008,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1262,"out_tokens":2297},"claude-opus-4-8":{"in_tokens":2402,"out_tokens":624},"claude-opus-4-7":{"in_tokens":2407,"out_tokens":466},"mistral-large-2":{"in_tokens":1334,"out_tokens":583}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":1958,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":70.73152526700005,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1018,"out_tokens":1283},"claude-opus-4-8":{"in_tokens":1998,"out_tokens":826},"claude-opus-4-7":{"in_tokens":2003,"out_tokens":580},"mistral-large-2":{"in_tokens":1084,"out_tokens":567}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":3486,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":66.47824126599994,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1283,"out_tokens":1854},"claude-opus-4-8":{"in_tokens":2418,"out_tokens":906},"claude-opus-4-7":{"in_tokens":2423,"out_tokens":523},"mistral-large-2":{"in_tokens":1385,"out_tokens":591}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":466,"out_tokens":3239,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":81.93622625500007,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1427,"out_tokens":1687},"claude-opus-4-8":{"in_tokens":2841,"out_tokens":678},"claude-opus-4-7":{"in_tokens":2846,"out_tokens":609},"mistral-large-2":{"in_tokens":1537,"out_tokens":579}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":5598,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":156.6039436850001,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1561,"out_tokens":2318},"claude-opus-4-8":{"in_tokens":2993,"out_tokens":925},"claude-opus-4-7":{"in_tokens":2998,"out_tokens":709},"mistral-large-2":{"in_tokens":1752,"out_tokens":693}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":7030,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":458.3410037420001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1691,"out_tokens":2629},"claude-opus-4-8":{"in_tokens":3123,"out_tokens":822},"claude-opus-4-7":{"in_tokens":3128,"out_tokens":627},"mistral-large-2":{"in_tokens":1913,"out_tokens":670}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":518,"out_tokens":5567,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":462.71239519200003,"hallucination_count":6.75,"hallucination_top100":0,"inter_rater_agreement":0.875,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1467,"out_tokens":2140},"claude-opus-4-8":{"in_tokens":2970,"out_tokens":722},"claude-opus-4-7":{"in_tokens":2975,"out_tokens":555},"mistral-large-2":{"in_tokens":1619,"out_tokens":707}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":3172,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":62.78657420400009,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1488,"out_tokens":2276},"claude-opus-4-8":{"in_tokens":2890,"out_tokens":663},"claude-opus-4-7":{"in_tokens":2895,"out_tokens":654},"mistral-large-2":{"in_tokens":1629,"out_tokens":707}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":3780,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":115.7829341470001,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1482,"out_tokens":3100},"claude-opus-4-8":{"in_tokens":2813,"out_tokens":868},"claude-opus-4-7":{"in_tokens":2818,"out_tokens":816},"mistral-large-2":{"in_tokens":1633,"out_tokens":663}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":328,"out_tokens":2845,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":73.69290386700004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":958,"out_tokens":1084},"claude-opus-4-8":{"in_tokens":1911,"out_tokens":592},"claude-opus-4-7":{"in_tokens":1916,"out_tokens":550},"mistral-large-2":{"in_tokens":998,"out_tokens":483}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":2351,"error":null,"skip_reason":null,"score_raw":0.42857142857142855,"duration_s":57.58825452999986,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":905,"out_tokens":1314},"claude-opus-4-8":{"in_tokens":1864,"out_tokens":721},"claude-opus-4-7":{"in_tokens":1869,"out_tokens":547},"mistral-large-2":{"in_tokens":956,"out_tokens":545}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":8714,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":160.0815526729998,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1396,"out_tokens":2688},"claude-opus-4-8":{"in_tokens":2751,"out_tokens":863},"claude-opus-4-7":{"in_tokens":2756,"out_tokens":783},"mistral-large-2":{"in_tokens":1482,"out_tokens":860}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":753,"out_tokens":6253,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":440.629262464,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2332,"out_tokens":2266},"claude-opus-4-8":{"in_tokens":4354,"out_tokens":1120},"claude-opus-4-7":{"in_tokens":4359,"out_tokens":766},"mistral-large-2":{"in_tokens":2516,"out_tokens":741}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":5053,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":100.69470199900002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1889,"out_tokens":2276},"claude-opus-4-8":{"in_tokens":4003,"out_tokens":714},"claude-opus-4-7":{"in_tokens":4008,"out_tokens":684},"mistral-large-2":{"in_tokens":2015,"out_tokens":762}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":4342,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":122.44938397200008,"hallucination_count":7.5,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1687,"out_tokens":2426},"claude-opus-4-8":{"in_tokens":3277,"out_tokens":1344},"claude-opus-4-7":{"in_tokens":3282,"out_tokens":767},"mistral-large-2":{"in_tokens":1774,"out_tokens":816}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":7156,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":188.94038854100017,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2028,"out_tokens":2443},"claude-opus-4-8":{"in_tokens":4248,"out_tokens":898},"claude-opus-4-7":{"in_tokens":4253,"out_tokens":930},"mistral-large-2":{"in_tokens":2168,"out_tokens":717}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":7251,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":130.57712894099996,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.875,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2351,"out_tokens":2300},"claude-opus-4-8":{"in_tokens":4824,"out_tokens":889},"claude-opus-4-7":{"in_tokens":4829,"out_tokens":771},"mistral-large-2":{"in_tokens":2557,"out_tokens":1025}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":4007,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":79.96926678800014,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1572,"out_tokens":2299},"claude-opus-4-8":{"in_tokens":3291,"out_tokens":697},"claude-opus-4-7":{"in_tokens":3296,"out_tokens":654},"mistral-large-2":{"in_tokens":1690,"out_tokens":556}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":520,"out_tokens":3559,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":110.56687226100007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1707,"out_tokens":2242},"claude-opus-4-8":{"in_tokens":3337,"out_tokens":909},"claude-opus-4-7":{"in_tokens":3342,"out_tokens":717},"mistral-large-2":{"in_tokens":1850,"out_tokens":763}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":5245,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":143.97497817199996,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1603,"out_tokens":3229},"claude-opus-4-8":{"in_tokens":3284,"out_tokens":558},"claude-opus-4-7":{"in_tokens":3289,"out_tokens":564},"mistral-large-2":{"in_tokens":1703,"out_tokens":523}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":543,"out_tokens":4163,"error":null,"skip_reason":null,"score_raw":0.325,"duration_s":130.27803669100012,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.2,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1795,"out_tokens":2793},"claude-opus-4-8":{"in_tokens":3508,"out_tokens":1240},"claude-opus-4-7":{"in_tokens":3513,"out_tokens":1124},"mistral-large-2":{"in_tokens":1920,"out_tokens":788}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":13295,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":242.69790670899988,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2477,"out_tokens":2465},"claude-opus-4-8":{"in_tokens":5095,"out_tokens":824},"claude-opus-4-7":{"in_tokens":5100,"out_tokens":641},"mistral-large-2":{"in_tokens":2677,"out_tokens":696}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":532,"out_tokens":4011,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":105.45984221800018,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1607,"out_tokens":2080},"claude-opus-4-8":{"in_tokens":3162,"out_tokens":997},"claude-opus-4-7":{"in_tokens":3167,"out_tokens":791},"mistral-large-2":{"in_tokens":1705,"out_tokens":785}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":3903,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":78.55466964800007,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1532,"out_tokens":2138},"claude-opus-4-8":{"in_tokens":3158,"out_tokens":467},"claude-opus-4-7":{"in_tokens":3163,"out_tokens":396},"mistral-large-2":{"in_tokens":1628,"out_tokens":588}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":2486,"error":null,"skip_reason":null,"score_raw":0.3214285714285714,"duration_s":57.40334822400018,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1035,"out_tokens":1578},"claude-opus-4-8":{"in_tokens":1983,"out_tokens":518},"claude-opus-4-7":{"in_tokens":1988,"out_tokens":458},"mistral-large-2":{"in_tokens":1099,"out_tokens":543}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":7291,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":218.4527506789998,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1830,"out_tokens":1831},"claude-opus-4-8":{"in_tokens":3778,"out_tokens":636},"claude-opus-4-7":{"in_tokens":3783,"out_tokens":656},"mistral-large-2":{"in_tokens":1953,"out_tokens":540}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":4748,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":96.40853822600025,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1545,"out_tokens":1810},"claude-opus-4-8":{"in_tokens":3254,"out_tokens":435},"claude-opus-4-7":{"in_tokens":3259,"out_tokens":439},"mistral-large-2":{"in_tokens":1654,"out_tokens":531}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":8783,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":158.82440491700004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1587,"out_tokens":2159},"claude-opus-4-8":{"in_tokens":3244,"out_tokens":554},"claude-opus-4-7":{"in_tokens":3249,"out_tokens":460},"mistral-large-2":{"in_tokens":1749,"out_tokens":1064}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":3111,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":96.84605658600003,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1859,"out_tokens":3047},"claude-opus-4-8":{"in_tokens":3809,"out_tokens":499},"claude-opus-4-7":{"in_tokens":3814,"out_tokens":401},"mistral-large-2":{"in_tokens":1980,"out_tokens":457}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":491,"out_tokens":4223,"error":null,"skip_reason":null,"score_raw":0.275,"duration_s":104.10381412900006,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1752,"out_tokens":2365},"claude-opus-4-8":{"in_tokens":3438,"out_tokens":1097},"claude-opus-4-7":{"in_tokens":3443,"out_tokens":765},"mistral-large-2":{"in_tokens":1891,"out_tokens":820}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":421,"out_tokens":7442,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":770.6065486489999,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1362,"out_tokens":1716},"claude-opus-4-8":{"in_tokens":2578,"out_tokens":1103},"claude-opus-4-7":{"in_tokens":2583,"out_tokens":893},"mistral-large-2":{"in_tokens":1519,"out_tokens":767}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":2720,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":63.837265450999894,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":987,"out_tokens":1324},"claude-opus-4-8":{"in_tokens":1915,"out_tokens":536},"claude-opus-4-7":{"in_tokens":1920,"out_tokens":388},"mistral-large-2":{"in_tokens":1056,"out_tokens":471}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":3888,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":79.57724324899982,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1593,"out_tokens":2489},"claude-opus-4-8":{"in_tokens":3221,"out_tokens":694},"claude-opus-4-7":{"in_tokens":3226,"out_tokens":581},"mistral-large-2":{"in_tokens":1730,"out_tokens":675}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":3455,"error":null,"skip_reason":null,"score_raw":0.15000000000000002,"duration_s":85.46787121300031,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.4,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1311,"out_tokens":2547},"claude-opus-4-8":{"in_tokens":2650,"out_tokens":886},"claude-opus-4-7":{"in_tokens":2655,"out_tokens":699},"mistral-large-2":{"in_tokens":1409,"out_tokens":924}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":3455,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":64.61645470300027,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1424,"out_tokens":2296},"claude-opus-4-8":{"in_tokens":3003,"out_tokens":650},"claude-opus-4-7":{"in_tokens":3008,"out_tokens":761},"mistral-large-2":{"in_tokens":1542,"out_tokens":471}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":5396,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":97.0114347460003,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1498,"out_tokens":1977},"claude-opus-4-8":{"in_tokens":3031,"out_tokens":560},"claude-opus-4-7":{"in_tokens":3036,"out_tokens":397},"mistral-large-2":{"in_tokens":1614,"out_tokens":524}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":4097,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":70.75460164999959,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1309,"out_tokens":1559},"claude-opus-4-8":{"in_tokens":2622,"out_tokens":723},"claude-opus-4-7":{"in_tokens":2627,"out_tokens":567},"mistral-large-2":{"in_tokens":1377,"out_tokens":671}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":3768,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":75.09985539799982,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1431,"out_tokens":1729},"claude-opus-4-8":{"in_tokens":2914,"out_tokens":684},"claude-opus-4-7":{"in_tokens":2919,"out_tokens":576},"mistral-large-2":{"in_tokens":1550,"out_tokens":562}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":8721,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":149.8095719480002,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1557,"out_tokens":3268},"claude-opus-4-8":{"in_tokens":3149,"out_tokens":650},"claude-opus-4-7":{"in_tokens":3154,"out_tokens":553},"mistral-large-2":{"in_tokens":1621,"out_tokens":1150}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":2078,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":42.697371888999896,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1370,"out_tokens":2230},"claude-opus-4-8":{"in_tokens":2827,"out_tokens":730},"claude-opus-4-7":{"in_tokens":2832,"out_tokens":572},"mistral-large-2":{"in_tokens":1486,"out_tokens":689}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":439,"out_tokens":4480,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":160.88516558599986,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1348,"out_tokens":2249},"claude-opus-4-8":{"in_tokens":2590,"out_tokens":733},"claude-opus-4-7":{"in_tokens":2595,"out_tokens":580},"mistral-large-2":{"in_tokens":1420,"out_tokens":691}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":560,"out_tokens":7501,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":465.1292786390002,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2341,"out_tokens":4143},"claude-opus-4-8":{"in_tokens":4680,"out_tokens":1029},"claude-opus-4-7":{"in_tokens":4685,"out_tokens":829},"mistral-large-2":{"in_tokens":2543,"out_tokens":679}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":450,"out_tokens":7235,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":205.43346297799962,"hallucination_count":6.25,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1558,"out_tokens":2150},"claude-opus-4-8":{"in_tokens":3057,"out_tokens":1213},"claude-opus-4-7":{"in_tokens":3062,"out_tokens":1263},"mistral-large-2":{"in_tokens":1639,"out_tokens":613}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":771,"out_tokens":3898,"error":null,"skip_reason":null,"score_raw":0.17500000000000002,"duration_s":154.05620992900003,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1839,"out_tokens":1991},"claude-opus-4-8":{"in_tokens":3548,"out_tokens":1028},"claude-opus-4-7":{"in_tokens":3553,"out_tokens":1038},"mistral-large-2":{"in_tokens":1920,"out_tokens":754}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":2945,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":59.660152739000296,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1143,"out_tokens":1842},"claude-opus-4-8":{"in_tokens":2325,"out_tokens":666},"claude-opus-4-7":{"in_tokens":2330,"out_tokens":496},"mistral-large-2":{"in_tokens":1197,"out_tokens":448}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":4340,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":171.92633193099982,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1679,"out_tokens":2806},"claude-opus-4-8":{"in_tokens":3327,"out_tokens":1179},"claude-opus-4-7":{"in_tokens":3332,"out_tokens":801},"mistral-large-2":{"in_tokens":1810,"out_tokens":841}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":395,"out_tokens":6274,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":218.991255035,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1645,"out_tokens":1952},"claude-opus-4-8":{"in_tokens":3266,"out_tokens":614},"claude-opus-4-7":{"in_tokens":3271,"out_tokens":593},"mistral-large-2":{"in_tokens":1757,"out_tokens":656}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":4765,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":95.58114861800004,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1443,"out_tokens":3089},"claude-opus-4-8":{"in_tokens":3081,"out_tokens":676},"claude-opus-4-7":{"in_tokens":3086,"out_tokens":474},"mistral-large-2":{"in_tokens":1534,"out_tokens":822}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":5749,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":111.75592953100022,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1898,"out_tokens":1840},"claude-opus-4-8":{"in_tokens":3942,"out_tokens":636},"claude-opus-4-7":{"in_tokens":3947,"out_tokens":449},"mistral-large-2":{"in_tokens":2032,"out_tokens":1222}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":10401,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":191.11082097999997,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1674,"out_tokens":2623},"claude-opus-4-8":{"in_tokens":3286,"out_tokens":802},"claude-opus-4-7":{"in_tokens":3291,"out_tokens":528},"mistral-large-2":{"in_tokens":1766,"out_tokens":769}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":4033,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":123.24502872099993,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1820,"out_tokens":2836},"claude-opus-4-8":{"in_tokens":3630,"out_tokens":753},"claude-opus-4-7":{"in_tokens":3635,"out_tokens":716},"mistral-large-2":{"in_tokens":1938,"out_tokens":799}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":6574,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":735.7940264199999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1626,"out_tokens":2027},"claude-opus-4-8":{"in_tokens":3017,"out_tokens":1069},"claude-opus-4-7":{"in_tokens":3022,"out_tokens":789},"mistral-large-2":{"in_tokens":1791,"out_tokens":710}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":620,"out_tokens":4236,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":187.66005053300023,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1928,"out_tokens":2346},"claude-opus-4-8":{"in_tokens":3743,"out_tokens":1206},"claude-opus-4-7":{"in_tokens":3748,"out_tokens":937},"mistral-large-2":{"in_tokens":2070,"out_tokens":1030}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":7701,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":149.35852074700006,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2405,"out_tokens":3445},"claude-opus-4-8":{"in_tokens":4796,"out_tokens":839},"claude-opus-4-7":{"in_tokens":4801,"out_tokens":917},"mistral-large-2":{"in_tokens":2516,"out_tokens":865}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":6050,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":182.51597227599996,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1689,"out_tokens":3165},"claude-opus-4-8":{"in_tokens":3418,"out_tokens":1209},"claude-opus-4-7":{"in_tokens":3423,"out_tokens":726},"mistral-large-2":{"in_tokens":1816,"out_tokens":691}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":5211,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":106.08515775800015,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2392,"out_tokens":1895},"claude-opus-4-8":{"in_tokens":4830,"out_tokens":961},"claude-opus-4-7":{"in_tokens":4835,"out_tokens":722},"mistral-large-2":{"in_tokens":2592,"out_tokens":931}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":7408,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":767.8723906890002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1533,"out_tokens":2100},"claude-opus-4-8":{"in_tokens":3002,"out_tokens":634},"claude-opus-4-7":{"in_tokens":3007,"out_tokens":516},"mistral-large-2":{"in_tokens":1656,"out_tokens":692}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":6186,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":178.64337841099996,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1519,"out_tokens":2263},"claude-opus-4-8":{"in_tokens":3083,"out_tokens":561},"claude-opus-4-7":{"in_tokens":3088,"out_tokens":582},"mistral-large-2":{"in_tokens":1597,"out_tokens":528}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":2694,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":53.67870175300004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1483,"out_tokens":1932},"claude-opus-4-8":{"in_tokens":2992,"out_tokens":674},"claude-opus-4-7":{"in_tokens":2997,"out_tokens":557},"mistral-large-2":{"in_tokens":1597,"out_tokens":703}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":9884,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":193.33533210699989,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2948,"out_tokens":2241},"claude-opus-4-8":{"in_tokens":5976,"out_tokens":1101},"claude-opus-4-7":{"in_tokens":5981,"out_tokens":898},"mistral-large-2":{"in_tokens":3180,"out_tokens":949}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":10426,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":206.52195883600007,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2955,"out_tokens":2679},"claude-opus-4-8":{"in_tokens":6066,"out_tokens":1092},"claude-opus-4-7":{"in_tokens":6071,"out_tokens":731},"mistral-large-2":{"in_tokens":3144,"out_tokens":1246}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":7530,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":196.309582804,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1702,"out_tokens":3112},"claude-opus-4-8":{"in_tokens":3578,"out_tokens":738},"claude-opus-4-7":{"in_tokens":3583,"out_tokens":880},"mistral-large-2":{"in_tokens":1812,"out_tokens":800}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":4747,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":1099.596469223,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1351,"out_tokens":1988},"claude-opus-4-8":{"in_tokens":2671,"out_tokens":880},"claude-opus-4-7":{"in_tokens":2676,"out_tokens":711},"mistral-large-2":{"in_tokens":1451,"out_tokens":678}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":3361,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":70.14959893900004,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1561,"out_tokens":1476},"claude-opus-4-8":{"in_tokens":3113,"out_tokens":595},"claude-opus-4-7":{"in_tokens":3118,"out_tokens":454},"mistral-large-2":{"in_tokens":1700,"out_tokens":568}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":8465,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":805.5199390710002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1830,"out_tokens":2399},"claude-opus-4-8":{"in_tokens":3752,"out_tokens":597},"claude-opus-4-7":{"in_tokens":3757,"out_tokens":807},"mistral-large-2":{"in_tokens":1948,"out_tokens":817}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":12103,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":214.25099699200018,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2879,"out_tokens":2151},"claude-opus-4-8":{"in_tokens":5913,"out_tokens":1092},"claude-opus-4-7":{"in_tokens":5918,"out_tokens":833},"mistral-large-2":{"in_tokens":3074,"out_tokens":957}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":9264,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":182.59482818699962,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2075,"out_tokens":3558},"claude-opus-4-8":{"in_tokens":4344,"out_tokens":996},"claude-opus-4-7":{"in_tokens":4349,"out_tokens":766},"mistral-large-2":{"in_tokens":2242,"out_tokens":883}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":6930,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":140.77385537200007,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1736,"out_tokens":2566},"claude-opus-4-8":{"in_tokens":3435,"out_tokens":991},"claude-opus-4-7":{"in_tokens":3440,"out_tokens":689},"mistral-large-2":{"in_tokens":1859,"out_tokens":697}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":470,"out_tokens":6256,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":176.9219867730003,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1729,"out_tokens":2734},"claude-opus-4-8":{"in_tokens":3348,"out_tokens":596},"claude-opus-4-7":{"in_tokens":3353,"out_tokens":627},"mistral-large-2":{"in_tokens":1846,"out_tokens":577}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":10016,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":211.66892360500015,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2622,"out_tokens":3696},"claude-opus-4-8":{"in_tokens":5243,"out_tokens":936},"claude-opus-4-7":{"in_tokens":5248,"out_tokens":843},"mistral-large-2":{"in_tokens":2738,"out_tokens":992}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":8799,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":168.13505946399982,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2882,"out_tokens":2127},"claude-opus-4-8":{"in_tokens":5817,"out_tokens":1230},"claude-opus-4-7":{"in_tokens":5822,"out_tokens":1060},"mistral-large-2":{"in_tokens":3093,"out_tokens":759}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":10271,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":200.19317313400006,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2812,"out_tokens":2548},"claude-opus-4-8":{"in_tokens":5682,"out_tokens":1098},"claude-opus-4-7":{"in_tokens":5687,"out_tokens":767},"mistral-large-2":{"in_tokens":3020,"out_tokens":911}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"transient-exhausted (stage 3): Connection error.","skip_reason":null,"score_raw":null,"duration_s":1104.9781019069999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":593,"out_tokens":8920,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":787.2395125970002,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1899,"out_tokens":2668},"claude-opus-4-8":{"in_tokens":3621,"out_tokens":1069},"claude-opus-4-7":{"in_tokens":3626,"out_tokens":597},"mistral-large-2":{"in_tokens":1995,"out_tokens":963}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"transient-exhausted (stage 3): Connection error.","skip_reason":null,"score_raw":null,"duration_s":1104.6481768280003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":682,"out_tokens":7191,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":493.6774626219999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2792,"out_tokens":3274},"claude-opus-4-8":{"in_tokens":5508,"out_tokens":897},"claude-opus-4-7":{"in_tokens":5513,"out_tokens":846},"mistral-large-2":{"in_tokens":3032,"out_tokens":953}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":6468,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":1035.6407556959998,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1844,"out_tokens":1905},"claude-opus-4-8":{"in_tokens":3709,"out_tokens":699},"claude-opus-4-7":{"in_tokens":3714,"out_tokens":658},"mistral-large-2":{"in_tokens":2009,"out_tokens":758}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"transient-exhausted (stage 3): Connection error.","skip_reason":null,"score_raw":null,"duration_s":1105.919213713,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":614,"out_tokens":6868,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":181.32005153699993,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2102,"out_tokens":3514},"claude-opus-4-8":{"in_tokens":4229,"out_tokens":1052},"claude-opus-4-7":{"in_tokens":4234,"out_tokens":931},"mistral-large-2":{"in_tokens":2282,"out_tokens":982}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":431,"out_tokens":5276,"error":null,"skip_reason":null,"score_raw":0.7916666666666667,"duration_s":159.1512440260003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1728,"out_tokens":2118},"claude-opus-4-8":{"in_tokens":3364,"out_tokens":615},"claude-opus-4-7":{"in_tokens":3369,"out_tokens":590},"mistral-large-2":{"in_tokens":1873,"out_tokens":647}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"transient-exhausted (stage 3): Connection error.","skip_reason":null,"score_raw":null,"duration_s":1104.5466115399997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":584,"out_tokens":7486,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":483.2390850070001,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1795,"out_tokens":2837},"claude-opus-4-8":{"in_tokens":3457,"out_tokens":1060},"claude-opus-4-7":{"in_tokens":3462,"out_tokens":802},"mistral-large-2":{"in_tokens":1898,"out_tokens":823}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":755,"out_tokens":9566,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":1097.192175448,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2614,"out_tokens":3282},"claude-opus-4-8":{"in_tokens":5127,"out_tokens":1049},"claude-opus-4-7":{"in_tokens":5132,"out_tokens":950},"mistral-large-2":{"in_tokens":2733,"out_tokens":794}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"transient-exhausted (stage 3): Connection error.","skip_reason":null,"score_raw":null,"duration_s":1105.6180571490004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"transient-exhausted (stage 3): Connection error.","skip_reason":null,"score_raw":null,"duration_s":1105.76956973,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"transient-exhausted (stage 3): Connection error.","skip_reason":null,"score_raw":null,"duration_s":1106.671453248,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"transient-exhausted (stage 3): Connection error.","skip_reason":null,"score_raw":null,"duration_s":1107.2114576940003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"transient-exhausted (stage 3): Connection error.","skip_reason":null,"score_raw":null,"duration_s":1105.4309736840005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"transient-exhausted (stage 3): Connection error.","skip_reason":null,"score_raw":null,"duration_s":1106.2048400570002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}