{"model_id":"mistral-large-2","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":434,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":8.801037420999997,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.3,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1390,"out_tokens":2661},"claude-opus-4-8":{"in_tokens":2679,"out_tokens":1083},"claude-opus-4-7":{"in_tokens":2684,"out_tokens":749},"mistral-large-2":{"in_tokens":1490,"out_tokens":724}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":130,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":10.182522353000003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1119,"out_tokens":1614},"claude-opus-4-8":{"in_tokens":2138,"out_tokens":771},"claude-opus-4-7":{"in_tokens":2143,"out_tokens":636},"mistral-large-2":{"in_tokens":1197,"out_tokens":726}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":416,"out_tokens":542,"error":null,"skip_reason":null,"score_raw":0.3888888888888889,"duration_s":10.542385739000004,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1578,"out_tokens":2235},"claude-opus-4-8":{"in_tokens":2955,"out_tokens":1003},"claude-opus-4-7":{"in_tokens":2960,"out_tokens":846},"mistral-large-2":{"in_tokens":1748,"out_tokens":731}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":396,"out_tokens":594,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":10.753888419999996,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.2,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1833,"out_tokens":3082},"claude-opus-4-8":{"in_tokens":3425,"out_tokens":1220},"claude-opus-4-7":{"in_tokens":3430,"out_tokens":1092},"mistral-large-2":{"in_tokens":1964,"out_tokens":812}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":429,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":11.305813893,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1338,"out_tokens":1846},"claude-opus-4-8":{"in_tokens":2597,"out_tokens":923},"claude-opus-4-7":{"in_tokens":2602,"out_tokens":605},"mistral-large-2":{"in_tokens":1438,"out_tokens":741}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":856,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":17.656417539999993,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1432,"out_tokens":2477},"claude-opus-4-8":{"in_tokens":2714,"out_tokens":889},"claude-opus-4-7":{"in_tokens":2719,"out_tokens":764},"mistral-large-2":{"in_tokens":1527,"out_tokens":789}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":996,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":19.996044024,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1444,"out_tokens":2051},"claude-opus-4-8":{"in_tokens":2772,"out_tokens":850},"claude-opus-4-7":{"in_tokens":2777,"out_tokens":736},"mistral-large-2":{"in_tokens":1546,"out_tokens":645}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":344,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":6.549135715999995,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1796,"out_tokens":1660},"claude-opus-4-8":{"in_tokens":3424,"out_tokens":1313},"claude-opus-4-7":{"in_tokens":3429,"out_tokens":897},"mistral-large-2":{"in_tokens":1911,"out_tokens":897}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":192,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.167497911999995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1121,"out_tokens":1877},"claude-opus-4-8":{"in_tokens":2163,"out_tokens":791},"claude-opus-4-7":{"in_tokens":2168,"out_tokens":691},"mistral-large-2":{"in_tokens":1206,"out_tokens":565}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":449,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":18.033047853999996,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1127,"out_tokens":1904},"claude-opus-4-8":{"in_tokens":2156,"out_tokens":686},"claude-opus-4-7":{"in_tokens":2161,"out_tokens":571},"mistral-large-2":{"in_tokens":1215,"out_tokens":603}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":258,"out_tokens":148,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":18.82381309,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1136,"out_tokens":1259},"claude-opus-4-8":{"in_tokens":2175,"out_tokens":756},"claude-opus-4-7":{"in_tokens":2180,"out_tokens":542},"mistral-large-2":{"in_tokens":1210,"out_tokens":674}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":546,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":10.462941317999991,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1948,"out_tokens":2179},"claude-opus-4-8":{"in_tokens":3772,"out_tokens":1050},"claude-opus-4-7":{"in_tokens":3777,"out_tokens":874},"mistral-large-2":{"in_tokens":2109,"out_tokens":863}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":376,"out_tokens":487,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":8.816265658999995,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1566,"out_tokens":2978},"claude-opus-4-8":{"in_tokens":2988,"out_tokens":1502},"claude-opus-4-7":{"in_tokens":2993,"out_tokens":993},"mistral-large-2":{"in_tokens":1650,"out_tokens":649}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":216,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":23.000865164000004,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1308,"out_tokens":1583},"claude-opus-4-8":{"in_tokens":2488,"out_tokens":812},"claude-opus-4-7":{"in_tokens":2493,"out_tokens":579},"mistral-large-2":{"in_tokens":1429,"out_tokens":659}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":696,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":13.302912606000007,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1792,"out_tokens":2173},"claude-opus-4-8":{"in_tokens":3439,"out_tokens":921},"claude-opus-4-7":{"in_tokens":3444,"out_tokens":940},"mistral-large-2":{"in_tokens":1935,"out_tokens":745}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":369,"error":null,"skip_reason":null,"score_raw":0.03571428571428571,"duration_s":7.499964497000008,"hallucination_count":7.0,"hallucination_top100":0,"inter_rater_agreement":0.2857142857142857,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1371,"out_tokens":2366},"claude-opus-4-8":{"in_tokens":2682,"out_tokens":1006},"claude-opus-4-7":{"in_tokens":2687,"out_tokens":794},"mistral-large-2":{"in_tokens":1444,"out_tokens":652}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":684,"out_tokens":1793,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":30.154964333000002,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2190,"out_tokens":3102},"claude-opus-4-8":{"in_tokens":4185,"out_tokens":1273},"claude-opus-4-7":{"in_tokens":4190,"out_tokens":869},"mistral-large-2":{"in_tokens":2328,"out_tokens":795}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":388,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":8.665598267000007,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1387,"out_tokens":1887},"claude-opus-4-8":{"in_tokens":2778,"out_tokens":889},"claude-opus-4-7":{"in_tokens":2783,"out_tokens":798},"mistral-large-2":{"in_tokens":1459,"out_tokens":667}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1803,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":31.736827047999995,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2016,"out_tokens":2291},"claude-opus-4-8":{"in_tokens":3844,"out_tokens":932},"claude-opus-4-7":{"in_tokens":3849,"out_tokens":697},"mistral-large-2":{"in_tokens":2215,"out_tokens":1085}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":619,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":12.395417746999996,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1607,"out_tokens":3012},"claude-opus-4-8":{"in_tokens":3190,"out_tokens":1238},"claude-opus-4-7":{"in_tokens":3195,"out_tokens":890},"mistral-large-2":{"in_tokens":1740,"out_tokens":747}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":1325,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":31.23162402100001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1341,"out_tokens":2125},"claude-opus-4-8":{"in_tokens":2542,"out_tokens":955},"claude-opus-4-7":{"in_tokens":2547,"out_tokens":654},"mistral-large-2":{"in_tokens":1436,"out_tokens":723}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":558,"out_tokens":368,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":32.970506484999994,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1680,"out_tokens":2773},"claude-opus-4-8":{"in_tokens":3124,"out_tokens":1356},"claude-opus-4-7":{"in_tokens":3129,"out_tokens":879},"mistral-large-2":{"in_tokens":1783,"out_tokens":752}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":385,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":7.223006116000008,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1483,"out_tokens":2148},"claude-opus-4-8":{"in_tokens":2846,"out_tokens":934},"claude-opus-4-7":{"in_tokens":2851,"out_tokens":666},"mistral-large-2":{"in_tokens":1613,"out_tokens":660}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":571,"error":null,"skip_reason":null,"score_raw":0.15,"duration_s":11.049456125999995,"hallucination_count":6.25,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2037,"out_tokens":2725},"claude-opus-4-8":{"in_tokens":3784,"out_tokens":1333},"claude-opus-4-7":{"in_tokens":3789,"out_tokens":929},"mistral-large-2":{"in_tokens":2169,"out_tokens":770}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":315,"out_tokens":439,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":8.722035531000003,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1485,"out_tokens":3241},"claude-opus-4-8":{"in_tokens":2801,"out_tokens":1162},"claude-opus-4-7":{"in_tokens":2806,"out_tokens":793},"mistral-large-2":{"in_tokens":1608,"out_tokens":775}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":291,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":37.353657433,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1570,"out_tokens":2214},"claude-opus-4-8":{"in_tokens":2971,"out_tokens":1065},"claude-opus-4-7":{"in_tokens":2976,"out_tokens":800},"mistral-large-2":{"in_tokens":1668,"out_tokens":740}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":611,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":26.800382893000005,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1692,"out_tokens":1792},"claude-opus-4-8":{"in_tokens":3211,"out_tokens":911},"claude-opus-4-7":{"in_tokens":3216,"out_tokens":731},"mistral-large-2":{"in_tokens":1825,"out_tokens":1121}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":561,"out_tokens":461,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":37.788986522,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1585,"out_tokens":1472},"claude-opus-4-8":{"in_tokens":3031,"out_tokens":827},"claude-opus-4-7":{"in_tokens":3036,"out_tokens":800},"mistral-large-2":{"in_tokens":1729,"out_tokens":723}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":456,"out_tokens":236,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":20.320757281,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1678,"out_tokens":1693},"claude-opus-4-8":{"in_tokens":3203,"out_tokens":916},"claude-opus-4-7":{"in_tokens":3208,"out_tokens":661},"mistral-large-2":{"in_tokens":1804,"out_tokens":795}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":1488,"error":null,"skip_reason":null,"score_raw":0.6749999999999999,"duration_s":23.18425735199999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2213,"out_tokens":1981},"claude-opus-4-8":{"in_tokens":4232,"out_tokens":936},"claude-opus-4-7":{"in_tokens":4237,"out_tokens":720},"mistral-large-2":{"in_tokens":2362,"out_tokens":837}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":368,"out_tokens":472,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":9.899575036000002,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.25,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1539,"out_tokens":2096},"claude-opus-4-8":{"in_tokens":2988,"out_tokens":1106},"claude-opus-4-7":{"in_tokens":2993,"out_tokens":762},"mistral-large-2":{"in_tokens":1600,"out_tokens":783}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":1492,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":42.259392293,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1462,"out_tokens":2639},"claude-opus-4-8":{"in_tokens":2779,"out_tokens":902},"claude-opus-4-7":{"in_tokens":2784,"out_tokens":689},"mistral-large-2":{"in_tokens":1577,"out_tokens":736}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":1657,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":25.50439384100001,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2314,"out_tokens":3416},"claude-opus-4-8":{"in_tokens":4421,"out_tokens":1417},"claude-opus-4-7":{"in_tokens":4426,"out_tokens":972},"mistral-large-2":{"in_tokens":2465,"out_tokens":936}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":1553,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":43.737794709,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1167,"out_tokens":1646},"claude-opus-4-8":{"in_tokens":2245,"out_tokens":795},"claude-opus-4-7":{"in_tokens":2250,"out_tokens":656},"mistral-large-2":{"in_tokens":1246,"out_tokens":768}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":619,"out_tokens":287,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":26.858063993000002,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1778,"out_tokens":2444},"claude-opus-4-8":{"in_tokens":3349,"out_tokens":1009},"claude-opus-4-7":{"in_tokens":3354,"out_tokens":828},"mistral-large-2":{"in_tokens":1892,"out_tokens":810}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":22.537263132000007,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1407,"out_tokens":1550},"claude-opus-4-8":{"in_tokens":2680,"out_tokens":868},"claude-opus-4-7":{"in_tokens":2685,"out_tokens":723},"mistral-large-2":{"in_tokens":1505,"out_tokens":605}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":464,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":8.747777072999995,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1407,"out_tokens":1659},"claude-opus-4-8":{"in_tokens":2613,"out_tokens":720},"claude-opus-4-7":{"in_tokens":2618,"out_tokens":525},"mistral-large-2":{"in_tokens":1470,"out_tokens":586}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":551,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":11.294634974000004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1629,"out_tokens":2336},"claude-opus-4-8":{"in_tokens":3085,"out_tokens":673},"claude-opus-4-7":{"in_tokens":3090,"out_tokens":505},"mistral-large-2":{"in_tokens":1691,"out_tokens":550}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":259,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":27.566917257,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1731,"out_tokens":2232},"claude-opus-4-8":{"in_tokens":3288,"out_tokens":949},"claude-opus-4-7":{"in_tokens":3293,"out_tokens":994},"mistral-large-2":{"in_tokens":1829,"out_tokens":730}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":546,"out_tokens":328,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":16.813678663000005,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1512,"out_tokens":1714},"claude-opus-4-8":{"in_tokens":2843,"out_tokens":847},"claude-opus-4-7":{"in_tokens":2848,"out_tokens":562},"mistral-large-2":{"in_tokens":1619,"out_tokens":686}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":660,"out_tokens":1383,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":21.494500248999998,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1796,"out_tokens":2083},"claude-opus-4-8":{"in_tokens":3453,"out_tokens":967},"claude-opus-4-7":{"in_tokens":3458,"out_tokens":764},"mistral-large-2":{"in_tokens":1890,"out_tokens":728}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":267,"out_tokens":2164,"error":null,"skip_reason":null,"score_raw":0.2777777777777778,"duration_s":50.941865467999996,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1076,"out_tokens":1872},"claude-opus-4-8":{"in_tokens":2061,"out_tokens":964},"claude-opus-4-7":{"in_tokens":2066,"out_tokens":609},"mistral-large-2":{"in_tokens":1157,"out_tokens":674}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":530,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":12.282732050000007,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1534,"out_tokens":1933},"claude-opus-4-8":{"in_tokens":2843,"out_tokens":686},"claude-opus-4-7":{"in_tokens":2848,"out_tokens":686},"mistral-large-2":{"in_tokens":1600,"out_tokens":597}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":955,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":17.868818945,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2010,"out_tokens":1669},"claude-opus-4-8":{"in_tokens":3759,"out_tokens":826},"claude-opus-4-7":{"in_tokens":3764,"out_tokens":615},"mistral-large-2":{"in_tokens":2110,"out_tokens":666}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":2802,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":55.68458496,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1971,"out_tokens":1884},"claude-opus-4-8":{"in_tokens":3723,"out_tokens":838},"claude-opus-4-7":{"in_tokens":3728,"out_tokens":811},"mistral-large-2":{"in_tokens":2178,"out_tokens":855}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":2732,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":55.905307742,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.4,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1841,"out_tokens":2585},"claude-opus-4-8":{"in_tokens":3427,"out_tokens":1146},"claude-opus-4-7":{"in_tokens":3432,"out_tokens":788},"mistral-large-2":{"in_tokens":1978,"out_tokens":836}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":1701,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":27.207865842999993,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2021,"out_tokens":2199},"claude-opus-4-8":{"in_tokens":3867,"out_tokens":944},"claude-opus-4-7":{"in_tokens":3872,"out_tokens":810},"mistral-large-2":{"in_tokens":2173,"out_tokens":764}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":612,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":11.874496899000007,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1550,"out_tokens":1910},"claude-opus-4-8":{"in_tokens":2818,"out_tokens":715},"claude-opus-4-7":{"in_tokens":2823,"out_tokens":512},"mistral-large-2":{"in_tokens":1627,"out_tokens":710}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":274,"out_tokens":567,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":12.899670216000004,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1431,"out_tokens":1988},"claude-opus-4-8":{"in_tokens":2722,"out_tokens":644},"claude-opus-4-7":{"in_tokens":2727,"out_tokens":517},"mistral-large-2":{"in_tokens":1502,"out_tokens":631}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":1348,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":20.689124843000002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1734,"out_tokens":1461},"claude-opus-4-8":{"in_tokens":3358,"out_tokens":1039},"claude-opus-4-7":{"in_tokens":3363,"out_tokens":805},"mistral-large-2":{"in_tokens":1861,"out_tokens":745}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":334,"out_tokens":366,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":7.537454060000002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1244,"out_tokens":1272},"claude-opus-4-8":{"in_tokens":2334,"out_tokens":594},"claude-opus-4-7":{"in_tokens":2339,"out_tokens":501},"mistral-large-2":{"in_tokens":1317,"out_tokens":447}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":430,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":9.164237501000002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1267,"out_tokens":1767},"claude-opus-4-8":{"in_tokens":2415,"out_tokens":690},"claude-opus-4-7":{"in_tokens":2420,"out_tokens":489},"mistral-large-2":{"in_tokens":1329,"out_tokens":535}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1256,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":19.653627650000004,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1606,"out_tokens":1516},"claude-opus-4-8":{"in_tokens":3245,"out_tokens":803},"claude-opus-4-7":{"in_tokens":3250,"out_tokens":747},"mistral-large-2":{"in_tokens":1690,"out_tokens":747}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":171,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":4.519456163000001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":994,"out_tokens":801},"claude-opus-4-8":{"in_tokens":1881,"out_tokens":547},"claude-opus-4-7":{"in_tokens":1886,"out_tokens":407},"mistral-large-2":{"in_tokens":1036,"out_tokens":432}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":188,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":18.015122714,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1188,"out_tokens":1643},"claude-opus-4-8":{"in_tokens":2369,"out_tokens":682},"claude-opus-4-7":{"in_tokens":2374,"out_tokens":514},"mistral-large-2":{"in_tokens":1260,"out_tokens":539}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":18.255589099999995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1282,"out_tokens":1477},"claude-opus-4-8":{"in_tokens":2552,"out_tokens":806},"claude-opus-4-7":{"in_tokens":2557,"out_tokens":570},"mistral-large-2":{"in_tokens":1351,"out_tokens":635}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":360,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":26.844181297999995,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1313,"out_tokens":1630},"claude-opus-4-8":{"in_tokens":2513,"out_tokens":973},"claude-opus-4-7":{"in_tokens":2518,"out_tokens":619},"mistral-large-2":{"in_tokens":1392,"out_tokens":657}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":285,"out_tokens":201,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":27.93301724199999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1246,"out_tokens":1482},"claude-opus-4-8":{"in_tokens":2407,"out_tokens":1071},"claude-opus-4-7":{"in_tokens":2412,"out_tokens":719},"mistral-large-2":{"in_tokens":1333,"out_tokens":964}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":453,"out_tokens":422,"error":null,"skip_reason":null,"score_raw":0.5499999999999999,"duration_s":29.015221233000005,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1509,"out_tokens":1800},"claude-opus-4-8":{"in_tokens":2928,"out_tokens":888},"claude-opus-4-7":{"in_tokens":2933,"out_tokens":868},"mistral-large-2":{"in_tokens":1607,"out_tokens":718}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":448,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":9.128103539999998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1396,"out_tokens":1583},"claude-opus-4-8":{"in_tokens":2570,"out_tokens":669},"claude-opus-4-7":{"in_tokens":2575,"out_tokens":491},"mistral-large-2":{"in_tokens":1452,"out_tokens":556}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":537,"out_tokens":395,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":31.372423756000003,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1498,"out_tokens":1669},"claude-opus-4-8":{"in_tokens":2838,"out_tokens":917},"claude-opus-4-7":{"in_tokens":2843,"out_tokens":620},"mistral-large-2":{"in_tokens":1584,"out_tokens":764}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":174,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":22.550273595999997,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1194,"out_tokens":1313},"claude-opus-4-8":{"in_tokens":2350,"out_tokens":795},"claude-opus-4-7":{"in_tokens":2355,"out_tokens":506},"mistral-large-2":{"in_tokens":1256,"out_tokens":488}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":1124,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":18.74619439300001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1596,"out_tokens":1383},"claude-opus-4-8":{"in_tokens":3100,"out_tokens":840},"claude-opus-4-7":{"in_tokens":3105,"out_tokens":588},"mistral-large-2":{"in_tokens":1685,"out_tokens":609}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":207,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":22.808155358000008,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1235,"out_tokens":1317},"claude-opus-4-8":{"in_tokens":2420,"out_tokens":665},"claude-opus-4-7":{"in_tokens":2425,"out_tokens":508},"mistral-large-2":{"in_tokens":1303,"out_tokens":475}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":460,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":11.045945883000002,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1300,"out_tokens":1717},"claude-opus-4-8":{"in_tokens":2514,"out_tokens":654},"claude-opus-4-7":{"in_tokens":2519,"out_tokens":615},"mistral-large-2":{"in_tokens":1369,"out_tokens":577}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":581,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":12.614043402999997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1610,"out_tokens":1262},"claude-opus-4-8":{"in_tokens":3013,"out_tokens":666},"claude-opus-4-7":{"in_tokens":3018,"out_tokens":532},"mistral-large-2":{"in_tokens":1687,"out_tokens":603}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":758,"out_tokens":1428,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":21.735511382,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2261,"out_tokens":1573},"claude-opus-4-8":{"in_tokens":4196,"out_tokens":1182},"claude-opus-4-7":{"in_tokens":4201,"out_tokens":852},"mistral-large-2":{"in_tokens":2426,"out_tokens":922}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1107,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":17.83905573899999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1717,"out_tokens":1406},"claude-opus-4-8":{"in_tokens":3237,"out_tokens":701},"claude-opus-4-7":{"in_tokens":3242,"out_tokens":716},"mistral-large-2":{"in_tokens":1856,"out_tokens":699}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":756,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.406246261999982,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1609,"out_tokens":1439},"claude-opus-4-8":{"in_tokens":2960,"out_tokens":769},"claude-opus-4-7":{"in_tokens":2965,"out_tokens":706},"mistral-large-2":{"in_tokens":1694,"out_tokens":722}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":302,"out_tokens":495,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":10.463560551,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1372,"out_tokens":1772},"claude-opus-4-8":{"in_tokens":2566,"out_tokens":682},"claude-opus-4-7":{"in_tokens":2571,"out_tokens":622},"mistral-large-2":{"in_tokens":1432,"out_tokens":608}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":589,"out_tokens":1184,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":17.753178755999997,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1728,"out_tokens":2521},"claude-opus-4-8":{"in_tokens":3221,"out_tokens":980},"claude-opus-4-7":{"in_tokens":3226,"out_tokens":830},"mistral-large-2":{"in_tokens":1863,"out_tokens":730}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":540,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":11.131806083000015,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1496,"out_tokens":1401},"claude-opus-4-8":{"in_tokens":2861,"out_tokens":615},"claude-opus-4-7":{"in_tokens":2866,"out_tokens":438},"mistral-large-2":{"in_tokens":1562,"out_tokens":664}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":599,"out_tokens":403,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":21.073941382,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1932,"out_tokens":2283},"claude-opus-4-8":{"in_tokens":3588,"out_tokens":937},"claude-opus-4-7":{"in_tokens":3593,"out_tokens":742},"mistral-large-2":{"in_tokens":2049,"out_tokens":664}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":308,"out_tokens":208,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":19.35111848599999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1285,"out_tokens":1581},"claude-opus-4-8":{"in_tokens":2445,"out_tokens":897},"claude-opus-4-7":{"in_tokens":2450,"out_tokens":697},"mistral-large-2":{"in_tokens":1385,"out_tokens":1007}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":295,"out_tokens":344,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":7.0897981990000005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1284,"out_tokens":1146},"claude-opus-4-8":{"in_tokens":2442,"out_tokens":593},"claude-opus-4-7":{"in_tokens":2447,"out_tokens":508},"mistral-large-2":{"in_tokens":1346,"out_tokens":484}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":697,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":12.79382543600002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1820,"out_tokens":2036},"claude-opus-4-8":{"in_tokens":3414,"out_tokens":702},"claude-opus-4-7":{"in_tokens":3419,"out_tokens":526},"mistral-large-2":{"in_tokens":1880,"out_tokens":651}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":396,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":7.3793317720000005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1323,"out_tokens":1188},"claude-opus-4-8":{"in_tokens":2473,"out_tokens":693},"claude-opus-4-7":{"in_tokens":2478,"out_tokens":544},"mistral-large-2":{"in_tokens":1397,"out_tokens":1341}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":171,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":21.896691379999993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1295,"out_tokens":1254},"claude-opus-4-8":{"in_tokens":2489,"out_tokens":830},"claude-opus-4-7":{"in_tokens":2494,"out_tokens":503},"mistral-large-2":{"in_tokens":1403,"out_tokens":550}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":492,"out_tokens":269,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":19.882451591999995,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1361,"out_tokens":2644},"claude-opus-4-8":{"in_tokens":2558,"out_tokens":956},"claude-opus-4-7":{"in_tokens":2563,"out_tokens":861},"mistral-large-2":{"in_tokens":1469,"out_tokens":726}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":2266,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":49.90281351499999,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.6,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2076,"out_tokens":2591},"claude-opus-4-8":{"in_tokens":3968,"out_tokens":1208},"claude-opus-4-7":{"in_tokens":3973,"out_tokens":837},"mistral-large-2":{"in_tokens":2214,"out_tokens":836}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":669,"out_tokens":1385,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":20.969093130999994,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1791,"out_tokens":1855},"claude-opus-4-8":{"in_tokens":3457,"out_tokens":1049},"claude-opus-4-7":{"in_tokens":3462,"out_tokens":875},"mistral-large-2":{"in_tokens":1853,"out_tokens":812}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":222,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":4.871015594999989,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.125,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1068,"out_tokens":1573},"claude-opus-4-8":{"in_tokens":2102,"out_tokens":949},"claude-opus-4-7":{"in_tokens":2107,"out_tokens":662},"mistral-large-2":{"in_tokens":1163,"out_tokens":710}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":229,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":5.480940009000022,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1223,"out_tokens":1824},"claude-opus-4-8":{"in_tokens":2314,"out_tokens":991},"claude-opus-4-7":{"in_tokens":2319,"out_tokens":619},"mistral-large-2":{"in_tokens":1332,"out_tokens":921}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":338,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":7.420634520000021,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1272,"out_tokens":1619},"claude-opus-4-8":{"in_tokens":2391,"out_tokens":773},"claude-opus-4-7":{"in_tokens":2396,"out_tokens":644},"mistral-large-2":{"in_tokens":1320,"out_tokens":640}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":246,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":29.456144816999995,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":1.0,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1749,"out_tokens":2396},"claude-opus-4-8":{"in_tokens":3265,"out_tokens":1056},"claude-opus-4-7":{"in_tokens":3270,"out_tokens":746},"mistral-large-2":{"in_tokens":1855,"out_tokens":792}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":226,"out_tokens":445,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":8.638935992,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1303,"out_tokens":1239},"claude-opus-4-8":{"in_tokens":2521,"out_tokens":635},"claude-opus-4-7":{"in_tokens":2526,"out_tokens":481},"mistral-large-2":{"in_tokens":1373,"out_tokens":541}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":710,"out_tokens":1207,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":19.560150852999982,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1698,"out_tokens":1392},"claude-opus-4-8":{"in_tokens":3269,"out_tokens":646},"claude-opus-4-7":{"in_tokens":3274,"out_tokens":544},"mistral-large-2":{"in_tokens":1778,"out_tokens":537}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":688,"out_tokens":1083,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":19.39087635499999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1692,"out_tokens":2300},"claude-opus-4-8":{"in_tokens":3138,"out_tokens":791},"claude-opus-4-7":{"in_tokens":3143,"out_tokens":634},"mistral-large-2":{"in_tokens":1776,"out_tokens":670}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":198,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":4.399077449999993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1051,"out_tokens":1439},"claude-opus-4-8":{"in_tokens":2059,"out_tokens":605},"claude-opus-4-7":{"in_tokens":2064,"out_tokens":481},"mistral-large-2":{"in_tokens":1129,"out_tokens":444}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":382,"out_tokens":275,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":5.56038388799999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1215,"out_tokens":1360},"claude-opus-4-8":{"in_tokens":2328,"out_tokens":800},"claude-opus-4-7":{"in_tokens":2333,"out_tokens":590},"mistral-large-2":{"in_tokens":1309,"out_tokens":612}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":568,"out_tokens":217,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":8.824279246000003,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1335,"out_tokens":1167},"claude-opus-4-8":{"in_tokens":2475,"out_tokens":751},"claude-opus-4-7":{"in_tokens":2480,"out_tokens":561},"mistral-large-2":{"in_tokens":1396,"out_tokens":684}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1071,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":18.413932304000014,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1549,"out_tokens":1737},"claude-opus-4-8":{"in_tokens":2869,"out_tokens":676},"claude-opus-4-7":{"in_tokens":2874,"out_tokens":553},"mistral-large-2":{"in_tokens":1622,"out_tokens":617}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":537,"out_tokens":284,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":25.423308460000015,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1389,"out_tokens":1792},"claude-opus-4-8":{"in_tokens":2635,"out_tokens":864},"claude-opus-4-7":{"in_tokens":2640,"out_tokens":733},"mistral-large-2":{"in_tokens":1440,"out_tokens":633}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":351,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":8.172883675999998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1193,"out_tokens":2195},"claude-opus-4-8":{"in_tokens":2321,"out_tokens":761},"claude-opus-4-7":{"in_tokens":2326,"out_tokens":645},"mistral-large-2":{"in_tokens":1336,"out_tokens":586}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":2991,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":70.51375328900001,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2196,"out_tokens":3135},"claude-opus-4-8":{"in_tokens":4195,"out_tokens":1072},"claude-opus-4-7":{"in_tokens":4200,"out_tokens":912},"mistral-large-2":{"in_tokens":2367,"out_tokens":728}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":313,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":6.44881533100002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1145,"out_tokens":2071},"claude-opus-4-8":{"in_tokens":2261,"out_tokens":649},"claude-opus-4-7":{"in_tokens":2266,"out_tokens":572},"mistral-large-2":{"in_tokens":1239,"out_tokens":538}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":357,"out_tokens":274,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":33.287698319999976,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1350,"out_tokens":1604},"claude-opus-4-8":{"in_tokens":2620,"out_tokens":870},"claude-opus-4-7":{"in_tokens":2625,"out_tokens":538},"mistral-large-2":{"in_tokens":1403,"out_tokens":545}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":350,"out_tokens":285,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":6.115811143000002,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1166,"out_tokens":1478},"claude-opus-4-8":{"in_tokens":2204,"out_tokens":768},"claude-opus-4-7":{"in_tokens":2209,"out_tokens":569},"mistral-large-2":{"in_tokens":1283,"out_tokens":741}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":261,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":5.729005479000023,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1216,"out_tokens":1450},"claude-opus-4-8":{"in_tokens":2359,"out_tokens":679},"claude-opus-4-7":{"in_tokens":2364,"out_tokens":611},"mistral-large-2":{"in_tokens":1317,"out_tokens":519}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":238,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":17.671445123000012,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1349,"out_tokens":1444},"claude-opus-4-8":{"in_tokens":2522,"out_tokens":738},"claude-opus-4-7":{"in_tokens":2527,"out_tokens":631},"mistral-large-2":{"in_tokens":1407,"out_tokens":621}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":577,"out_tokens":248,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":19.939142739999994,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1352,"out_tokens":1425},"claude-opus-4-8":{"in_tokens":2548,"out_tokens":686},"claude-opus-4-7":{"in_tokens":2553,"out_tokens":500},"mistral-large-2":{"in_tokens":1404,"out_tokens":530}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":295,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":7.442711176999978,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1212,"out_tokens":1314},"claude-opus-4-8":{"in_tokens":2333,"out_tokens":610},"claude-opus-4-7":{"in_tokens":2338,"out_tokens":506},"mistral-large-2":{"in_tokens":1321,"out_tokens":606}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":374,"out_tokens":309,"error":null,"skip_reason":null,"score_raw":0.19444444444444445,"duration_s":6.688588703999983,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1239,"out_tokens":1586},"claude-opus-4-8":{"in_tokens":2388,"out_tokens":966},"claude-opus-4-7":{"in_tokens":2393,"out_tokens":649},"mistral-large-2":{"in_tokens":1345,"out_tokens":598}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":22.100564327,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1353,"out_tokens":1315},"claude-opus-4-8":{"in_tokens":2572,"out_tokens":781},"claude-opus-4-7":{"in_tokens":2577,"out_tokens":522},"mistral-large-2":{"in_tokens":1407,"out_tokens":526}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":206,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":5.282423767000012,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1219,"out_tokens":1520},"claude-opus-4-8":{"in_tokens":2313,"out_tokens":778},"claude-opus-4-7":{"in_tokens":2318,"out_tokens":595},"mistral-large-2":{"in_tokens":1335,"out_tokens":621}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":236,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":16.59220972,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1193,"out_tokens":1639},"claude-opus-4-8":{"in_tokens":2255,"out_tokens":646},"claude-opus-4-7":{"in_tokens":2260,"out_tokens":504},"mistral-large-2":{"in_tokens":1245,"out_tokens":585}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":633,"out_tokens":367,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":11.284963002000012,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1395,"out_tokens":890},"claude-opus-4-8":{"in_tokens":2568,"out_tokens":519},"claude-opus-4-7":{"in_tokens":2573,"out_tokens":433},"mistral-large-2":{"in_tokens":1466,"out_tokens":551}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":356,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":7.38177331,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1321,"out_tokens":1751},"claude-opus-4-8":{"in_tokens":2504,"out_tokens":804},"claude-opus-4-7":{"in_tokens":2509,"out_tokens":745},"mistral-large-2":{"in_tokens":1424,"out_tokens":597}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":775,"out_tokens":1181,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":20.10848163899999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1667,"out_tokens":1628},"claude-opus-4-8":{"in_tokens":3042,"out_tokens":564},"claude-opus-4-7":{"in_tokens":3047,"out_tokens":438},"mistral-large-2":{"in_tokens":1735,"out_tokens":514}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":1003,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":16.013637096999986,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1393,"out_tokens":1615},"claude-opus-4-8":{"in_tokens":2662,"out_tokens":789},"claude-opus-4-7":{"in_tokens":2667,"out_tokens":618},"mistral-large-2":{"in_tokens":1466,"out_tokens":557}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":311,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":5.8827665999999965,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1142,"out_tokens":1548},"claude-opus-4-8":{"in_tokens":2169,"out_tokens":975},"claude-opus-4-7":{"in_tokens":2174,"out_tokens":684},"mistral-large-2":{"in_tokens":1274,"out_tokens":685}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":528,"out_tokens":282,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":8.090188567000013,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1264,"out_tokens":1505},"claude-opus-4-8":{"in_tokens":2307,"out_tokens":688},"claude-opus-4-7":{"in_tokens":2312,"out_tokens":575},"mistral-large-2":{"in_tokens":1325,"out_tokens":527}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":272,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":45.553448454999995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1411,"out_tokens":1760},"claude-opus-4-8":{"in_tokens":2703,"out_tokens":830},"claude-opus-4-7":{"in_tokens":2708,"out_tokens":567},"mistral-large-2":{"in_tokens":1543,"out_tokens":898}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":960,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":16.87127319999999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1488,"out_tokens":1311},"claude-opus-4-8":{"in_tokens":2716,"out_tokens":546},"claude-opus-4-7":{"in_tokens":2721,"out_tokens":512},"mistral-large-2":{"in_tokens":1559,"out_tokens":704}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":2771,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":59.33857855799998,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2131,"out_tokens":2294},"claude-opus-4-8":{"in_tokens":4017,"out_tokens":1000},"claude-opus-4-7":{"in_tokens":4022,"out_tokens":744},"mistral-large-2":{"in_tokens":2333,"out_tokens":711}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":276,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":6.273203037000002,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1137,"out_tokens":1551},"claude-opus-4-8":{"in_tokens":2265,"out_tokens":809},"claude-opus-4-7":{"in_tokens":2270,"out_tokens":697},"mistral-large-2":{"in_tokens":1210,"out_tokens":597}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":502,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":17.759670174999997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1201,"out_tokens":1591},"claude-opus-4-8":{"in_tokens":2275,"out_tokens":689},"claude-opus-4-7":{"in_tokens":2280,"out_tokens":584},"mistral-large-2":{"in_tokens":1254,"out_tokens":586}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":1183,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":19.39978162700001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1462,"out_tokens":1430},"claude-opus-4-8":{"in_tokens":2776,"out_tokens":625},"claude-opus-4-7":{"in_tokens":2781,"out_tokens":485},"mistral-large-2":{"in_tokens":1544,"out_tokens":512}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":439,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":10.51441168400001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1421,"out_tokens":1719},"claude-opus-4-8":{"in_tokens":2734,"out_tokens":824},"claude-opus-4-7":{"in_tokens":2739,"out_tokens":591},"mistral-large-2":{"in_tokens":1575,"out_tokens":540}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":388,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":8.171787830999989,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1243,"out_tokens":1662},"claude-opus-4-8":{"in_tokens":2465,"out_tokens":774},"claude-opus-4-7":{"in_tokens":2470,"out_tokens":606},"mistral-large-2":{"in_tokens":1333,"out_tokens":606}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":280,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":6.556101651999995,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.875,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1222,"out_tokens":1918},"claude-opus-4-8":{"in_tokens":2257,"out_tokens":909},"claude-opus-4-7":{"in_tokens":2262,"out_tokens":748},"mistral-large-2":{"in_tokens":1369,"out_tokens":654}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":226,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":15.630439338999992,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1193,"out_tokens":1586},"claude-opus-4-8":{"in_tokens":2206,"out_tokens":663},"claude-opus-4-7":{"in_tokens":2211,"out_tokens":490},"mistral-large-2":{"in_tokens":1257,"out_tokens":528}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":245,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":5.383057170000001,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1154,"out_tokens":1448},"claude-opus-4-8":{"in_tokens":2359,"out_tokens":934},"claude-opus-4-7":{"in_tokens":2364,"out_tokens":534},"mistral-large-2":{"in_tokens":1278,"out_tokens":643}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":280,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":10.407566830999997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1187,"out_tokens":1433},"claude-opus-4-8":{"in_tokens":2249,"out_tokens":573},"claude-opus-4-7":{"in_tokens":2254,"out_tokens":523},"mistral-large-2":{"in_tokens":1262,"out_tokens":477}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":454,"out_tokens":326,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":13.550553522000001,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1227,"out_tokens":1420},"claude-opus-4-8":{"in_tokens":2318,"out_tokens":602},"claude-opus-4-7":{"in_tokens":2323,"out_tokens":563},"mistral-large-2":{"in_tokens":1289,"out_tokens":634}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":473,"out_tokens":83,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":8.157960408999998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":921,"out_tokens":1028},"claude-opus-4-8":{"in_tokens":1735,"out_tokens":439},"claude-opus-4-7":{"in_tokens":1740,"out_tokens":381},"mistral-large-2":{"in_tokens":958,"out_tokens":433}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":10.85380447099999,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1104,"out_tokens":1260},"claude-opus-4-8":{"in_tokens":2095,"out_tokens":612},"claude-opus-4-7":{"in_tokens":2100,"out_tokens":466},"mistral-large-2":{"in_tokens":1166,"out_tokens":504}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":572,"out_tokens":310,"error":null,"skip_reason":null,"score_raw":0.46428571428571425,"duration_s":6.06152679600001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1531,"out_tokens":1528},"claude-opus-4-8":{"in_tokens":2805,"out_tokens":726},"claude-opus-4-7":{"in_tokens":2810,"out_tokens":492},"mistral-large-2":{"in_tokens":1721,"out_tokens":504}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":336,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":6.851868661999987,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1438,"out_tokens":1954},"claude-opus-4-8":{"in_tokens":2786,"out_tokens":731},"claude-opus-4-7":{"in_tokens":2791,"out_tokens":656},"mistral-large-2":{"in_tokens":1610,"out_tokens":565}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":574,"out_tokens":837,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":14.395888138999993,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1328,"out_tokens":1235},"claude-opus-4-8":{"in_tokens":2530,"out_tokens":616},"claude-opus-4-7":{"in_tokens":2535,"out_tokens":512},"mistral-large-2":{"in_tokens":1403,"out_tokens":576}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":447,"out_tokens":237,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":23.581147619000006,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1258,"out_tokens":2103},"claude-opus-4-8":{"in_tokens":2327,"out_tokens":613},"claude-opus-4-7":{"in_tokens":2332,"out_tokens":541},"mistral-large-2":{"in_tokens":1318,"out_tokens":602}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":190,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":16.655973017000008,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1045,"out_tokens":1304},"claude-opus-4-8":{"in_tokens":1990,"out_tokens":595},"claude-opus-4-7":{"in_tokens":1995,"out_tokens":465},"mistral-large-2":{"in_tokens":1098,"out_tokens":464}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":333,"out_tokens":365,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":7.4806135009999934,"hallucination_count":7.5,"hallucination_top100":0,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1302,"out_tokens":2406},"claude-opus-4-8":{"in_tokens":2522,"out_tokens":1431},"claude-opus-4-7":{"in_tokens":2527,"out_tokens":868},"mistral-large-2":{"in_tokens":1410,"out_tokens":826}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":439,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":8.605969717999983,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1818,"out_tokens":2637},"claude-opus-4-8":{"in_tokens":3397,"out_tokens":1011},"claude-opus-4-7":{"in_tokens":3402,"out_tokens":654},"mistral-large-2":{"in_tokens":1945,"out_tokens":968}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":189,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":4.035516940999997,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1157,"out_tokens":1601},"claude-opus-4-8":{"in_tokens":2240,"out_tokens":970},"claude-opus-4-7":{"in_tokens":2245,"out_tokens":635},"mistral-large-2":{"in_tokens":1276,"out_tokens":784}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":395,"out_tokens":5060,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":127.89596778600001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1309,"out_tokens":2182},"claude-opus-4-8":{"in_tokens":2480,"out_tokens":788},"claude-opus-4-7":{"in_tokens":2485,"out_tokens":722},"mistral-large-2":{"in_tokens":1446,"out_tokens":683}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":512,"out_tokens":933,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":16.313852252000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1320,"out_tokens":1068},"claude-opus-4-8":{"in_tokens":2489,"out_tokens":527},"claude-opus-4-7":{"in_tokens":2494,"out_tokens":441},"mistral-large-2":{"in_tokens":1373,"out_tokens":441}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":546,"out_tokens":1030,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":17.263721584000024,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1501,"out_tokens":1524},"claude-opus-4-8":{"in_tokens":2808,"out_tokens":618},"claude-opus-4-7":{"in_tokens":2813,"out_tokens":529},"mistral-large-2":{"in_tokens":1553,"out_tokens":643}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":192,"error":null,"skip_reason":null,"score_raw":0.2222222222222222,"duration_s":3.6654919450000136,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1137,"out_tokens":2445},"claude-opus-4-8":{"in_tokens":2147,"out_tokens":961},"claude-opus-4-7":{"in_tokens":2152,"out_tokens":723},"mistral-large-2":{"in_tokens":1251,"out_tokens":653}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":222,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":24.129241401,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1107,"out_tokens":1416},"claude-opus-4-8":{"in_tokens":2102,"out_tokens":648},"claude-opus-4-7":{"in_tokens":2107,"out_tokens":483},"mistral-large-2":{"in_tokens":1165,"out_tokens":565}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":453,"out_tokens":296,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":8.397607900999986,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1168,"out_tokens":1306},"claude-opus-4-8":{"in_tokens":2235,"out_tokens":628},"claude-opus-4-7":{"in_tokens":2240,"out_tokens":514},"mistral-large-2":{"in_tokens":1228,"out_tokens":495}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":581,"out_tokens":327,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":9.224029225999999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1398,"out_tokens":1398},"claude-opus-4-8":{"in_tokens":2630,"out_tokens":670},"claude-opus-4-7":{"in_tokens":2635,"out_tokens":526},"mistral-large-2":{"in_tokens":1471,"out_tokens":610}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":372,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":7.796541550000001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1410,"out_tokens":1732},"claude-opus-4-8":{"in_tokens":2732,"out_tokens":877},"claude-opus-4-7":{"in_tokens":2737,"out_tokens":699},"mistral-large-2":{"in_tokens":1539,"out_tokens":532}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":400,"out_tokens":5215,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":132.14258199,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1447,"out_tokens":1703},"claude-opus-4-8":{"in_tokens":2714,"out_tokens":972},"claude-opus-4-7":{"in_tokens":2719,"out_tokens":879},"mistral-large-2":{"in_tokens":1536,"out_tokens":784}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":393,"out_tokens":233,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":5.001527236000015,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1219,"out_tokens":1331},"claude-opus-4-8":{"in_tokens":2373,"out_tokens":826},"claude-opus-4-7":{"in_tokens":2378,"out_tokens":694},"mistral-large-2":{"in_tokens":1320,"out_tokens":590}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":1762,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":43.795966918999994,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.3,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1585,"out_tokens":2042},"claude-opus-4-8":{"in_tokens":3119,"out_tokens":1005},"claude-opus-4-7":{"in_tokens":3124,"out_tokens":786},"mistral-large-2":{"in_tokens":1709,"out_tokens":794}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":499,"out_tokens":225,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":10.997355572999993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1212,"out_tokens":1578},"claude-opus-4-8":{"in_tokens":2236,"out_tokens":711},"claude-opus-4-7":{"in_tokens":2241,"out_tokens":606},"mistral-large-2":{"in_tokens":1258,"out_tokens":554}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":253,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":14.960302716000001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1145,"out_tokens":1161},"claude-opus-4-8":{"in_tokens":2189,"out_tokens":617},"claude-opus-4-7":{"in_tokens":2194,"out_tokens":462},"mistral-large-2":{"in_tokens":1220,"out_tokens":423}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":3919,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":79.80756593499999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1996,"out_tokens":1543},"claude-opus-4-8":{"in_tokens":3807,"out_tokens":887},"claude-opus-4-7":{"in_tokens":3812,"out_tokens":563},"mistral-large-2":{"in_tokens":2134,"out_tokens":598}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":466,"out_tokens":246,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":11.264802000000003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1137,"out_tokens":1571},"claude-opus-4-8":{"in_tokens":2150,"out_tokens":656},"claude-opus-4-7":{"in_tokens":2155,"out_tokens":530},"mistral-large-2":{"in_tokens":1205,"out_tokens":621}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":338,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":8.260968395999981,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1240,"out_tokens":1462},"claude-opus-4-8":{"in_tokens":2423,"out_tokens":611},"claude-opus-4-7":{"in_tokens":2428,"out_tokens":535},"mistral-large-2":{"in_tokens":1376,"out_tokens":585}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":695,"out_tokens":1071,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":18.420093425000005,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1607,"out_tokens":1968},"claude-opus-4-8":{"in_tokens":3020,"out_tokens":530},"claude-opus-4-7":{"in_tokens":3025,"out_tokens":536},"mistral-large-2":{"in_tokens":1675,"out_tokens":649}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":5.534775652999997,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1151,"out_tokens":1445},"claude-opus-4-8":{"in_tokens":2295,"out_tokens":927},"claude-opus-4-7":{"in_tokens":2300,"out_tokens":690},"mistral-large-2":{"in_tokens":1259,"out_tokens":580}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":362,"out_tokens":252,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":5.442610148999989,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1113,"out_tokens":2060},"claude-opus-4-8":{"in_tokens":2192,"out_tokens":827},"claude-opus-4-7":{"in_tokens":2197,"out_tokens":580},"mistral-large-2":{"in_tokens":1215,"out_tokens":541}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":1820,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":37.573685318,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1607,"out_tokens":2244},"claude-opus-4-8":{"in_tokens":3155,"out_tokens":646},"claude-opus-4-7":{"in_tokens":3160,"out_tokens":752},"mistral-large-2":{"in_tokens":1694,"out_tokens":609}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":222,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":4.756460319999974,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1128,"out_tokens":1688},"claude-opus-4-8":{"in_tokens":2156,"out_tokens":684},"claude-opus-4-7":{"in_tokens":2161,"out_tokens":531},"mistral-large-2":{"in_tokens":1250,"out_tokens":522}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":388,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":7.251769809999985,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1285,"out_tokens":2042},"claude-opus-4-8":{"in_tokens":2420,"out_tokens":1302},"claude-opus-4-7":{"in_tokens":2425,"out_tokens":722},"mistral-large-2":{"in_tokens":1406,"out_tokens":768}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":159,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":15.076914320000014,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":989,"out_tokens":881},"claude-opus-4-8":{"in_tokens":1870,"out_tokens":513},"claude-opus-4-7":{"in_tokens":1875,"out_tokens":404},"mistral-large-2":{"in_tokens":1029,"out_tokens":472}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":251,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":9.743204392999985,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1154,"out_tokens":1511},"claude-opus-4-8":{"in_tokens":2143,"out_tokens":608},"claude-opus-4-7":{"in_tokens":2148,"out_tokens":534},"mistral-large-2":{"in_tokens":1206,"out_tokens":624}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":916,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":16.914477844999993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1374,"out_tokens":1071},"claude-opus-4-8":{"in_tokens":2583,"out_tokens":616},"claude-opus-4-7":{"in_tokens":2588,"out_tokens":546},"mistral-large-2":{"in_tokens":1442,"out_tokens":547}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":867,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":13.352024441999987,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1319,"out_tokens":899},"claude-opus-4-8":{"in_tokens":2497,"out_tokens":583},"claude-opus-4-7":{"in_tokens":2502,"out_tokens":449},"mistral-large-2":{"in_tokens":1384,"out_tokens":527}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":234,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":6.264174579999974,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1091,"out_tokens":2048},"claude-opus-4-8":{"in_tokens":2108,"out_tokens":815},"claude-opus-4-7":{"in_tokens":2113,"out_tokens":659},"mistral-large-2":{"in_tokens":1142,"out_tokens":552}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":574,"out_tokens":374,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":11.040601487999993,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1525,"out_tokens":1277},"claude-opus-4-8":{"in_tokens":2914,"out_tokens":584},"claude-opus-4-7":{"in_tokens":2919,"out_tokens":604},"mistral-large-2":{"in_tokens":1586,"out_tokens":638}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":217,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":17.972251029999995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1188,"out_tokens":1534},"claude-opus-4-8":{"in_tokens":2206,"out_tokens":619},"claude-opus-4-7":{"in_tokens":2211,"out_tokens":488},"mistral-large-2":{"in_tokens":1236,"out_tokens":524}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":473,"out_tokens":137,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":9.619842283999986,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1098,"out_tokens":1203},"claude-opus-4-8":{"in_tokens":2079,"out_tokens":565},"claude-opus-4-7":{"in_tokens":2084,"out_tokens":456},"mistral-large-2":{"in_tokens":1154,"out_tokens":463}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":194,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":4.626271441,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1006,"out_tokens":1127},"claude-opus-4-8":{"in_tokens":1965,"out_tokens":532},"claude-opus-4-7":{"in_tokens":1970,"out_tokens":412},"mistral-large-2":{"in_tokens":1085,"out_tokens":470}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":390,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":7.659098408999995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1273,"out_tokens":829},"claude-opus-4-8":{"in_tokens":2415,"out_tokens":657},"claude-opus-4-7":{"in_tokens":2420,"out_tokens":491},"mistral-large-2":{"in_tokens":1361,"out_tokens":512}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":940,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":15.355584287999989,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1392,"out_tokens":1836},"claude-opus-4-8":{"in_tokens":2594,"out_tokens":696},"claude-opus-4-7":{"in_tokens":2599,"out_tokens":544},"mistral-large-2":{"in_tokens":1457,"out_tokens":543}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":555,"out_tokens":260,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":12.249311825000007,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1249,"out_tokens":1336},"claude-opus-4-8":{"in_tokens":2379,"out_tokens":584},"claude-opus-4-7":{"in_tokens":2384,"out_tokens":472},"mistral-large-2":{"in_tokens":1297,"out_tokens":620}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":382,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":7.761508103000011,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1255,"out_tokens":1525},"claude-opus-4-8":{"in_tokens":2385,"out_tokens":720},"claude-opus-4-7":{"in_tokens":2390,"out_tokens":579},"mistral-large-2":{"in_tokens":1374,"out_tokens":576}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":233,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":16.749479554000004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1288,"out_tokens":1231},"claude-opus-4-8":{"in_tokens":2407,"out_tokens":598},"claude-opus-4-7":{"in_tokens":2412,"out_tokens":453},"mistral-large-2":{"in_tokens":1349,"out_tokens":870}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":188,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":14.554628412,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1072,"out_tokens":782},"claude-opus-4-8":{"in_tokens":2052,"out_tokens":586},"claude-opus-4-7":{"in_tokens":2057,"out_tokens":526},"mistral-large-2":{"in_tokens":1134,"out_tokens":512}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":420,"error":null,"skip_reason":null,"score_raw":0.3888888888888889,"duration_s":8.437753731000015,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1513,"out_tokens":2101},"claude-opus-4-8":{"in_tokens":3024,"out_tokens":883},"claude-opus-4-7":{"in_tokens":3029,"out_tokens":783},"mistral-large-2":{"in_tokens":1632,"out_tokens":701}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":117,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":10.09762038400001,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1076,"out_tokens":883},"claude-opus-4-8":{"in_tokens":2013,"out_tokens":615},"claude-opus-4-7":{"in_tokens":2018,"out_tokens":507},"mistral-large-2":{"in_tokens":1108,"out_tokens":498}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":473,"out_tokens":155,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":12.650905176999999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1106,"out_tokens":1194},"claude-opus-4-8":{"in_tokens":2067,"out_tokens":540},"claude-opus-4-7":{"in_tokens":2072,"out_tokens":447},"mistral-large-2":{"in_tokens":1164,"out_tokens":566}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":493,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":10.374139350000007,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1442,"out_tokens":2507},"claude-opus-4-8":{"in_tokens":3020,"out_tokens":707},"claude-opus-4-7":{"in_tokens":3025,"out_tokens":588},"mistral-large-2":{"in_tokens":1546,"out_tokens":647}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":411,"out_tokens":229,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":11.543484677999999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1128,"out_tokens":1056},"claude-opus-4-8":{"in_tokens":2155,"out_tokens":543},"claude-opus-4-7":{"in_tokens":2160,"out_tokens":420},"mistral-large-2":{"in_tokens":1188,"out_tokens":544}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":704,"out_tokens":1120,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":19.868699786000008,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1735,"out_tokens":1958},"claude-opus-4-8":{"in_tokens":3273,"out_tokens":592},"claude-opus-4-7":{"in_tokens":3278,"out_tokens":503},"mistral-large-2":{"in_tokens":1809,"out_tokens":707}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":1727,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":42.40817756999999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1394,"out_tokens":2002},"claude-opus-4-8":{"in_tokens":2750,"out_tokens":624},"claude-opus-4-7":{"in_tokens":2755,"out_tokens":487},"mistral-large-2":{"in_tokens":1481,"out_tokens":571}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":276,"out_tokens":179,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":16.383391216999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1038,"out_tokens":928},"claude-opus-4-8":{"in_tokens":1993,"out_tokens":597},"claude-opus-4-7":{"in_tokens":1998,"out_tokens":546},"mistral-large-2":{"in_tokens":1088,"out_tokens":520}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":923,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":15.978720245999995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1431,"out_tokens":1112},"claude-opus-4-8":{"in_tokens":2711,"out_tokens":598},"claude-opus-4-7":{"in_tokens":2716,"out_tokens":538},"mistral-large-2":{"in_tokens":1488,"out_tokens":512}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":494,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":9.789533726000002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1318,"out_tokens":1543},"claude-opus-4-8":{"in_tokens":2708,"out_tokens":800},"claude-opus-4-7":{"in_tokens":2713,"out_tokens":484},"mistral-large-2":{"in_tokens":1407,"out_tokens":533}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":546,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":13.111016030000002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1535,"out_tokens":2117},"claude-opus-4-8":{"in_tokens":3082,"out_tokens":660},"claude-opus-4-7":{"in_tokens":3087,"out_tokens":544},"mistral-large-2":{"in_tokens":1647,"out_tokens":694}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":307,"out_tokens":471,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":9.268336468000001,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1175,"out_tokens":1814},"claude-opus-4-8":{"in_tokens":2350,"out_tokens":607},"claude-opus-4-7":{"in_tokens":2355,"out_tokens":612},"mistral-large-2":{"in_tokens":1274,"out_tokens":547}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":645,"out_tokens":1212,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":19.47165089400002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1593,"out_tokens":1277},"claude-opus-4-8":{"in_tokens":3051,"out_tokens":647},"claude-opus-4-7":{"in_tokens":3056,"out_tokens":539},"mistral-large-2":{"in_tokens":1662,"out_tokens":630}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":213,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":18.294763168999992,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1109,"out_tokens":1441},"claude-opus-4-8":{"in_tokens":2062,"out_tokens":660},"claude-opus-4-7":{"in_tokens":2067,"out_tokens":521},"mistral-large-2":{"in_tokens":1159,"out_tokens":543}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":185,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":16.56201048699998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1200,"out_tokens":1303},"claude-opus-4-8":{"in_tokens":2267,"out_tokens":807},"claude-opus-4-7":{"in_tokens":2272,"out_tokens":577},"mistral-large-2":{"in_tokens":1320,"out_tokens":1130}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":1066,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":17.609716391000006,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1539,"out_tokens":1098},"claude-opus-4-8":{"in_tokens":2834,"out_tokens":624},"claude-opus-4-7":{"in_tokens":2839,"out_tokens":498},"mistral-large-2":{"in_tokens":1623,"out_tokens":688}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":454,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":9.265724449000004,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1160,"out_tokens":1523},"claude-opus-4-8":{"in_tokens":2347,"out_tokens":516},"claude-opus-4-7":{"in_tokens":2352,"out_tokens":414},"mistral-large-2":{"in_tokens":1226,"out_tokens":505}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":644,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":11.734751012999993,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1307,"out_tokens":1424},"claude-opus-4-8":{"in_tokens":2420,"out_tokens":682},"claude-opus-4-7":{"in_tokens":2425,"out_tokens":645},"mistral-large-2":{"in_tokens":1354,"out_tokens":845}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":252,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":20.078415000000007,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1394,"out_tokens":1742},"claude-opus-4-8":{"in_tokens":2655,"out_tokens":625},"claude-opus-4-7":{"in_tokens":2660,"out_tokens":490},"mistral-large-2":{"in_tokens":1444,"out_tokens":772}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":223,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":20.274851899999987,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1205,"out_tokens":850},"claude-opus-4-8":{"in_tokens":2294,"out_tokens":520},"claude-opus-4-7":{"in_tokens":2299,"out_tokens":436},"mistral-large-2":{"in_tokens":1252,"out_tokens":580}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":711,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":15.002788096000018,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1407,"out_tokens":1940},"claude-opus-4-8":{"in_tokens":2854,"out_tokens":552},"claude-opus-4-7":{"in_tokens":2859,"out_tokens":408},"mistral-large-2":{"in_tokens":1497,"out_tokens":774}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":554,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":11.402312467999991,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1260,"out_tokens":2077},"claude-opus-4-8":{"in_tokens":2536,"out_tokens":539},"claude-opus-4-7":{"in_tokens":2541,"out_tokens":562},"mistral-large-2":{"in_tokens":1374,"out_tokens":526}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":887,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":13.933987067999993,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1340,"out_tokens":1214},"claude-opus-4-8":{"in_tokens":2569,"out_tokens":686},"claude-opus-4-7":{"in_tokens":2574,"out_tokens":481},"mistral-large-2":{"in_tokens":1399,"out_tokens":556}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":767,"error":null,"skip_reason":null,"score_raw":0.3571428571428571,"duration_s":14.788284664999992,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1496,"out_tokens":2391},"claude-opus-4-8":{"in_tokens":2950,"out_tokens":1358},"claude-opus-4-7":{"in_tokens":2955,"out_tokens":649},"mistral-large-2":{"in_tokens":1652,"out_tokens":587}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":499,"out_tokens":212,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":13.131311764000003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1092,"out_tokens":1156},"claude-opus-4-8":{"in_tokens":2123,"out_tokens":586},"claude-opus-4-7":{"in_tokens":2128,"out_tokens":544},"mistral-large-2":{"in_tokens":1169,"out_tokens":481}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":165,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":18.998042838999993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1116,"out_tokens":844},"claude-opus-4-8":{"in_tokens":2109,"out_tokens":519},"claude-opus-4-7":{"in_tokens":2114,"out_tokens":432},"mistral-large-2":{"in_tokens":1168,"out_tokens":410}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":216,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":15.822527099000013,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1163,"out_tokens":1275},"claude-opus-4-8":{"in_tokens":2205,"out_tokens":539},"claude-opus-4-7":{"in_tokens":2210,"out_tokens":496},"mistral-large-2":{"in_tokens":1224,"out_tokens":636}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":628,"out_tokens":986,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":17.043078686,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1511,"out_tokens":1573},"claude-opus-4-8":{"in_tokens":2883,"out_tokens":849},"claude-opus-4-7":{"in_tokens":2888,"out_tokens":508},"mistral-large-2":{"in_tokens":1666,"out_tokens":729}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":163,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":24.67073215000002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1045,"out_tokens":1298},"claude-opus-4-8":{"in_tokens":2022,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2027,"out_tokens":523},"mistral-large-2":{"in_tokens":1175,"out_tokens":612}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":471,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":9.100577490000006,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1201,"out_tokens":1147},"claude-opus-4-8":{"in_tokens":2490,"out_tokens":505},"claude-opus-4-7":{"in_tokens":2495,"out_tokens":420},"mistral-large-2":{"in_tokens":1278,"out_tokens":413}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":536,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":24.065587596,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1146,"out_tokens":1499},"claude-opus-4-8":{"in_tokens":2161,"out_tokens":795},"claude-opus-4-7":{"in_tokens":2166,"out_tokens":687},"mistral-large-2":{"in_tokens":1240,"out_tokens":556}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":2298,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":45.590219598000004,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1944,"out_tokens":1335},"claude-opus-4-8":{"in_tokens":3629,"out_tokens":979},"claude-opus-4-7":{"in_tokens":3634,"out_tokens":786},"mistral-large-2":{"in_tokens":2115,"out_tokens":1198}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":597,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":12.82479027300002,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1282,"out_tokens":1640},"claude-opus-4-8":{"in_tokens":2493,"out_tokens":563},"claude-opus-4-7":{"in_tokens":2498,"out_tokens":829},"mistral-large-2":{"in_tokens":1335,"out_tokens":521}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":448,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":8.944714542000014,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1206,"out_tokens":2074},"claude-opus-4-8":{"in_tokens":2379,"out_tokens":912},"claude-opus-4-7":{"in_tokens":2384,"out_tokens":729},"mistral-large-2":{"in_tokens":1270,"out_tokens":997}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":1055,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":18.697329298,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1378,"out_tokens":1787},"claude-opus-4-8":{"in_tokens":2746,"out_tokens":708},"claude-opus-4-7":{"in_tokens":2751,"out_tokens":541},"mistral-large-2":{"in_tokens":1494,"out_tokens":818}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":419,"error":null,"skip_reason":null,"score_raw":0.4642857142857143,"duration_s":8.554852737000004,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1093,"out_tokens":1795},"claude-opus-4-8":{"in_tokens":2148,"out_tokens":819},"claude-opus-4-7":{"in_tokens":2153,"out_tokens":686},"mistral-large-2":{"in_tokens":1178,"out_tokens":493}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":216,"out_tokens":249,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":13.320638075000005,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1134,"out_tokens":842},"claude-opus-4-8":{"in_tokens":2174,"out_tokens":585},"claude-opus-4-7":{"in_tokens":2179,"out_tokens":409},"mistral-large-2":{"in_tokens":1190,"out_tokens":547}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":160,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":14.783365325000005,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1117,"out_tokens":1000},"claude-opus-4-8":{"in_tokens":2100,"out_tokens":691},"claude-opus-4-7":{"in_tokens":2105,"out_tokens":490},"mistral-large-2":{"in_tokens":1156,"out_tokens":754}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":995,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":16.366626686000018,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1388,"out_tokens":2052},"claude-opus-4-8":{"in_tokens":2659,"out_tokens":737},"claude-opus-4-7":{"in_tokens":2664,"out_tokens":529},"mistral-large-2":{"in_tokens":1564,"out_tokens":613}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":492,"out_tokens":168,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":33.08009732100001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1044,"out_tokens":1656},"claude-opus-4-8":{"in_tokens":2065,"out_tokens":707},"claude-opus-4-7":{"in_tokens":2070,"out_tokens":509},"mistral-large-2":{"in_tokens":1134,"out_tokens":625}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":639,"out_tokens":944,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":15.638069315999985,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1437,"out_tokens":1519},"claude-opus-4-8":{"in_tokens":2735,"out_tokens":677},"claude-opus-4-7":{"in_tokens":2740,"out_tokens":547},"mistral-large-2":{"in_tokens":1544,"out_tokens":645}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":2884,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":54.56899534499999,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2204,"out_tokens":2682},"claude-opus-4-8":{"in_tokens":4057,"out_tokens":1053},"claude-opus-4-7":{"in_tokens":4062,"out_tokens":766},"mistral-large-2":{"in_tokens":2361,"out_tokens":812}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":482,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":9.18803641400001,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1437,"out_tokens":1798},"claude-opus-4-8":{"in_tokens":2749,"out_tokens":719},"claude-opus-4-7":{"in_tokens":2754,"out_tokens":619},"mistral-large-2":{"in_tokens":1518,"out_tokens":631}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":492,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":9.625499385000012,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1292,"out_tokens":1664},"claude-opus-4-8":{"in_tokens":2636,"out_tokens":777},"claude-opus-4-7":{"in_tokens":2641,"out_tokens":586},"mistral-large-2":{"in_tokens":1406,"out_tokens":670}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":361,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":7.956946611999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1140,"out_tokens":1112},"claude-opus-4-8":{"in_tokens":2307,"out_tokens":627},"claude-opus-4-7":{"in_tokens":2312,"out_tokens":539},"mistral-large-2":{"in_tokens":1188,"out_tokens":493}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":771,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":12.624703834000002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1260,"out_tokens":1265},"claude-opus-4-8":{"in_tokens":2440,"out_tokens":579},"claude-opus-4-7":{"in_tokens":2445,"out_tokens":519},"mistral-large-2":{"in_tokens":1363,"out_tokens":508}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":480,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":10.930068920999986,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1242,"out_tokens":1823},"claude-opus-4-8":{"in_tokens":2481,"out_tokens":683},"claude-opus-4-7":{"in_tokens":2486,"out_tokens":574},"mistral-large-2":{"in_tokens":1321,"out_tokens":634}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":5992,"error":null,"skip_reason":null,"score_raw":0.611111111111111,"duration_s":190.979430361,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1397,"out_tokens":2076},"claude-opus-4-8":{"in_tokens":2698,"out_tokens":886},"claude-opus-4-7":{"in_tokens":2703,"out_tokens":701},"mistral-large-2":{"in_tokens":1490,"out_tokens":672}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":172,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":15.800242149000013,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1176,"out_tokens":1750},"claude-opus-4-8":{"in_tokens":2227,"out_tokens":922},"claude-opus-4-7":{"in_tokens":2232,"out_tokens":538},"mistral-large-2":{"in_tokens":1283,"out_tokens":773}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":106,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":17.72050671100004,"hallucination_count":6.25,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":962,"out_tokens":1261},"claude-opus-4-8":{"in_tokens":1902,"out_tokens":832},"claude-opus-4-7":{"in_tokens":1907,"out_tokens":426},"mistral-large-2":{"in_tokens":1046,"out_tokens":664}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":640,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":11.185921704999998,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1245,"out_tokens":1525},"claude-opus-4-8":{"in_tokens":2348,"out_tokens":583},"claude-opus-4-7":{"in_tokens":2353,"out_tokens":548},"mistral-large-2":{"in_tokens":1363,"out_tokens":643}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":195,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":17.654651831000024,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1112,"out_tokens":1556},"claude-opus-4-8":{"in_tokens":2119,"out_tokens":696},"claude-opus-4-7":{"in_tokens":2124,"out_tokens":572},"mistral-large-2":{"in_tokens":1224,"out_tokens":657}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":543,"out_tokens":100,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":10.195956823000017,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1050,"out_tokens":1354},"claude-opus-4-8":{"in_tokens":1967,"out_tokens":618},"claude-opus-4-7":{"in_tokens":1972,"out_tokens":419},"mistral-large-2":{"in_tokens":1141,"out_tokens":575}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":413,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":8.057841198000006,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1133,"out_tokens":3399},"claude-opus-4-8":{"in_tokens":2339,"out_tokens":703},"claude-opus-4-7":{"in_tokens":2344,"out_tokens":673},"mistral-large-2":{"in_tokens":1197,"out_tokens":742}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":5035,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":196.65892184400002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1340,"out_tokens":2492},"claude-opus-4-8":{"in_tokens":2592,"out_tokens":1099},"claude-opus-4-7":{"in_tokens":2597,"out_tokens":784},"mistral-large-2":{"in_tokens":1429,"out_tokens":831}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":982,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":15.689080347000015,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1342,"out_tokens":1941},"claude-opus-4-8":{"in_tokens":2632,"out_tokens":698},"claude-opus-4-7":{"in_tokens":2637,"out_tokens":578},"mistral-large-2":{"in_tokens":1461,"out_tokens":620}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":188,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":19.549451475000012,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.25,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1050,"out_tokens":2009},"claude-opus-4-8":{"in_tokens":2075,"out_tokens":684},"claude-opus-4-7":{"in_tokens":2080,"out_tokens":487},"mistral-large-2":{"in_tokens":1138,"out_tokens":682}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":3346,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":61.74086438100002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1734,"out_tokens":2012},"claude-opus-4-8":{"in_tokens":3294,"out_tokens":1003},"claude-opus-4-7":{"in_tokens":3299,"out_tokens":695},"mistral-large-2":{"in_tokens":1878,"out_tokens":693}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":165,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":19.689812612999987,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1031,"out_tokens":1275},"claude-opus-4-8":{"in_tokens":1978,"out_tokens":706},"claude-opus-4-7":{"in_tokens":1983,"out_tokens":506},"mistral-large-2":{"in_tokens":1160,"out_tokens":645}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":566,"out_tokens":667,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":12.350781143000006,"hallucination_count":6.25,"hallucination_top100":0,"inter_rater_agreement":0.0,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":2093,"out_tokens":2941},"claude-opus-4-8":{"in_tokens":4046,"out_tokens":1536},"claude-opus-4-7":{"in_tokens":4051,"out_tokens":1106},"mistral-large-2":{"in_tokens":2183,"out_tokens":972}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":163,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":19.068843532999978,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1108,"out_tokens":1289},"claude-opus-4-8":{"in_tokens":2120,"out_tokens":652},"claude-opus-4-7":{"in_tokens":2125,"out_tokens":535},"mistral-large-2":{"in_tokens":1194,"out_tokens":539}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":691,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":13.118945009999976,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1964,"out_tokens":2371},"claude-opus-4-8":{"in_tokens":3866,"out_tokens":1239},"claude-opus-4-7":{"in_tokens":3871,"out_tokens":813},"mistral-large-2":{"in_tokens":2130,"out_tokens":750}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":703,"out_tokens":1020,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":17.513808729000004,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1475,"out_tokens":1511},"claude-opus-4-8":{"in_tokens":2851,"out_tokens":692},"claude-opus-4-7":{"in_tokens":2856,"out_tokens":531},"mistral-large-2":{"in_tokens":1617,"out_tokens":621}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":615,"out_tokens":905,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":14.342185552999979,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1405,"out_tokens":1184},"claude-opus-4-8":{"in_tokens":2662,"out_tokens":667},"claude-opus-4-7":{"in_tokens":2667,"out_tokens":478},"mistral-large-2":{"in_tokens":1533,"out_tokens":539}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":162,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":14.033765454000019,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1024,"out_tokens":1588},"claude-opus-4-8":{"in_tokens":1988,"out_tokens":799},"claude-opus-4-7":{"in_tokens":1993,"out_tokens":490},"mistral-large-2":{"in_tokens":1099,"out_tokens":513}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":229,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":26.277343713999983,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1213,"out_tokens":1892},"claude-opus-4-8":{"in_tokens":2346,"out_tokens":767},"claude-opus-4-7":{"in_tokens":2351,"out_tokens":596},"mistral-large-2":{"in_tokens":1327,"out_tokens":553}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":551,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":10.993709360000025,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1855,"out_tokens":2035},"claude-opus-4-8":{"in_tokens":3734,"out_tokens":986},"claude-opus-4-7":{"in_tokens":3739,"out_tokens":931},"mistral-large-2":{"in_tokens":1966,"out_tokens":755}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":624,"out_tokens":684,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":13.711275688,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1313,"out_tokens":1588},"claude-opus-4-8":{"in_tokens":2484,"out_tokens":695},"claude-opus-4-7":{"in_tokens":2489,"out_tokens":530},"mistral-large-2":{"in_tokens":1427,"out_tokens":546}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":990,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":19.162973487000016,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2274,"out_tokens":3022},"claude-opus-4-8":{"in_tokens":4542,"out_tokens":1281},"claude-opus-4-7":{"in_tokens":4547,"out_tokens":910},"mistral-large-2":{"in_tokens":2443,"out_tokens":739}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":3092,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":56.98266786300002,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1484,"out_tokens":2533},"claude-opus-4-8":{"in_tokens":2825,"out_tokens":885},"claude-opus-4-7":{"in_tokens":2830,"out_tokens":725},"mistral-large-2":{"in_tokens":1548,"out_tokens":645}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":142,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":19.967984842999954,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1103,"out_tokens":1288},"claude-opus-4-8":{"in_tokens":2079,"out_tokens":619},"claude-opus-4-7":{"in_tokens":2084,"out_tokens":525},"mistral-large-2":{"in_tokens":1197,"out_tokens":567}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":492,"out_tokens":5989,"error":null,"skip_reason":null,"score_raw":0.15,"duration_s":162.74117934300003,"hallucination_count":6.5,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1831,"out_tokens":2448},"claude-opus-4-8":{"in_tokens":3483,"out_tokens":1212},"claude-opus-4-7":{"in_tokens":3488,"out_tokens":947},"mistral-large-2":{"in_tokens":1932,"out_tokens":739}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":125,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":18.69040604600002,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":973,"out_tokens":883},"claude-opus-4-8":{"in_tokens":1929,"out_tokens":777},"claude-opus-4-7":{"in_tokens":1934,"out_tokens":479},"mistral-large-2":{"in_tokens":1055,"out_tokens":658}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1477,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":28.414155585000003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1866,"out_tokens":1801},"claude-opus-4-8":{"in_tokens":3424,"out_tokens":808},"claude-opus-4-7":{"in_tokens":3429,"out_tokens":651},"mistral-large-2":{"in_tokens":1953,"out_tokens":651}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":687,"out_tokens":1173,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":19.125537909000002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1628,"out_tokens":1398},"claude-opus-4-8":{"in_tokens":3090,"out_tokens":821},"claude-opus-4-7":{"in_tokens":3095,"out_tokens":553},"mistral-large-2":{"in_tokens":1807,"out_tokens":751}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":750,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":12.523588156000017,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1255,"out_tokens":1785},"claude-opus-4-8":{"in_tokens":2364,"out_tokens":713},"claude-opus-4-7":{"in_tokens":2369,"out_tokens":530},"mistral-large-2":{"in_tokens":1403,"out_tokens":619}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":571,"out_tokens":743,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":13.275805493000007,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1380,"out_tokens":1334},"claude-opus-4-8":{"in_tokens":2621,"out_tokens":702},"claude-opus-4-7":{"in_tokens":2626,"out_tokens":452},"mistral-large-2":{"in_tokens":1477,"out_tokens":773}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":22.72714332299995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1250,"out_tokens":1736},"claude-opus-4-8":{"in_tokens":2341,"out_tokens":755},"claude-opus-4-7":{"in_tokens":2346,"out_tokens":504},"mistral-large-2":{"in_tokens":1384,"out_tokens":716}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":933,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":18.315729938000004,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2206,"out_tokens":2349},"claude-opus-4-8":{"in_tokens":4349,"out_tokens":1147},"claude-opus-4-7":{"in_tokens":4354,"out_tokens":895},"mistral-large-2":{"in_tokens":2364,"out_tokens":851}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":636,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":16.47969025200001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1427,"out_tokens":1601},"claude-opus-4-8":{"in_tokens":2831,"out_tokens":617},"claude-opus-4-7":{"in_tokens":2836,"out_tokens":533},"mistral-large-2":{"in_tokens":1527,"out_tokens":506}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":150,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":15.21000066800002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1089,"out_tokens":1370},"claude-opus-4-8":{"in_tokens":2071,"out_tokens":533},"claude-opus-4-7":{"in_tokens":2076,"out_tokens":435},"mistral-large-2":{"in_tokens":1183,"out_tokens":416}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":389,"out_tokens":199,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":21.090558547,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1154,"out_tokens":779},"claude-opus-4-8":{"in_tokens":2233,"out_tokens":601},"claude-opus-4-7":{"in_tokens":2238,"out_tokens":500},"mistral-large-2":{"in_tokens":1259,"out_tokens":556}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":500,"out_tokens":196,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":26.793242995000014,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1196,"out_tokens":1414},"claude-opus-4-8":{"in_tokens":2275,"out_tokens":608},"claude-opus-4-7":{"in_tokens":2280,"out_tokens":495},"mistral-large-2":{"in_tokens":1288,"out_tokens":563}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":298,"out_tokens":758,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":14.816559043999973,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1450,"out_tokens":1591},"claude-opus-4-8":{"in_tokens":2909,"out_tokens":573},"claude-opus-4-7":{"in_tokens":2914,"out_tokens":459},"mistral-large-2":{"in_tokens":1565,"out_tokens":723}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":470,"out_tokens":124,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":18.024897887999998,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":999,"out_tokens":1793},"claude-opus-4-8":{"in_tokens":1861,"out_tokens":737},"claude-opus-4-7":{"in_tokens":1866,"out_tokens":574},"mistral-large-2":{"in_tokens":1113,"out_tokens":555}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":2151,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":44.76263640800002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2082,"out_tokens":1560},"claude-opus-4-8":{"in_tokens":3951,"out_tokens":646},"claude-opus-4-7":{"in_tokens":3956,"out_tokens":491},"mistral-large-2":{"in_tokens":2207,"out_tokens":725}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":774,"out_tokens":1012,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":16.216573962999973,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1516,"out_tokens":1800},"claude-opus-4-8":{"in_tokens":2938,"out_tokens":960},"claude-opus-4-7":{"in_tokens":2943,"out_tokens":628},"mistral-large-2":{"in_tokens":1686,"out_tokens":716}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":208,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":23.416629943999965,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1099,"out_tokens":1120},"claude-opus-4-8":{"in_tokens":2098,"out_tokens":692},"claude-opus-4-7":{"in_tokens":2103,"out_tokens":585},"mistral-large-2":{"in_tokens":1213,"out_tokens":633}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1346,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":26.54919918799999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1531,"out_tokens":1535},"claude-opus-4-8":{"in_tokens":2862,"out_tokens":688},"claude-opus-4-7":{"in_tokens":2867,"out_tokens":567},"mistral-large-2":{"in_tokens":1610,"out_tokens":732}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":776,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":18.90090057599997,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1835,"out_tokens":2572},"claude-opus-4-8":{"in_tokens":3621,"out_tokens":923},"claude-opus-4-7":{"in_tokens":3626,"out_tokens":680},"mistral-large-2":{"in_tokens":1958,"out_tokens":735}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":900,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":14.413866571000028,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1350,"out_tokens":2898},"claude-opus-4-8":{"in_tokens":2616,"out_tokens":607},"claude-opus-4-7":{"in_tokens":2621,"out_tokens":593},"mistral-large-2":{"in_tokens":1458,"out_tokens":580}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":367,"out_tokens":158,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":16.343040306999967,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1110,"out_tokens":1613},"claude-opus-4-8":{"in_tokens":2101,"out_tokens":592},"claude-opus-4-7":{"in_tokens":2106,"out_tokens":501},"mistral-large-2":{"in_tokens":1205,"out_tokens":564}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":594,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":12.304535900000019,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1580,"out_tokens":2244},"claude-opus-4-8":{"in_tokens":3051,"out_tokens":793},"claude-opus-4-7":{"in_tokens":3056,"out_tokens":622},"mistral-large-2":{"in_tokens":1676,"out_tokens":739}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":856,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":15.84396376899997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1427,"out_tokens":1320},"claude-opus-4-8":{"in_tokens":2636,"out_tokens":989},"claude-opus-4-7":{"in_tokens":2641,"out_tokens":635},"mistral-large-2":{"in_tokens":1600,"out_tokens":660}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":3587,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":105.80795230400003,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1407,"out_tokens":1552},"claude-opus-4-8":{"in_tokens":2680,"out_tokens":979},"claude-opus-4-7":{"in_tokens":2685,"out_tokens":727},"mistral-large-2":{"in_tokens":1499,"out_tokens":661}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":1077,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":17.537161583,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1404,"out_tokens":1433},"claude-opus-4-8":{"in_tokens":2806,"out_tokens":733},"claude-opus-4-7":{"in_tokens":2811,"out_tokens":518},"mistral-large-2":{"in_tokens":1502,"out_tokens":568}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":370,"out_tokens":3248,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":101.742118957,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.125,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1255,"out_tokens":1465},"claude-opus-4-8":{"in_tokens":2400,"out_tokens":1013},"claude-opus-4-7":{"in_tokens":2405,"out_tokens":532},"mistral-large-2":{"in_tokens":1329,"out_tokens":590}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":711,"out_tokens":744,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":14.832780778000028,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2279,"out_tokens":2474},"claude-opus-4-8":{"in_tokens":4439,"out_tokens":1536},"claude-opus-4-7":{"in_tokens":4444,"out_tokens":974},"mistral-large-2":{"in_tokens":2371,"out_tokens":734}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":604,"out_tokens":214,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":22.802009430999988,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1254,"out_tokens":1629},"claude-opus-4-8":{"in_tokens":2383,"out_tokens":645},"claude-opus-4-7":{"in_tokens":2388,"out_tokens":475},"mistral-large-2":{"in_tokens":1393,"out_tokens":765}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":1220,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":21.886264176999987,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1660,"out_tokens":1368},"claude-opus-4-8":{"in_tokens":3010,"out_tokens":610},"claude-opus-4-7":{"in_tokens":3015,"out_tokens":518},"mistral-large-2":{"in_tokens":1735,"out_tokens":656}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":680,"out_tokens":797,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":13.625767768000003,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1334,"out_tokens":1206},"claude-opus-4-8":{"in_tokens":2668,"out_tokens":761},"claude-opus-4-7":{"in_tokens":2673,"out_tokens":654},"mistral-large-2":{"in_tokens":1476,"out_tokens":497}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":202,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":19.13547533800005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1215,"out_tokens":1296},"claude-opus-4-8":{"in_tokens":2308,"out_tokens":753},"claude-opus-4-7":{"in_tokens":2313,"out_tokens":673},"mistral-large-2":{"in_tokens":1333,"out_tokens":618}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":588,"out_tokens":939,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":18.151453305000018,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2220,"out_tokens":2581},"claude-opus-4-8":{"in_tokens":4377,"out_tokens":1536},"claude-opus-4-7":{"in_tokens":4382,"out_tokens":779},"mistral-large-2":{"in_tokens":2388,"out_tokens":782}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":501,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":18.634743959000048,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1074,"out_tokens":1840},"claude-opus-4-8":{"in_tokens":2094,"out_tokens":792},"claude-opus-4-7":{"in_tokens":2099,"out_tokens":503},"mistral-large-2":{"in_tokens":1152,"out_tokens":532}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":502,"out_tokens":240,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":23.479366130000017,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1123,"out_tokens":843},"claude-opus-4-8":{"in_tokens":2253,"out_tokens":680},"claude-opus-4-7":{"in_tokens":2258,"out_tokens":468},"mistral-large-2":{"in_tokens":1191,"out_tokens":489}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":106,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":17.899453134999987,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":968,"out_tokens":1868},"claude-opus-4-8":{"in_tokens":1807,"out_tokens":788},"claude-opus-4-7":{"in_tokens":1812,"out_tokens":524},"mistral-large-2":{"in_tokens":1078,"out_tokens":714}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":246,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":20.303746647000025,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1231,"out_tokens":1642},"claude-opus-4-8":{"in_tokens":2349,"out_tokens":589},"claude-opus-4-7":{"in_tokens":2354,"out_tokens":453},"mistral-large-2":{"in_tokens":1322,"out_tokens":704}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":198,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":20.391745893999996,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1176,"out_tokens":2118},"claude-opus-4-8":{"in_tokens":2160,"out_tokens":710},"claude-opus-4-7":{"in_tokens":2165,"out_tokens":527},"mistral-large-2":{"in_tokens":1321,"out_tokens":665}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":1070,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":23.723802258000035,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1468,"out_tokens":1248},"claude-opus-4-8":{"in_tokens":2802,"out_tokens":602},"claude-opus-4-7":{"in_tokens":2807,"out_tokens":488},"mistral-large-2":{"in_tokens":1548,"out_tokens":644}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":857,"out_tokens":1066,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":18.03737779200003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1662,"out_tokens":1312},"claude-opus-4-8":{"in_tokens":3248,"out_tokens":673},"claude-opus-4-7":{"in_tokens":3253,"out_tokens":548},"mistral-large-2":{"in_tokens":1871,"out_tokens":664}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1203,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":24.052099012999975,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2595,"out_tokens":2705},"claude-opus-4-8":{"in_tokens":5129,"out_tokens":1225},"claude-opus-4-7":{"in_tokens":5134,"out_tokens":854},"mistral-large-2":{"in_tokens":2773,"out_tokens":934}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":898,"out_tokens":1056,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.385088110000027,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1774,"out_tokens":1712},"claude-opus-4-8":{"in_tokens":3339,"out_tokens":932},"claude-opus-4-7":{"in_tokens":3344,"out_tokens":624},"mistral-large-2":{"in_tokens":1982,"out_tokens":600}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1014,"out_tokens":1105,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":18.299728463999998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1988,"out_tokens":2092},"claude-opus-4-8":{"in_tokens":3707,"out_tokens":1064},"claude-opus-4-7":{"in_tokens":3712,"out_tokens":612},"mistral-large-2":{"in_tokens":2127,"out_tokens":680}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":2304,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":41.67835465999997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2291,"out_tokens":1355},"claude-opus-4-8":{"in_tokens":4327,"out_tokens":553},"claude-opus-4-7":{"in_tokens":4332,"out_tokens":509},"mistral-large-2":{"in_tokens":2394,"out_tokens":602}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":238,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":22.102344294999966,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1247,"out_tokens":1380},"claude-opus-4-8":{"in_tokens":2379,"out_tokens":788},"claude-opus-4-7":{"in_tokens":2384,"out_tokens":567},"mistral-large-2":{"in_tokens":1383,"out_tokens":574}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":910,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":16.595319297000003,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1422,"out_tokens":1806},"claude-opus-4-8":{"in_tokens":2735,"out_tokens":724},"claude-opus-4-7":{"in_tokens":2740,"out_tokens":499},"mistral-large-2":{"in_tokens":1552,"out_tokens":603}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":697,"out_tokens":123,"error":null,"skip_reason":null,"score_raw":0.42857142857142855,"duration_s":13.705383385999994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1372,"out_tokens":863},"claude-opus-4-8":{"in_tokens":2519,"out_tokens":644},"claude-opus-4-7":{"in_tokens":2524,"out_tokens":456},"mistral-large-2":{"in_tokens":1550,"out_tokens":508}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":319,"out_tokens":186,"error":null,"skip_reason":null,"score_raw":0.19444444444444442,"duration_s":15.651755512000022,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1058,"out_tokens":1399},"claude-opus-4-8":{"in_tokens":2114,"out_tokens":723},"claude-opus-4-7":{"in_tokens":2119,"out_tokens":625},"mistral-large-2":{"in_tokens":1141,"out_tokens":680}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":168,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.86048514800001,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1032,"out_tokens":949},"claude-opus-4-8":{"in_tokens":2082,"out_tokens":649},"claude-opus-4-7":{"in_tokens":2087,"out_tokens":550},"mistral-large-2":{"in_tokens":1097,"out_tokens":488}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":558,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":9.319720839000013,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1254,"out_tokens":2473},"claude-opus-4-8":{"in_tokens":2396,"out_tokens":761},"claude-opus-4-7":{"in_tokens":2401,"out_tokens":648},"mistral-large-2":{"in_tokens":1375,"out_tokens":641}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":639,"out_tokens":209,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":20.412787966999986,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1353,"out_tokens":1462},"claude-opus-4-8":{"in_tokens":2628,"out_tokens":744},"claude-opus-4-7":{"in_tokens":2633,"out_tokens":589},"mistral-large-2":{"in_tokens":1528,"out_tokens":594}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":702,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":14.278599156999974,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1142,"out_tokens":1272},"claude-opus-4-8":{"in_tokens":2112,"out_tokens":484},"claude-opus-4-7":{"in_tokens":2117,"out_tokens":373},"mistral-large-2":{"in_tokens":1189,"out_tokens":554}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":484,"out_tokens":105,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":9.747769116000029,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1084,"out_tokens":1237},"claude-opus-4-8":{"in_tokens":2051,"out_tokens":730},"claude-opus-4-7":{"in_tokens":2056,"out_tokens":497},"mistral-large-2":{"in_tokens":1181,"out_tokens":629}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":1710,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":32.339855907000015,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1145,"out_tokens":1392},"claude-opus-4-8":{"in_tokens":2275,"out_tokens":758},"claude-opus-4-7":{"in_tokens":2280,"out_tokens":547},"mistral-large-2":{"in_tokens":1210,"out_tokens":562}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":281,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":23.541787186000022,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1231,"out_tokens":2431},"claude-opus-4-8":{"in_tokens":2304,"out_tokens":864},"claude-opus-4-7":{"in_tokens":2309,"out_tokens":688},"mistral-large-2":{"in_tokens":1382,"out_tokens":731}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":1040,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":16.338977956000008,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1597,"out_tokens":1779},"claude-opus-4-8":{"in_tokens":3060,"out_tokens":721},"claude-opus-4-7":{"in_tokens":3065,"out_tokens":626},"mistral-large-2":{"in_tokens":1756,"out_tokens":646}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":1119,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":18.402625528999977,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1533,"out_tokens":1525},"claude-opus-4-8":{"in_tokens":2995,"out_tokens":863},"claude-opus-4-7":{"in_tokens":3000,"out_tokens":545},"mistral-large-2":{"in_tokens":1698,"out_tokens":594}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1519,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":32.59393379599999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1578,"out_tokens":1226},"claude-opus-4-8":{"in_tokens":2997,"out_tokens":543},"claude-opus-4-7":{"in_tokens":3002,"out_tokens":504},"mistral-large-2":{"in_tokens":1677,"out_tokens":616}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":668,"out_tokens":925,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":16.007393390000004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1393,"out_tokens":1841},"claude-opus-4-8":{"in_tokens":2691,"out_tokens":686},"claude-opus-4-7":{"in_tokens":2696,"out_tokens":541},"mistral-large-2":{"in_tokens":1544,"out_tokens":614}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":536,"out_tokens":155,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":38.05236222000002,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1094,"out_tokens":1763},"claude-opus-4-8":{"in_tokens":2185,"out_tokens":828},"claude-opus-4-7":{"in_tokens":2190,"out_tokens":494},"mistral-large-2":{"in_tokens":1211,"out_tokens":722}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":207,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":17.290164155000014,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1322,"out_tokens":1530},"claude-opus-4-8":{"in_tokens":2579,"out_tokens":676},"claude-opus-4-7":{"in_tokens":2584,"out_tokens":513},"mistral-large-2":{"in_tokens":1490,"out_tokens":524}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":14.862035463999973,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1178,"out_tokens":1417},"claude-opus-4-8":{"in_tokens":2268,"out_tokens":854},"claude-opus-4-7":{"in_tokens":2273,"out_tokens":686},"mistral-large-2":{"in_tokens":1313,"out_tokens":656}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":154,"error":null,"skip_reason":null,"score_raw":0.46428571428571425,"duration_s":18.14930855199998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1388,"out_tokens":852},"claude-opus-4-8":{"in_tokens":2566,"out_tokens":652},"claude-opus-4-7":{"in_tokens":2571,"out_tokens":472},"mistral-large-2":{"in_tokens":1570,"out_tokens":491}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1254,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":23.970299564000015,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1633,"out_tokens":2129},"claude-opus-4-8":{"in_tokens":3013,"out_tokens":639},"claude-opus-4-7":{"in_tokens":3018,"out_tokens":574},"mistral-large-2":{"in_tokens":1697,"out_tokens":739}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":1933,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":55.17778027999998,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1536,"out_tokens":1838},"claude-opus-4-8":{"in_tokens":2913,"out_tokens":770},"claude-opus-4-7":{"in_tokens":2918,"out_tokens":514},"mistral-large-2":{"in_tokens":1611,"out_tokens":633}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":716,"out_tokens":1145,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":18.35754959999997,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1569,"out_tokens":2768},"claude-opus-4-8":{"in_tokens":3067,"out_tokens":986},"claude-opus-4-7":{"in_tokens":3072,"out_tokens":803},"mistral-large-2":{"in_tokens":1705,"out_tokens":910}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":622,"out_tokens":748,"error":null,"skip_reason":null,"score_raw":0.8611111111111112,"duration_s":13.340008959999977,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1268,"out_tokens":1447},"claude-opus-4-8":{"in_tokens":2557,"out_tokens":746},"claude-opus-4-7":{"in_tokens":2562,"out_tokens":606},"mistral-large-2":{"in_tokens":1389,"out_tokens":541}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":652,"out_tokens":936,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":15.89495759600004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1332,"out_tokens":1329},"claude-opus-4-8":{"in_tokens":2634,"out_tokens":745},"claude-opus-4-7":{"in_tokens":2639,"out_tokens":575},"mistral-large-2":{"in_tokens":1458,"out_tokens":468}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":741,"out_tokens":254,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":42.064151756,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1675,"out_tokens":2495},"claude-opus-4-8":{"in_tokens":3108,"out_tokens":872},"claude-opus-4-7":{"in_tokens":3113,"out_tokens":605},"mistral-large-2":{"in_tokens":1800,"out_tokens":608}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":604,"out_tokens":250,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":20.709825857,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1331,"out_tokens":1716},"claude-opus-4-8":{"in_tokens":2547,"out_tokens":805},"claude-opus-4-7":{"in_tokens":2552,"out_tokens":681},"mistral-large-2":{"in_tokens":1466,"out_tokens":642}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":1074,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":16.84293665900003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1482,"out_tokens":2513},"claude-opus-4-8":{"in_tokens":2798,"out_tokens":995},"claude-opus-4-7":{"in_tokens":2803,"out_tokens":563},"mistral-large-2":{"in_tokens":1641,"out_tokens":631}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":282,"out_tokens":4112,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":77.36411172100003,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1333,"out_tokens":1834},"claude-opus-4-8":{"in_tokens":2609,"out_tokens":1046},"claude-opus-4-7":{"in_tokens":2614,"out_tokens":738},"mistral-large-2":{"in_tokens":1431,"out_tokens":638}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":1441,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":28.038429182000016,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1781,"out_tokens":1754},"claude-opus-4-8":{"in_tokens":3330,"out_tokens":625},"claude-opus-4-7":{"in_tokens":3335,"out_tokens":514},"mistral-large-2":{"in_tokens":1873,"out_tokens":699}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":840,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":14.435042392000014,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1351,"out_tokens":1232},"claude-opus-4-8":{"in_tokens":2601,"out_tokens":725},"claude-opus-4-7":{"in_tokens":2606,"out_tokens":532},"mistral-large-2":{"in_tokens":1498,"out_tokens":499}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":544,"out_tokens":204,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":17.918880686999955,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1141,"out_tokens":2289},"claude-opus-4-8":{"in_tokens":2214,"out_tokens":616},"claude-opus-4-7":{"in_tokens":2219,"out_tokens":464},"mistral-large-2":{"in_tokens":1267,"out_tokens":622}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":219,"error":null,"skip_reason":null,"score_raw":0.8611111111111112,"duration_s":19.85733111999997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1172,"out_tokens":1130},"claude-opus-4-8":{"in_tokens":2265,"out_tokens":576},"claude-opus-4-7":{"in_tokens":2270,"out_tokens":504},"mistral-large-2":{"in_tokens":1273,"out_tokens":593}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":346,"out_tokens":245,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":18.396587823000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1212,"out_tokens":1526},"claude-opus-4-8":{"in_tokens":2352,"out_tokens":777},"claude-opus-4-7":{"in_tokens":2357,"out_tokens":557},"mistral-large-2":{"in_tokens":1339,"out_tokens":619}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":600,"out_tokens":1019,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":15.755200395000031,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1357,"out_tokens":1937},"claude-opus-4-8":{"in_tokens":2657,"out_tokens":546},"claude-opus-4-7":{"in_tokens":2662,"out_tokens":473},"mistral-large-2":{"in_tokens":1420,"out_tokens":502}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":378,"out_tokens":216,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":43.30587118200003,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1129,"out_tokens":1346},"claude-opus-4-8":{"in_tokens":2304,"out_tokens":835},"claude-opus-4-7":{"in_tokens":2309,"out_tokens":489},"mistral-large-2":{"in_tokens":1257,"out_tokens":735}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":1370,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":29.466084066000008,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1417,"out_tokens":1488},"claude-opus-4-8":{"in_tokens":2643,"out_tokens":642},"claude-opus-4-7":{"in_tokens":2648,"out_tokens":537},"mistral-large-2":{"in_tokens":1504,"out_tokens":681}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":99,"error":null,"skip_reason":null,"score_raw":0.2777777777777778,"duration_s":25.847024153000007,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1069,"out_tokens":1747},"claude-opus-4-8":{"in_tokens":2054,"out_tokens":830},"claude-opus-4-7":{"in_tokens":2059,"out_tokens":650},"mistral-large-2":{"in_tokens":1173,"out_tokens":590}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":727,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":12.584641447000024,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1168,"out_tokens":785},"claude-opus-4-8":{"in_tokens":2291,"out_tokens":519},"claude-opus-4-7":{"in_tokens":2296,"out_tokens":461},"mistral-large-2":{"in_tokens":1272,"out_tokens":496}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":1071,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":22.481434595999986,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1412,"out_tokens":873},"claude-opus-4-8":{"in_tokens":2673,"out_tokens":626},"claude-opus-4-7":{"in_tokens":2678,"out_tokens":451},"mistral-large-2":{"in_tokens":1484,"out_tokens":514}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":268,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":34.46650261000002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1658,"out_tokens":1944},"claude-opus-4-8":{"in_tokens":3077,"out_tokens":811},"claude-opus-4-7":{"in_tokens":3082,"out_tokens":643},"mistral-large-2":{"in_tokens":1784,"out_tokens":659}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":401,"out_tokens":3729,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":68.80207689299999,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1245,"out_tokens":1252},"claude-opus-4-8":{"in_tokens":2424,"out_tokens":800},"claude-opus-4-7":{"in_tokens":2429,"out_tokens":701},"mistral-large-2":{"in_tokens":1308,"out_tokens":579}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":925,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":19.51161266600002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1396,"out_tokens":1906},"claude-opus-4-8":{"in_tokens":2612,"out_tokens":760},"claude-opus-4-7":{"in_tokens":2617,"out_tokens":648},"mistral-large-2":{"in_tokens":1490,"out_tokens":634}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1304,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":19.517835269999978,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1857,"out_tokens":1195},"claude-opus-4-8":{"in_tokens":3488,"out_tokens":609},"claude-opus-4-7":{"in_tokens":3493,"out_tokens":516},"mistral-large-2":{"in_tokens":1927,"out_tokens":939}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1687,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":32.89266716200001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1421,"out_tokens":1754},"claude-opus-4-8":{"in_tokens":2623,"out_tokens":559},"claude-opus-4-7":{"in_tokens":2628,"out_tokens":488},"mistral-large-2":{"in_tokens":1473,"out_tokens":601}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":188,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":26.641047431000004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1200,"out_tokens":1556},"claude-opus-4-8":{"in_tokens":2326,"out_tokens":971},"claude-opus-4-7":{"in_tokens":2331,"out_tokens":739},"mistral-large-2":{"in_tokens":1309,"out_tokens":629}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":148,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":16.53907860100003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1104,"out_tokens":1560},"claude-opus-4-8":{"in_tokens":2124,"out_tokens":749},"claude-opus-4-7":{"in_tokens":2129,"out_tokens":621},"mistral-large-2":{"in_tokens":1212,"out_tokens":612}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":1222,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":20.82889143899996,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1522,"out_tokens":1471},"claude-opus-4-8":{"in_tokens":2920,"out_tokens":629},"claude-opus-4-7":{"in_tokens":2925,"out_tokens":638},"mistral-large-2":{"in_tokens":1667,"out_tokens":655}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":523,"out_tokens":196,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":20.776622360999966,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1083,"out_tokens":1953},"claude-opus-4-8":{"in_tokens":2119,"out_tokens":765},"claude-opus-4-7":{"in_tokens":2124,"out_tokens":565},"mistral-large-2":{"in_tokens":1189,"out_tokens":577}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":782,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":16.312442741999973,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1342,"out_tokens":1181},"claude-opus-4-8":{"in_tokens":2537,"out_tokens":610},"claude-opus-4-7":{"in_tokens":2542,"out_tokens":533},"mistral-large-2":{"in_tokens":1414,"out_tokens":525}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":188,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":21.24168454300002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1243,"out_tokens":1518},"claude-opus-4-8":{"in_tokens":2398,"out_tokens":744},"claude-opus-4-7":{"in_tokens":2403,"out_tokens":590},"mistral-large-2":{"in_tokens":1361,"out_tokens":1519}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":167,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":19.58312667499996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1094,"out_tokens":1800},"claude-opus-4-8":{"in_tokens":2137,"out_tokens":561},"claude-opus-4-7":{"in_tokens":2142,"out_tokens":510},"mistral-large-2":{"in_tokens":1216,"out_tokens":557}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":198,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":17.73641554400001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1197,"out_tokens":1843},"claude-opus-4-8":{"in_tokens":2338,"out_tokens":756},"claude-opus-4-7":{"in_tokens":2343,"out_tokens":782},"mistral-large-2":{"in_tokens":1289,"out_tokens":558}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":1260,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":19.635113613999977,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1530,"out_tokens":1380},"claude-opus-4-8":{"in_tokens":2885,"out_tokens":756},"claude-opus-4-7":{"in_tokens":2890,"out_tokens":556},"mistral-large-2":{"in_tokens":1597,"out_tokens":567}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":449,"out_tokens":3398,"error":null,"skip_reason":null,"score_raw":0.35,"duration_s":55.28544587900001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1740,"out_tokens":2102},"claude-opus-4-8":{"in_tokens":3229,"out_tokens":972},"claude-opus-4-7":{"in_tokens":3234,"out_tokens":740},"mistral-large-2":{"in_tokens":1849,"out_tokens":866}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":512,"out_tokens":236,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":21.76789265000002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1180,"out_tokens":1484},"claude-opus-4-8":{"in_tokens":2232,"out_tokens":810},"claude-opus-4-7":{"in_tokens":2237,"out_tokens":617},"mistral-large-2":{"in_tokens":1288,"out_tokens":707}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":834,"out_tokens":1723,"error":null,"skip_reason":null,"score_raw":0.19444444444444442,"duration_s":26.979931039999997,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1994,"out_tokens":2584},"claude-opus-4-8":{"in_tokens":3944,"out_tokens":1379},"claude-opus-4-7":{"in_tokens":3949,"out_tokens":980},"mistral-large-2":{"in_tokens":2148,"out_tokens":838}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":979,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":14.30197658100002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1408,"out_tokens":1213},"claude-opus-4-8":{"in_tokens":2630,"out_tokens":587},"claude-opus-4-7":{"in_tokens":2635,"out_tokens":464},"mistral-large-2":{"in_tokens":1495,"out_tokens":635}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":766,"out_tokens":1513,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":25.028587222999988,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1771,"out_tokens":3038},"claude-opus-4-8":{"in_tokens":3540,"out_tokens":1338},"claude-opus-4-7":{"in_tokens":3545,"out_tokens":1053},"mistral-large-2":{"in_tokens":1922,"out_tokens":772}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":151,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":16.026760850000016,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1075,"out_tokens":1782},"claude-opus-4-8":{"in_tokens":2149,"out_tokens":850},"claude-opus-4-7":{"in_tokens":2154,"out_tokens":666},"mistral-large-2":{"in_tokens":1171,"out_tokens":546}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":0.05555555555555555,"duration_s":42.50967455099999,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1100,"out_tokens":1124},"claude-opus-4-8":{"in_tokens":2184,"out_tokens":930},"claude-opus-4-7":{"in_tokens":2189,"out_tokens":686},"mistral-large-2":{"in_tokens":1208,"out_tokens":686}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":1583,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":29.040197836000004,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1730,"out_tokens":2272},"claude-opus-4-8":{"in_tokens":3622,"out_tokens":945},"claude-opus-4-7":{"in_tokens":3627,"out_tokens":774},"mistral-large-2":{"in_tokens":1847,"out_tokens":782}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":502,"out_tokens":94,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":16.02946258099996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":954,"out_tokens":1407},"claude-opus-4-8":{"in_tokens":1823,"out_tokens":668},"claude-opus-4-7":{"in_tokens":1828,"out_tokens":477},"mistral-large-2":{"in_tokens":1008,"out_tokens":490}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":1006,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":19.95509562799998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1117,"out_tokens":1142},"claude-opus-4-8":{"in_tokens":2082,"out_tokens":624},"claude-opus-4-7":{"in_tokens":2087,"out_tokens":446},"mistral-large-2":{"in_tokens":1155,"out_tokens":447}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":829,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":17.154601056000047,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1322,"out_tokens":1049},"claude-opus-4-8":{"in_tokens":2527,"out_tokens":642},"claude-opus-4-7":{"in_tokens":2532,"out_tokens":397},"mistral-large-2":{"in_tokens":1396,"out_tokens":572}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":134,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":22.640161404000025,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1066,"out_tokens":976},"claude-opus-4-8":{"in_tokens":2034,"out_tokens":597},"claude-opus-4-7":{"in_tokens":2039,"out_tokens":488},"mistral-large-2":{"in_tokens":1193,"out_tokens":543}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":672,"out_tokens":1282,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":20.662310836000017,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1478,"out_tokens":1225},"claude-opus-4-8":{"in_tokens":3001,"out_tokens":747},"claude-opus-4-7":{"in_tokens":3006,"out_tokens":570},"mistral-large-2":{"in_tokens":1563,"out_tokens":588}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":176,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":18.826973441000007,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1042,"out_tokens":1438},"claude-opus-4-8":{"in_tokens":2059,"out_tokens":726},"claude-opus-4-7":{"in_tokens":2064,"out_tokens":506},"mistral-large-2":{"in_tokens":1144,"out_tokens":563}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":17.52303286900002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1091,"out_tokens":1233},"claude-opus-4-8":{"in_tokens":2091,"out_tokens":570},"claude-opus-4-7":{"in_tokens":2096,"out_tokens":504},"mistral-large-2":{"in_tokens":1218,"out_tokens":633}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":512,"out_tokens":168,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":18.536999813000023,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1081,"out_tokens":1088},"claude-opus-4-8":{"in_tokens":2040,"out_tokens":682},"claude-opus-4-7":{"in_tokens":2045,"out_tokens":508},"mistral-large-2":{"in_tokens":1154,"out_tokens":500}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":88,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":12.752909631000023,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":917,"out_tokens":846},"claude-opus-4-8":{"in_tokens":1764,"out_tokens":463},"claude-opus-4-7":{"in_tokens":1769,"out_tokens":436},"mistral-large-2":{"in_tokens":997,"out_tokens":493}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":230,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":24.51142575299997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1147,"out_tokens":1594},"claude-opus-4-8":{"in_tokens":2147,"out_tokens":863},"claude-opus-4-7":{"in_tokens":2152,"out_tokens":672},"mistral-large-2":{"in_tokens":1255,"out_tokens":1017}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":230,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":11.89084992200003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1152,"out_tokens":1713},"claude-opus-4-8":{"in_tokens":2165,"out_tokens":621},"claude-opus-4-7":{"in_tokens":2170,"out_tokens":522},"mistral-large-2":{"in_tokens":1261,"out_tokens":519}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":994,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":18.04695573800001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1223,"out_tokens":2773},"claude-opus-4-8":{"in_tokens":2442,"out_tokens":449},"claude-opus-4-7":{"in_tokens":2447,"out_tokens":466},"mistral-large-2":{"in_tokens":1282,"out_tokens":613}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1839,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":28.827547787000015,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1431,"out_tokens":1729},"claude-opus-4-8":{"in_tokens":2707,"out_tokens":729},"claude-opus-4-7":{"in_tokens":2712,"out_tokens":578},"mistral-large-2":{"in_tokens":1574,"out_tokens":813}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":328,"out_tokens":157,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":12.109632677999969,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":970,"out_tokens":882},"claude-opus-4-8":{"in_tokens":1874,"out_tokens":528},"claude-opus-4-7":{"in_tokens":1879,"out_tokens":406},"mistral-large-2":{"in_tokens":1052,"out_tokens":448}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":325,"out_tokens":1961,"error":null,"skip_reason":null,"score_raw":0.1111111111111111,"duration_s":48.15287111399999,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1292,"out_tokens":2014},"claude-opus-4-8":{"in_tokens":2441,"out_tokens":1060},"claude-opus-4-7":{"in_tokens":2446,"out_tokens":751},"mistral-large-2":{"in_tokens":1403,"out_tokens":752}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1663,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":29.071336376999966,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1552,"out_tokens":2281},"claude-opus-4-8":{"in_tokens":3105,"out_tokens":702},"claude-opus-4-7":{"in_tokens":3110,"out_tokens":550},"mistral-large-2":{"in_tokens":1677,"out_tokens":614}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":553,"out_tokens":1558,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":25.78130958500003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1481,"out_tokens":1511},"claude-opus-4-8":{"in_tokens":3007,"out_tokens":563},"claude-opus-4-7":{"in_tokens":3012,"out_tokens":415},"mistral-large-2":{"in_tokens":1564,"out_tokens":518}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":335,"out_tokens":191,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":19.765804985000045,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1091,"out_tokens":1009},"claude-opus-4-8":{"in_tokens":2050,"out_tokens":675},"claude-opus-4-7":{"in_tokens":2055,"out_tokens":551},"mistral-large-2":{"in_tokens":1161,"out_tokens":561}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":599,"out_tokens":1405,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":22.392257213999983,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1511,"out_tokens":2748},"claude-opus-4-8":{"in_tokens":2971,"out_tokens":688},"claude-opus-4-7":{"in_tokens":2976,"out_tokens":580},"mistral-large-2":{"in_tokens":1641,"out_tokens":558}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":405,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":16.993521450999992,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1459,"out_tokens":1284},"claude-opus-4-8":{"in_tokens":2966,"out_tokens":780},"claude-opus-4-7":{"in_tokens":2971,"out_tokens":679},"mistral-large-2":{"in_tokens":1565,"out_tokens":638}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":348,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":15.502948387999993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1216,"out_tokens":1301},"claude-opus-4-8":{"in_tokens":2503,"out_tokens":587},"claude-opus-4-7":{"in_tokens":2508,"out_tokens":512},"mistral-large-2":{"in_tokens":1296,"out_tokens":506}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":1668,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":34.30392267999997,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1314,"out_tokens":1552},"claude-opus-4-8":{"in_tokens":2622,"out_tokens":743},"claude-opus-4-7":{"in_tokens":2627,"out_tokens":552},"mistral-large-2":{"in_tokens":1419,"out_tokens":670}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":170,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":31.676473901999998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1016,"out_tokens":2284},"claude-opus-4-8":{"in_tokens":1974,"out_tokens":884},"claude-opus-4-7":{"in_tokens":1979,"out_tokens":699},"mistral-large-2":{"in_tokens":1079,"out_tokens":563}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":19.937225436000006,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1078,"out_tokens":1628},"claude-opus-4-8":{"in_tokens":2043,"out_tokens":628},"claude-opus-4-7":{"in_tokens":2048,"out_tokens":544},"mistral-large-2":{"in_tokens":1184,"out_tokens":519}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":462,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":29.31011788799998,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1610,"out_tokens":1983},"claude-opus-4-8":{"in_tokens":3204,"out_tokens":1150},"claude-opus-4-7":{"in_tokens":3209,"out_tokens":814},"mistral-large-2":{"in_tokens":1728,"out_tokens":755}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":570,"out_tokens":434,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":28.010077170999978,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1422,"out_tokens":1406},"claude-opus-4-8":{"in_tokens":2967,"out_tokens":814},"claude-opus-4-7":{"in_tokens":2972,"out_tokens":597},"mistral-large-2":{"in_tokens":1523,"out_tokens":732}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":1355,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":24.622789150000017,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1445,"out_tokens":2166},"claude-opus-4-8":{"in_tokens":2870,"out_tokens":666},"claude-opus-4-7":{"in_tokens":2875,"out_tokens":646},"mistral-large-2":{"in_tokens":1543,"out_tokens":498}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1216,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":24.11400895700001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1113,"out_tokens":1418},"claude-opus-4-8":{"in_tokens":2149,"out_tokens":596},"claude-opus-4-7":{"in_tokens":2154,"out_tokens":437},"mistral-large-2":{"in_tokens":1191,"out_tokens":495}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":396,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":24.363803881999957,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1499,"out_tokens":2284},"claude-opus-4-8":{"in_tokens":2999,"out_tokens":775},"claude-opus-4-7":{"in_tokens":3004,"out_tokens":707},"mistral-large-2":{"in_tokens":1615,"out_tokens":962}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":1254,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":20.53567190199999,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1326,"out_tokens":2680},"claude-opus-4-8":{"in_tokens":2611,"out_tokens":545},"claude-opus-4-7":{"in_tokens":2616,"out_tokens":691},"mistral-large-2":{"in_tokens":1384,"out_tokens":608}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":1265,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":19.726450904000046,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1372,"out_tokens":1730},"claude-opus-4-8":{"in_tokens":2801,"out_tokens":569},"claude-opus-4-7":{"in_tokens":2806,"out_tokens":432},"mistral-large-2":{"in_tokens":1465,"out_tokens":479}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":1080,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":18.215749662999997,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1344,"out_tokens":1836},"claude-opus-4-8":{"in_tokens":2622,"out_tokens":913},"claude-opus-4-7":{"in_tokens":2627,"out_tokens":714},"mistral-large-2":{"in_tokens":1420,"out_tokens":943}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":288,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":16.24256047299997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1137,"out_tokens":1279},"claude-opus-4-8":{"in_tokens":2321,"out_tokens":713},"claude-opus-4-7":{"in_tokens":2326,"out_tokens":495},"mistral-large-2":{"in_tokens":1213,"out_tokens":477}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":475,"out_tokens":329,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.381748996,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1086,"out_tokens":2239},"claude-opus-4-8":{"in_tokens":2111,"out_tokens":490},"claude-opus-4-7":{"in_tokens":2116,"out_tokens":421},"mistral-large-2":{"in_tokens":1181,"out_tokens":479}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":358,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":13.456707239000025,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1111,"out_tokens":1414},"claude-opus-4-8":{"in_tokens":2211,"out_tokens":541},"claude-opus-4-7":{"in_tokens":2216,"out_tokens":388},"mistral-large-2":{"in_tokens":1173,"out_tokens":672}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":362,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":19.21781953599998,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1127,"out_tokens":1723},"claude-opus-4-8":{"in_tokens":2220,"out_tokens":471},"claude-opus-4-7":{"in_tokens":2225,"out_tokens":390},"mistral-large-2":{"in_tokens":1191,"out_tokens":423}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":301,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":22.90776045299998,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1273,"out_tokens":2481},"claude-opus-4-8":{"in_tokens":2663,"out_tokens":773},"claude-opus-4-7":{"in_tokens":2668,"out_tokens":733},"mistral-large-2":{"in_tokens":1366,"out_tokens":612}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":344,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":25.27831234399997,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1347,"out_tokens":1612},"claude-opus-4-8":{"in_tokens":2731,"out_tokens":763},"claude-opus-4-7":{"in_tokens":2736,"out_tokens":633},"mistral-large-2":{"in_tokens":1453,"out_tokens":599}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":4024,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":96.28416830399999,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1374,"out_tokens":1594},"claude-opus-4-8":{"in_tokens":2610,"out_tokens":996},"claude-opus-4-7":{"in_tokens":2615,"out_tokens":743},"mistral-large-2":{"in_tokens":1505,"out_tokens":699}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":287,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":12.124378574000048,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1016,"out_tokens":1710},"claude-opus-4-8":{"in_tokens":1956,"out_tokens":597},"claude-opus-4-7":{"in_tokens":1961,"out_tokens":696},"mistral-large-2":{"in_tokens":1060,"out_tokens":435}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":1256,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":30.744107320000012,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1267,"out_tokens":1518},"claude-opus-4-8":{"in_tokens":2532,"out_tokens":875},"claude-opus-4-7":{"in_tokens":2537,"out_tokens":755},"mistral-large-2":{"in_tokens":1377,"out_tokens":665}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":1174,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":19.180704108999976,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1273,"out_tokens":2075},"claude-opus-4-8":{"in_tokens":2568,"out_tokens":866},"claude-opus-4-7":{"in_tokens":2573,"out_tokens":499},"mistral-large-2":{"in_tokens":1379,"out_tokens":780}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":301,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":13.608644089999984,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1086,"out_tokens":1398},"claude-opus-4-8":{"in_tokens":2252,"out_tokens":594},"claude-opus-4-7":{"in_tokens":2257,"out_tokens":463},"mistral-large-2":{"in_tokens":1163,"out_tokens":412}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":2631,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":60.78641903399995,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.125,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1385,"out_tokens":1865},"claude-opus-4-8":{"in_tokens":2641,"out_tokens":937},"claude-opus-4-7":{"in_tokens":2646,"out_tokens":596},"mistral-large-2":{"in_tokens":1571,"out_tokens":833}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":253,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":20.477396908000003,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":980,"out_tokens":1134},"claude-opus-4-8":{"in_tokens":1923,"out_tokens":482},"claude-opus-4-7":{"in_tokens":1928,"out_tokens":551},"mistral-large-2":{"in_tokens":1057,"out_tokens":446}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":312,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":15.648562095999978,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1086,"out_tokens":962},"claude-opus-4-8":{"in_tokens":2175,"out_tokens":520},"claude-opus-4-7":{"in_tokens":2180,"out_tokens":412},"mistral-large-2":{"in_tokens":1165,"out_tokens":551}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":16.072723170000017,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":975,"out_tokens":879},"claude-opus-4-8":{"in_tokens":1973,"out_tokens":493},"claude-opus-4-7":{"in_tokens":1978,"out_tokens":362},"mistral-large-2":{"in_tokens":1045,"out_tokens":412}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":2939,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":60.68647042900005,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1388,"out_tokens":2202},"claude-opus-4-8":{"in_tokens":2627,"out_tokens":645},"claude-opus-4-7":{"in_tokens":2632,"out_tokens":524},"mistral-large-2":{"in_tokens":1511,"out_tokens":649}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":319,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":27.512980836999986,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.2857142857142857,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1154,"out_tokens":2360},"claude-opus-4-8":{"in_tokens":2264,"out_tokens":1156},"claude-opus-4-7":{"in_tokens":2269,"out_tokens":579},"mistral-large-2":{"in_tokens":1262,"out_tokens":758}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":616,"out_tokens":1364,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":22.062285920999955,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1525,"out_tokens":2218},"claude-opus-4-8":{"in_tokens":3043,"out_tokens":794},"claude-opus-4-7":{"in_tokens":3048,"out_tokens":630},"mistral-large-2":{"in_tokens":1644,"out_tokens":683}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":772,"out_tokens":1361,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":24.469104525999967,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1690,"out_tokens":2461},"claude-opus-4-8":{"in_tokens":3219,"out_tokens":854},"claude-opus-4-7":{"in_tokens":3224,"out_tokens":554},"mistral-large-2":{"in_tokens":1782,"out_tokens":646}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1328,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":22.462222430999986,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1453,"out_tokens":1506},"claude-opus-4-8":{"in_tokens":2877,"out_tokens":631},"claude-opus-4-7":{"in_tokens":2882,"out_tokens":516},"mistral-large-2":{"in_tokens":1543,"out_tokens":568}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1387,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":26.81740930699999,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1324,"out_tokens":1314},"claude-opus-4-8":{"in_tokens":2491,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2496,"out_tokens":504},"mistral-large-2":{"in_tokens":1458,"out_tokens":713}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":279,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":20.937839765999968,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":993,"out_tokens":1537},"claude-opus-4-8":{"in_tokens":1995,"out_tokens":530},"claude-opus-4-7":{"in_tokens":2000,"out_tokens":428},"mistral-large-2":{"in_tokens":1051,"out_tokens":485}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":582,"out_tokens":933,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":14.766554921999955,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1236,"out_tokens":1330},"claude-opus-4-8":{"in_tokens":2490,"out_tokens":512},"claude-opus-4-7":{"in_tokens":2495,"out_tokens":516},"mistral-large-2":{"in_tokens":1282,"out_tokens":448}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":248,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":16.757270725000012,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1044,"out_tokens":1693},"claude-opus-4-8":{"in_tokens":2095,"out_tokens":726},"claude-opus-4-7":{"in_tokens":2100,"out_tokens":594},"mistral-large-2":{"in_tokens":1103,"out_tokens":769}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":345,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":15.078654002000007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1065,"out_tokens":1558},"claude-opus-4-8":{"in_tokens":2135,"out_tokens":630},"claude-opus-4-7":{"in_tokens":2140,"out_tokens":509},"mistral-large-2":{"in_tokens":1140,"out_tokens":531}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":499,"out_tokens":267,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":11.39228171000002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1132,"out_tokens":2031},"claude-opus-4-8":{"in_tokens":2257,"out_tokens":752},"claude-opus-4-7":{"in_tokens":2262,"out_tokens":537},"mistral-large-2":{"in_tokens":1221,"out_tokens":596}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":3334,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":88.60037708199997,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1240,"out_tokens":1490},"claude-opus-4-8":{"in_tokens":2399,"out_tokens":1091},"claude-opus-4-7":{"in_tokens":2404,"out_tokens":803},"mistral-large-2":{"in_tokens":1286,"out_tokens":662}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":227,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":16.661789765000037,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":989,"out_tokens":1610},"claude-opus-4-8":{"in_tokens":1997,"out_tokens":746},"claude-opus-4-7":{"in_tokens":2002,"out_tokens":669},"mistral-large-2":{"in_tokens":1055,"out_tokens":644}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":955,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":15.403248843999961,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1197,"out_tokens":2053},"claude-opus-4-8":{"in_tokens":2455,"out_tokens":510},"claude-opus-4-7":{"in_tokens":2460,"out_tokens":448},"mistral-large-2":{"in_tokens":1275,"out_tokens":794}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":251,"out_tokens":232,"error":null,"skip_reason":null,"score_raw":0.29166666666666663,"duration_s":17.993650540000033,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":940,"out_tokens":1275},"claude-opus-4-8":{"in_tokens":1830,"out_tokens":682},"claude-opus-4-7":{"in_tokens":1835,"out_tokens":395},"mistral-large-2":{"in_tokens":975,"out_tokens":492}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":333,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":26.504308675999994,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.2857142857142857,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1136,"out_tokens":2925},"claude-opus-4-8":{"in_tokens":2214,"out_tokens":1107},"claude-opus-4-7":{"in_tokens":2219,"out_tokens":727},"mistral-large-2":{"in_tokens":1241,"out_tokens":827}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":992,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":20.382318596999994,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1157,"out_tokens":1500},"claude-opus-4-8":{"in_tokens":2178,"out_tokens":621},"claude-opus-4-7":{"in_tokens":2183,"out_tokens":627},"mistral-large-2":{"in_tokens":1262,"out_tokens":655}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":266,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":10.415603049000026,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1073,"out_tokens":1041},"claude-opus-4-8":{"in_tokens":2123,"out_tokens":700},"claude-opus-4-7":{"in_tokens":2128,"out_tokens":560},"mistral-large-2":{"in_tokens":1138,"out_tokens":540}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":297,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":18.364256081000008,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1040,"out_tokens":2144},"claude-opus-4-8":{"in_tokens":2147,"out_tokens":618},"claude-opus-4-7":{"in_tokens":2152,"out_tokens":498},"mistral-large-2":{"in_tokens":1117,"out_tokens":416}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":262,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":25.624932014000024,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1258,"out_tokens":1841},"claude-opus-4-8":{"in_tokens":2423,"out_tokens":843},"claude-opus-4-7":{"in_tokens":2428,"out_tokens":575},"mistral-large-2":{"in_tokens":1326,"out_tokens":592}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":451,"out_tokens":333,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":12.753445910999972,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1084,"out_tokens":1368},"claude-opus-4-8":{"in_tokens":2240,"out_tokens":559},"claude-opus-4-7":{"in_tokens":2245,"out_tokens":522},"mistral-large-2":{"in_tokens":1143,"out_tokens":701}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":202,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":13.200355250999962,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1007,"out_tokens":1169},"claude-opus-4-8":{"in_tokens":2007,"out_tokens":545},"claude-opus-4-7":{"in_tokens":2012,"out_tokens":425},"mistral-large-2":{"in_tokens":1053,"out_tokens":423}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":412,"out_tokens":2940,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":69.69966915700002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1321,"out_tokens":1070},"claude-opus-4-8":{"in_tokens":2532,"out_tokens":604},"claude-opus-4-7":{"in_tokens":2537,"out_tokens":543},"mistral-large-2":{"in_tokens":1381,"out_tokens":456}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":250,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":19.955880435999973,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1026,"out_tokens":1838},"claude-opus-4-8":{"in_tokens":2074,"out_tokens":681},"claude-opus-4-7":{"in_tokens":2079,"out_tokens":498},"mistral-large-2":{"in_tokens":1074,"out_tokens":881}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1010,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":33.11750918800004,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2478,"out_tokens":3247},"claude-opus-4-8":{"in_tokens":4829,"out_tokens":1064},"claude-opus-4-7":{"in_tokens":4834,"out_tokens":785},"mistral-large-2":{"in_tokens":2595,"out_tokens":859}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":718,"out_tokens":508,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":14.471203290000005,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1989,"out_tokens":2142},"claude-opus-4-8":{"in_tokens":3856,"out_tokens":1098},"claude-opus-4-7":{"in_tokens":3861,"out_tokens":710},"mistral-large-2":{"in_tokens":2077,"out_tokens":735}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":994,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":33.191863436000006,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2386,"out_tokens":3575},"claude-opus-4-8":{"in_tokens":4678,"out_tokens":1066},"claude-opus-4-7":{"in_tokens":4683,"out_tokens":865},"mistral-large-2":{"in_tokens":2569,"out_tokens":798}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":1502,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":37.28619953100002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1239,"out_tokens":1495},"claude-opus-4-8":{"in_tokens":2360,"out_tokens":656},"claude-opus-4-7":{"in_tokens":2365,"out_tokens":715},"mistral-large-2":{"in_tokens":1341,"out_tokens":527}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":637,"out_tokens":553,"error":null,"skip_reason":null,"score_raw":0.42500000000000004,"duration_s":13.835346223999977,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1935,"out_tokens":1962},"claude-opus-4-8":{"in_tokens":3834,"out_tokens":1033},"claude-opus-4-7":{"in_tokens":3839,"out_tokens":787},"mistral-large-2":{"in_tokens":2033,"out_tokens":1268}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":937,"out_tokens":1870,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":29.666895047000025,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2269,"out_tokens":2351},"claude-opus-4-8":{"in_tokens":4442,"out_tokens":1063},"claude-opus-4-7":{"in_tokens":4447,"out_tokens":683},"mistral-large-2":{"in_tokens":2481,"out_tokens":815}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":2793,"error":null,"skip_reason":null,"score_raw":0.3888888888888889,"duration_s":48.290862240000024,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1283,"out_tokens":1256},"claude-opus-4-8":{"in_tokens":2395,"out_tokens":721},"claude-opus-4-7":{"in_tokens":2400,"out_tokens":634},"mistral-large-2":{"in_tokens":1338,"out_tokens":870}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":18.74844494499996,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1058,"out_tokens":1565},"claude-opus-4-8":{"in_tokens":2136,"out_tokens":712},"claude-opus-4-7":{"in_tokens":2141,"out_tokens":623},"mistral-large-2":{"in_tokens":1140,"out_tokens":611}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":244,"out_tokens":229,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":24.741881308000018,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":942,"out_tokens":1139},"claude-opus-4-8":{"in_tokens":1869,"out_tokens":587},"claude-opus-4-7":{"in_tokens":1874,"out_tokens":510},"mistral-large-2":{"in_tokens":1001,"out_tokens":443}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":2159,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":47.189322782999966,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1387,"out_tokens":2131},"claude-opus-4-8":{"in_tokens":2679,"out_tokens":675},"claude-opus-4-7":{"in_tokens":2684,"out_tokens":522},"mistral-large-2":{"in_tokens":1526,"out_tokens":692}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":432,"out_tokens":262,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":25.61791540500002,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1231,"out_tokens":1652},"claude-opus-4-8":{"in_tokens":2345,"out_tokens":927},"claude-opus-4-7":{"in_tokens":2350,"out_tokens":685},"mistral-large-2":{"in_tokens":1298,"out_tokens":705}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":1931,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":40.09394113299999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1544,"out_tokens":2440},"claude-opus-4-8":{"in_tokens":2922,"out_tokens":746},"claude-opus-4-7":{"in_tokens":2927,"out_tokens":604},"mistral-large-2":{"in_tokens":1713,"out_tokens":803}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":682,"out_tokens":555,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":20.125002323000047,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.3,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1934,"out_tokens":2701},"claude-opus-4-8":{"in_tokens":3829,"out_tokens":888},"claude-opus-4-7":{"in_tokens":3834,"out_tokens":759},"mistral-large-2":{"in_tokens":2078,"out_tokens":1389}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":667,"out_tokens":628,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.67288842800002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1969,"out_tokens":2715},"claude-opus-4-8":{"in_tokens":3869,"out_tokens":1043},"claude-opus-4-7":{"in_tokens":3874,"out_tokens":877},"mistral-large-2":{"in_tokens":2122,"out_tokens":806}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1232,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":26.58620848100003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1261,"out_tokens":1510},"claude-opus-4-8":{"in_tokens":2373,"out_tokens":598},"claude-opus-4-7":{"in_tokens":2378,"out_tokens":471},"mistral-large-2":{"in_tokens":1351,"out_tokens":561}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":916,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":31.485829041999978,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2340,"out_tokens":3048},"claude-opus-4-8":{"in_tokens":4661,"out_tokens":1002},"claude-opus-4-7":{"in_tokens":4666,"out_tokens":801},"mistral-large-2":{"in_tokens":2469,"out_tokens":858}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":304,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":11.71579441700004,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1148,"out_tokens":1351},"claude-opus-4-8":{"in_tokens":2195,"out_tokens":575},"claude-opus-4-7":{"in_tokens":2200,"out_tokens":462},"mistral-large-2":{"in_tokens":1225,"out_tokens":523}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":297,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":18.907406333999973,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1081,"out_tokens":1399},"claude-opus-4-8":{"in_tokens":2124,"out_tokens":701},"claude-opus-4-7":{"in_tokens":2129,"out_tokens":625},"mistral-large-2":{"in_tokens":1146,"out_tokens":510}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":229,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":15.297304354999994,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1010,"out_tokens":1550},"claude-opus-4-8":{"in_tokens":2034,"out_tokens":565},"claude-opus-4-7":{"in_tokens":2039,"out_tokens":493},"mistral-large-2":{"in_tokens":1055,"out_tokens":461}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":300,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":15.754632517999994,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1066,"out_tokens":1304},"claude-opus-4-8":{"in_tokens":2103,"out_tokens":633},"claude-opus-4-7":{"in_tokens":2108,"out_tokens":413},"mistral-large-2":{"in_tokens":1140,"out_tokens":540}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":332,"out_tokens":2801,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":46.02495815599997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1157,"out_tokens":2009},"claude-opus-4-8":{"in_tokens":2198,"out_tokens":557},"claude-opus-4-7":{"in_tokens":2203,"out_tokens":542},"mistral-large-2":{"in_tokens":1211,"out_tokens":686}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":992,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":23.93072134800002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1083,"out_tokens":1756},"claude-opus-4-8":{"in_tokens":2038,"out_tokens":804},"claude-opus-4-7":{"in_tokens":2043,"out_tokens":499},"mistral-large-2":{"in_tokens":1208,"out_tokens":569}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1531,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":25.317095953000035,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1597,"out_tokens":1175},"claude-opus-4-8":{"in_tokens":3128,"out_tokens":625},"claude-opus-4-7":{"in_tokens":3133,"out_tokens":477},"mistral-large-2":{"in_tokens":1690,"out_tokens":674}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":886,"out_tokens":1695,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":27.640434279000033,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2204,"out_tokens":3808},"claude-opus-4-8":{"in_tokens":4276,"out_tokens":1053},"claude-opus-4-7":{"in_tokens":4281,"out_tokens":881},"mistral-large-2":{"in_tokens":2378,"out_tokens":803}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":2559,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":37.77438432699995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1263,"out_tokens":1312},"claude-opus-4-8":{"in_tokens":2341,"out_tokens":563},"claude-opus-4-7":{"in_tokens":2346,"out_tokens":460},"mistral-large-2":{"in_tokens":1321,"out_tokens":438}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":263,"out_tokens":287,"error":null,"skip_reason":null,"score_raw":0.6071428571428572,"duration_s":23.533298780999985,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1015,"out_tokens":1698},"claude-opus-4-8":{"in_tokens":2087,"out_tokens":523},"claude-opus-4-7":{"in_tokens":2092,"out_tokens":498},"mistral-large-2":{"in_tokens":1074,"out_tokens":678}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":592,"out_tokens":408,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":24.44032823899994,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1539,"out_tokens":1728},"claude-opus-4-8":{"in_tokens":3132,"out_tokens":959},"claude-opus-4-7":{"in_tokens":3137,"out_tokens":722},"mistral-large-2":{"in_tokens":1647,"out_tokens":809}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":638,"out_tokens":376,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":32.88250192999999,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1724,"out_tokens":1978},"claude-opus-4-8":{"in_tokens":3369,"out_tokens":944},"claude-opus-4-7":{"in_tokens":3374,"out_tokens":703},"mistral-large-2":{"in_tokens":1860,"out_tokens":839}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":1879,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":29.820738618000007,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2040,"out_tokens":2548},"claude-opus-4-8":{"in_tokens":4092,"out_tokens":851},"claude-opus-4-7":{"in_tokens":4097,"out_tokens":711},"mistral-large-2":{"in_tokens":2197,"out_tokens":834}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":533,"out_tokens":1482,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":24.615497018000042,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1519,"out_tokens":2495},"claude-opus-4-8":{"in_tokens":2951,"out_tokens":645},"claude-opus-4-7":{"in_tokens":2956,"out_tokens":542},"mistral-large-2":{"in_tokens":1642,"out_tokens":609}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":1359,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":33.48537506599996,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1136,"out_tokens":1465},"claude-opus-4-8":{"in_tokens":2263,"out_tokens":718},"claude-opus-4-7":{"in_tokens":2268,"out_tokens":561},"mistral-large-2":{"in_tokens":1218,"out_tokens":517}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":429,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":36.28399117099997,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1856,"out_tokens":3492},"claude-opus-4-8":{"in_tokens":3610,"out_tokens":1391},"claude-opus-4-7":{"in_tokens":3615,"out_tokens":863},"mistral-large-2":{"in_tokens":1948,"out_tokens":818}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":356,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":30.268986009999992,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1408,"out_tokens":2143},"claude-opus-4-8":{"in_tokens":2691,"out_tokens":887},"claude-opus-4-7":{"in_tokens":2696,"out_tokens":683},"mistral-large-2":{"in_tokens":1497,"out_tokens":679}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":748,"out_tokens":1290,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":21.451635236000016,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1634,"out_tokens":2883},"claude-opus-4-8":{"in_tokens":3212,"out_tokens":1025},"claude-opus-4-7":{"in_tokens":3217,"out_tokens":785},"mistral-large-2":{"in_tokens":1747,"out_tokens":725}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":860,"out_tokens":484,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":29.351118724000003,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2069,"out_tokens":2110},"claude-opus-4-8":{"in_tokens":3981,"out_tokens":1246},"claude-opus-4-7":{"in_tokens":3986,"out_tokens":936},"mistral-large-2":{"in_tokens":2151,"out_tokens":810}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1659,"error":null,"skip_reason":null,"score_raw":0.2222222222222222,"duration_s":45.46684564599997,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1189,"out_tokens":1541},"claude-opus-4-8":{"in_tokens":2325,"out_tokens":853},"claude-opus-4-7":{"in_tokens":2330,"out_tokens":501},"mistral-large-2":{"in_tokens":1272,"out_tokens":670}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":744,"out_tokens":529,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":21.629321775999983,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2010,"out_tokens":1877},"claude-opus-4-8":{"in_tokens":3937,"out_tokens":920},"claude-opus-4-7":{"in_tokens":3942,"out_tokens":662},"mistral-large-2":{"in_tokens":2170,"out_tokens":793}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":384,"error":null,"skip_reason":null,"score_raw":0.17500000000000002,"duration_s":37.523757732000036,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.2,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1715,"out_tokens":2902},"claude-opus-4-8":{"in_tokens":3395,"out_tokens":1249},"claude-opus-4-7":{"in_tokens":3400,"out_tokens":944},"mistral-large-2":{"in_tokens":1845,"out_tokens":842}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1309,"out_tokens":1719,"error":null,"skip_reason":null,"score_raw":0.825,"duration_s":28.395514520000006,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2381,"out_tokens":3492},"claude-opus-4-8":{"in_tokens":4691,"out_tokens":1068},"claude-opus-4-7":{"in_tokens":4696,"out_tokens":956},"mistral-large-2":{"in_tokens":2498,"out_tokens":715}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":369,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":35.365386210999986,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1681,"out_tokens":1513},"claude-opus-4-8":{"in_tokens":3328,"out_tokens":907},"claude-opus-4-7":{"in_tokens":3333,"out_tokens":696},"mistral-large-2":{"in_tokens":1821,"out_tokens":807}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":2779,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":52.145313138999995,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1176,"out_tokens":1628},"claude-opus-4-8":{"in_tokens":2152,"out_tokens":650},"claude-opus-4-7":{"in_tokens":2157,"out_tokens":564},"mistral-large-2":{"in_tokens":1239,"out_tokens":620}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1805,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":51.55376784500004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1480,"out_tokens":2087},"claude-opus-4-8":{"in_tokens":2832,"out_tokens":658},"claude-opus-4-7":{"in_tokens":2837,"out_tokens":569},"mistral-large-2":{"in_tokens":1650,"out_tokens":545}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":435,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":32.88400093200005,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1754,"out_tokens":3241},"claude-opus-4-8":{"in_tokens":3480,"out_tokens":934},"claude-opus-4-7":{"in_tokens":3485,"out_tokens":772},"mistral-large-2":{"in_tokens":1857,"out_tokens":754}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":745,"out_tokens":736,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":30.37814601599996,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2110,"out_tokens":2882},"claude-opus-4-8":{"in_tokens":4151,"out_tokens":1112},"claude-opus-4-7":{"in_tokens":4156,"out_tokens":960},"mistral-large-2":{"in_tokens":2268,"out_tokens":824}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1103,"out_tokens":2042,"error":null,"skip_reason":null,"score_raw":0.6749999999999999,"duration_s":31.987182845000007,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2405,"out_tokens":2542},"claude-opus-4-8":{"in_tokens":4677,"out_tokens":1082},"claude-opus-4-7":{"in_tokens":4682,"out_tokens":760},"mistral-large-2":{"in_tokens":2606,"out_tokens":939}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":849,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":20.36785747199997,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1370,"out_tokens":1902},"claude-opus-4-8":{"in_tokens":2623,"out_tokens":748},"claude-opus-4-7":{"in_tokens":2628,"out_tokens":655},"mistral-large-2":{"in_tokens":1475,"out_tokens":654}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":2035,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":43.935425937000105,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1098,"out_tokens":1193},"claude-opus-4-8":{"in_tokens":2066,"out_tokens":596},"claude-opus-4-7":{"in_tokens":2071,"out_tokens":528},"mistral-large-2":{"in_tokens":1155,"out_tokens":474}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1109,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":33.67167374899998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2487,"out_tokens":2212},"claude-opus-4-8":{"in_tokens":4878,"out_tokens":1164},"claude-opus-4-7":{"in_tokens":4883,"out_tokens":739},"mistral-large-2":{"in_tokens":2676,"out_tokens":1198}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":1784,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":30.489450970000007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1235,"out_tokens":1303},"claude-opus-4-8":{"in_tokens":2478,"out_tokens":665},"claude-opus-4-7":{"in_tokens":2483,"out_tokens":465},"mistral-large-2":{"in_tokens":1373,"out_tokens":494}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":340,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":29.271614797999973,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1648,"out_tokens":1724},"claude-opus-4-8":{"in_tokens":3267,"out_tokens":944},"claude-opus-4-7":{"in_tokens":3272,"out_tokens":759},"mistral-large-2":{"in_tokens":1779,"out_tokens":885}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":332,"out_tokens":255,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":18.217506895000042,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1079,"out_tokens":1435},"claude-opus-4-8":{"in_tokens":2088,"out_tokens":514},"claude-opus-4-7":{"in_tokens":2093,"out_tokens":397},"mistral-large-2":{"in_tokens":1152,"out_tokens":640}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":2544,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":51.79622500800008,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1456,"out_tokens":2823},"claude-opus-4-8":{"in_tokens":2677,"out_tokens":698},"claude-opus-4-7":{"in_tokens":2682,"out_tokens":527},"mistral-large-2":{"in_tokens":1655,"out_tokens":1048}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":315,"out_tokens":2341,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":49.66512275499997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1012,"out_tokens":1191},"claude-opus-4-8":{"in_tokens":1935,"out_tokens":597},"claude-opus-4-7":{"in_tokens":1940,"out_tokens":415},"mistral-large-2":{"in_tokens":1062,"out_tokens":465}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":423,"out_tokens":273,"error":null,"skip_reason":null,"score_raw":0.05,"duration_s":23.48816694100003,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.3,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1370,"out_tokens":2046},"claude-opus-4-8":{"in_tokens":2779,"out_tokens":1029},"claude-opus-4-7":{"in_tokens":2784,"out_tokens":784},"mistral-large-2":{"in_tokens":1461,"out_tokens":779}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":681,"out_tokens":1643,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":29.862701720000018,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1934,"out_tokens":4474},"claude-opus-4-8":{"in_tokens":3682,"out_tokens":1282},"claude-opus-4-7":{"in_tokens":3687,"out_tokens":1019},"mistral-large-2":{"in_tokens":2138,"out_tokens":843}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":298,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":23.82402609899998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1034,"out_tokens":1765},"claude-opus-4-8":{"in_tokens":2038,"out_tokens":525},"claude-opus-4-7":{"in_tokens":2043,"out_tokens":465},"mistral-large-2":{"in_tokens":1109,"out_tokens":506}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":2218,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":14.166192575999958,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1888,"out_tokens":2449},"claude-opus-4-8":{"in_tokens":3474,"out_tokens":713},"claude-opus-4-7":{"in_tokens":3479,"out_tokens":642},"mistral-large-2":{"in_tokens":2029,"out_tokens":674}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":1082,"error":null,"skip_reason":null,"score_raw":0.8500000000000001,"duration_s":20.380354798999974,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1551,"out_tokens":2408},"claude-opus-4-8":{"in_tokens":2938,"out_tokens":1204},"claude-opus-4-7":{"in_tokens":2943,"out_tokens":889},"mistral-large-2":{"in_tokens":1665,"out_tokens":820}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":1948,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":34.83519520599998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1474,"out_tokens":1828},"claude-opus-4-8":{"in_tokens":2828,"out_tokens":673},"claude-opus-4-7":{"in_tokens":2833,"out_tokens":548},"mistral-large-2":{"in_tokens":1653,"out_tokens":556}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":1683,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":32.83400827599996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1516,"out_tokens":1184},"claude-opus-4-8":{"in_tokens":2787,"out_tokens":804},"claude-opus-4-7":{"in_tokens":2792,"out_tokens":492},"mistral-large-2":{"in_tokens":1701,"out_tokens":500}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1219,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":21.618414217999998,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2085,"out_tokens":3016},"claude-opus-4-8":{"in_tokens":3961,"out_tokens":1103},"claude-opus-4-7":{"in_tokens":3966,"out_tokens":711},"mistral-large-2":{"in_tokens":2232,"out_tokens":810}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":1592,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":25.909740478999993,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2145,"out_tokens":3416},"claude-opus-4-8":{"in_tokens":3982,"out_tokens":1215},"claude-opus-4-7":{"in_tokens":3987,"out_tokens":977},"mistral-large-2":{"in_tokens":2289,"out_tokens":901}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":255,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":26.928457548999972,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1268,"out_tokens":2457},"claude-opus-4-8":{"in_tokens":2430,"out_tokens":811},"claude-opus-4-7":{"in_tokens":2435,"out_tokens":571},"mistral-large-2":{"in_tokens":1344,"out_tokens":628}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":1206,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":23.03438031500002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1201,"out_tokens":1431},"claude-opus-4-8":{"in_tokens":2290,"out_tokens":652},"claude-opus-4-7":{"in_tokens":2295,"out_tokens":504},"mistral-large-2":{"in_tokens":1301,"out_tokens":606}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":467,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":26.61519660099998,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1788,"out_tokens":2330},"claude-opus-4-8":{"in_tokens":3569,"out_tokens":1185},"claude-opus-4-7":{"in_tokens":3574,"out_tokens":1222},"mistral-large-2":{"in_tokens":1919,"out_tokens":785}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":698,"out_tokens":394,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":35.537911478999945,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1934,"out_tokens":2052},"claude-opus-4-8":{"in_tokens":3761,"out_tokens":1084},"claude-opus-4-7":{"in_tokens":3766,"out_tokens":1181},"mistral-large-2":{"in_tokens":2034,"out_tokens":800}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1528,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":25.835678956000038,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2286,"out_tokens":3648},"claude-opus-4-8":{"in_tokens":4290,"out_tokens":1042},"claude-opus-4-7":{"in_tokens":4295,"out_tokens":797},"mistral-large-2":{"in_tokens":2423,"out_tokens":896}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1461,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":26.548117907000005,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1927,"out_tokens":2854},"claude-opus-4-8":{"in_tokens":3625,"out_tokens":866},"claude-opus-4-7":{"in_tokens":3630,"out_tokens":786},"mistral-large-2":{"in_tokens":2085,"out_tokens":635}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":665,"out_tokens":1366,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":23.949051575,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1800,"out_tokens":3007},"claude-opus-4-8":{"in_tokens":3434,"out_tokens":1292},"claude-opus-4-7":{"in_tokens":3439,"out_tokens":951},"mistral-large-2":{"in_tokens":1906,"out_tokens":759}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":1338,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":24.718518014999972,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1726,"out_tokens":2112},"claude-opus-4-8":{"in_tokens":3346,"out_tokens":864},"claude-opus-4-7":{"in_tokens":3351,"out_tokens":859},"mistral-large-2":{"in_tokens":1854,"out_tokens":757}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":507,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":31.26858959499998,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1964,"out_tokens":2000},"claude-opus-4-8":{"in_tokens":3855,"out_tokens":906},"claude-opus-4-7":{"in_tokens":3860,"out_tokens":754},"mistral-large-2":{"in_tokens":2095,"out_tokens":894}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1883,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":30.664068795999924,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1405,"out_tokens":1585},"claude-opus-4-8":{"in_tokens":2686,"out_tokens":740},"claude-opus-4-7":{"in_tokens":2691,"out_tokens":529},"mistral-large-2":{"in_tokens":1548,"out_tokens":665}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":1501,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":30.78097845100001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1176,"out_tokens":1928},"claude-opus-4-8":{"in_tokens":2256,"out_tokens":788},"claude-opus-4-7":{"in_tokens":2261,"out_tokens":569},"mistral-large-2":{"in_tokens":1303,"out_tokens":671}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":1775,"error":null,"skip_reason":null,"score_raw":0.8611111111111112,"duration_s":35.85677831700002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1340,"out_tokens":2138},"claude-opus-4-8":{"in_tokens":2562,"out_tokens":872},"claude-opus-4-7":{"in_tokens":2567,"out_tokens":567},"mistral-large-2":{"in_tokens":1492,"out_tokens":611}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":822,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":14.888436658000046,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1440,"out_tokens":1939},"claude-opus-4-8":{"in_tokens":2796,"out_tokens":809},"claude-opus-4-7":{"in_tokens":2801,"out_tokens":590},"mistral-large-2":{"in_tokens":1528,"out_tokens":647}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":1048,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":10.199443043999963,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1336,"out_tokens":1792},"claude-opus-4-8":{"in_tokens":2614,"out_tokens":737},"claude-opus-4-7":{"in_tokens":2619,"out_tokens":545},"mistral-large-2":{"in_tokens":1449,"out_tokens":683}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":1763,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":63.26582203800001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":945,"out_tokens":976},"claude-opus-4-8":{"in_tokens":1775,"out_tokens":437},"claude-opus-4-7":{"in_tokens":1780,"out_tokens":406},"mistral-large-2":{"in_tokens":982,"out_tokens":450}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":1119,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":18.27338096400001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1714,"out_tokens":2080},"claude-opus-4-8":{"in_tokens":3247,"out_tokens":916},"claude-opus-4-7":{"in_tokens":3252,"out_tokens":765},"mistral-large-2":{"in_tokens":1860,"out_tokens":703}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":338,"out_tokens":2698,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":80.0069000960001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1101,"out_tokens":1064},"claude-opus-4-8":{"in_tokens":2065,"out_tokens":557},"claude-opus-4-7":{"in_tokens":2070,"out_tokens":445},"mistral-large-2":{"in_tokens":1169,"out_tokens":458}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":655,"out_tokens":1347,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":25.40411342199991,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1680,"out_tokens":2941},"claude-opus-4-8":{"in_tokens":3334,"out_tokens":727},"claude-opus-4-7":{"in_tokens":3339,"out_tokens":973},"mistral-large-2":{"in_tokens":1790,"out_tokens":864}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":2233,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":38.10416674800001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1619,"out_tokens":2978},"claude-opus-4-8":{"in_tokens":3135,"out_tokens":606},"claude-opus-4-7":{"in_tokens":3140,"out_tokens":569},"mistral-large-2":{"in_tokens":1815,"out_tokens":665}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":763,"out_tokens":1507,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":25.94866903600007,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2297,"out_tokens":3197},"claude-opus-4-8":{"in_tokens":4273,"out_tokens":966},"claude-opus-4-7":{"in_tokens":4278,"out_tokens":937},"mistral-large-2":{"in_tokens":2437,"out_tokens":904}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1894,"error":null,"skip_reason":null,"score_raw":0.027777777777777776,"duration_s":21.026837701999966,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1212,"out_tokens":1450},"claude-opus-4-8":{"in_tokens":2399,"out_tokens":1174},"claude-opus-4-7":{"in_tokens":2404,"out_tokens":619},"mistral-large-2":{"in_tokens":1327,"out_tokens":681}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":1496,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":25.077839914000037,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1277,"out_tokens":1594},"claude-opus-4-8":{"in_tokens":2461,"out_tokens":848},"claude-opus-4-7":{"in_tokens":2466,"out_tokens":614},"mistral-large-2":{"in_tokens":1427,"out_tokens":674}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":335,"out_tokens":1988,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":70.5182338809999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1095,"out_tokens":1601},"claude-opus-4-8":{"in_tokens":2026,"out_tokens":697},"claude-opus-4-7":{"in_tokens":2031,"out_tokens":471},"mistral-large-2":{"in_tokens":1145,"out_tokens":760}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":1631,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":19.986646328000006,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1271,"out_tokens":2230},"claude-opus-4-8":{"in_tokens":2352,"out_tokens":944},"claude-opus-4-7":{"in_tokens":2357,"out_tokens":614},"mistral-large-2":{"in_tokens":1402,"out_tokens":815}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":594,"out_tokens":1346,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":20.914545649000047,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1827,"out_tokens":2693},"claude-opus-4-8":{"in_tokens":3381,"out_tokens":1165},"claude-opus-4-7":{"in_tokens":3386,"out_tokens":976},"mistral-large-2":{"in_tokens":1979,"out_tokens":805}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":1032,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":18.337554522999994,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1619,"out_tokens":3288},"claude-opus-4-8":{"in_tokens":3102,"out_tokens":1056},"claude-opus-4-7":{"in_tokens":3107,"out_tokens":820},"mistral-large-2":{"in_tokens":1691,"out_tokens":694}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":693,"out_tokens":836,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":15.50618826099992,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1572,"out_tokens":1868},"claude-opus-4-8":{"in_tokens":2889,"out_tokens":749},"claude-opus-4-7":{"in_tokens":2894,"out_tokens":586},"mistral-large-2":{"in_tokens":1632,"out_tokens":641}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":715,"out_tokens":1259,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":22.950581980000038,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1741,"out_tokens":2675},"claude-opus-4-8":{"in_tokens":3319,"out_tokens":896},"claude-opus-4-7":{"in_tokens":3324,"out_tokens":593},"mistral-large-2":{"in_tokens":1815,"out_tokens":591}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":942,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":9.928195981000044,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1117,"out_tokens":834},"claude-opus-4-8":{"in_tokens":2149,"out_tokens":493},"claude-opus-4-7":{"in_tokens":2154,"out_tokens":500},"mistral-large-2":{"in_tokens":1215,"out_tokens":563}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":1378,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":22.307966997999984,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1336,"out_tokens":1433},"claude-opus-4-8":{"in_tokens":2529,"out_tokens":736},"claude-opus-4-7":{"in_tokens":2534,"out_tokens":659},"mistral-large-2":{"in_tokens":1495,"out_tokens":754}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":1626,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":19.321950799000092,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1245,"out_tokens":2114},"claude-opus-4-8":{"in_tokens":2332,"out_tokens":684},"claude-opus-4-7":{"in_tokens":2337,"out_tokens":633},"mistral-large-2":{"in_tokens":1344,"out_tokens":605}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":897,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":17.255470747000004,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1451,"out_tokens":1435},"claude-opus-4-8":{"in_tokens":2693,"out_tokens":625},"claude-opus-4-7":{"in_tokens":2698,"out_tokens":556},"mistral-large-2":{"in_tokens":1522,"out_tokens":658}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":2425,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":31.875942676000022,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1159,"out_tokens":1270},"claude-opus-4-8":{"in_tokens":2259,"out_tokens":702},"claude-opus-4-7":{"in_tokens":2264,"out_tokens":535},"mistral-large-2":{"in_tokens":1229,"out_tokens":608}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":1794,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":17.087754017000066,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1350,"out_tokens":1991},"claude-opus-4-8":{"in_tokens":2534,"out_tokens":704},"claude-opus-4-7":{"in_tokens":2539,"out_tokens":606},"mistral-large-2":{"in_tokens":1480,"out_tokens":648}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":950,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":17.79208319499992,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.25,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1399,"out_tokens":1731},"claude-opus-4-8":{"in_tokens":2607,"out_tokens":1019},"claude-opus-4-7":{"in_tokens":2612,"out_tokens":670},"mistral-large-2":{"in_tokens":1477,"out_tokens":677}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":780,"out_tokens":1283,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":24.627289135999945,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1707,"out_tokens":1793},"claude-opus-4-8":{"in_tokens":3142,"out_tokens":793},"claude-opus-4-7":{"in_tokens":3147,"out_tokens":535},"mistral-large-2":{"in_tokens":1778,"out_tokens":642}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":1136,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":21.720271817000025,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1578,"out_tokens":2336},"claude-opus-4-8":{"in_tokens":2890,"out_tokens":560},"claude-opus-4-7":{"in_tokens":2895,"out_tokens":473},"mistral-large-2":{"in_tokens":1652,"out_tokens":714}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":2621,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":29.00472640700002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2077,"out_tokens":2132},"claude-opus-4-8":{"in_tokens":4140,"out_tokens":1036},"claude-opus-4-7":{"in_tokens":4145,"out_tokens":603},"mistral-large-2":{"in_tokens":2229,"out_tokens":703}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":1223,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":24.301838256999986,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1484,"out_tokens":2423},"claude-opus-4-8":{"in_tokens":2814,"out_tokens":537},"claude-opus-4-7":{"in_tokens":2819,"out_tokens":497},"mistral-large-2":{"in_tokens":1569,"out_tokens":562}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":1911,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":56.33250262900003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1095,"out_tokens":1421},"claude-opus-4-8":{"in_tokens":2065,"out_tokens":599},"claude-opus-4-7":{"in_tokens":2070,"out_tokens":481},"mistral-large-2":{"in_tokens":1154,"out_tokens":522}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":1589,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":48.13269923500002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1038,"out_tokens":1123},"claude-opus-4-8":{"in_tokens":1970,"out_tokens":537},"claude-opus-4-7":{"in_tokens":1975,"out_tokens":475},"mistral-large-2":{"in_tokens":1095,"out_tokens":489}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":2108,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":22.380191667000076,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1970,"out_tokens":1809},"claude-opus-4-8":{"in_tokens":3933,"out_tokens":749},"claude-opus-4-7":{"in_tokens":3938,"out_tokens":503},"mistral-large-2":{"in_tokens":2125,"out_tokens":637}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":1069,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":21.045121524000024,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1444,"out_tokens":1828},"claude-opus-4-8":{"in_tokens":2760,"out_tokens":562},"claude-opus-4-7":{"in_tokens":2765,"out_tokens":477},"mistral-large-2":{"in_tokens":1531,"out_tokens":543}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":885,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":20.481983036999964,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1293,"out_tokens":1169},"claude-opus-4-8":{"in_tokens":2439,"out_tokens":473},"claude-opus-4-7":{"in_tokens":2444,"out_tokens":389},"mistral-large-2":{"in_tokens":1349,"out_tokens":601}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":2797,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":32.176972456000044,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1787,"out_tokens":2345},"claude-opus-4-8":{"in_tokens":3734,"out_tokens":802},"claude-opus-4-7":{"in_tokens":3739,"out_tokens":594},"mistral-large-2":{"in_tokens":1927,"out_tokens":1132}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":1088,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":20.366617418000033,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1544,"out_tokens":2151},"claude-opus-4-8":{"in_tokens":2864,"out_tokens":620},"claude-opus-4-7":{"in_tokens":2869,"out_tokens":525},"mistral-large-2":{"in_tokens":1608,"out_tokens":658}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":2006,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":23.823207243999946,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1575,"out_tokens":1292},"claude-opus-4-8":{"in_tokens":3220,"out_tokens":649},"claude-opus-4-7":{"in_tokens":3225,"out_tokens":543},"mistral-large-2":{"in_tokens":1665,"out_tokens":493}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":414,"out_tokens":2853,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":71.18502473700005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1224,"out_tokens":1068},"claude-opus-4-8":{"in_tokens":2295,"out_tokens":543},"claude-opus-4-7":{"in_tokens":2300,"out_tokens":493},"mistral-large-2":{"in_tokens":1279,"out_tokens":521}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":700,"out_tokens":927,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":17.93576180900004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1536,"out_tokens":1530},"claude-opus-4-8":{"in_tokens":2874,"out_tokens":616},"claude-opus-4-7":{"in_tokens":2879,"out_tokens":474},"mistral-large-2":{"in_tokens":1617,"out_tokens":640}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":890,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":17.21670997000001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1365,"out_tokens":1320},"claude-opus-4-8":{"in_tokens":2555,"out_tokens":557},"claude-opus-4-7":{"in_tokens":2560,"out_tokens":545},"mistral-large-2":{"in_tokens":1446,"out_tokens":595}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":1690,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":17.200524260000066,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1325,"out_tokens":2798},"claude-opus-4-8":{"in_tokens":2704,"out_tokens":540},"claude-opus-4-7":{"in_tokens":2709,"out_tokens":440},"mistral-large-2":{"in_tokens":1400,"out_tokens":556}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":965,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":18.461475070999995,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1410,"out_tokens":1631},"claude-opus-4-8":{"in_tokens":2617,"out_tokens":640},"claude-opus-4-7":{"in_tokens":2622,"out_tokens":510},"mistral-large-2":{"in_tokens":1467,"out_tokens":581}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":1207,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":21.670715244000007,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1482,"out_tokens":967},"claude-opus-4-8":{"in_tokens":2835,"out_tokens":590},"claude-opus-4-7":{"in_tokens":2840,"out_tokens":455},"mistral-large-2":{"in_tokens":1559,"out_tokens":614}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":1690,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":23.315553837999914,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1589,"out_tokens":1214},"claude-opus-4-8":{"in_tokens":3196,"out_tokens":577},"claude-opus-4-7":{"in_tokens":3201,"out_tokens":548},"mistral-large-2":{"in_tokens":1694,"out_tokens":725}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":1687,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":22.572955404000027,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1598,"out_tokens":2649},"claude-opus-4-8":{"in_tokens":3114,"out_tokens":650},"claude-opus-4-7":{"in_tokens":3119,"out_tokens":572},"mistral-large-2":{"in_tokens":1738,"out_tokens":635}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":1781,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":36.87163676600005,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1490,"out_tokens":1704},"claude-opus-4-8":{"in_tokens":2937,"out_tokens":493},"claude-opus-4-7":{"in_tokens":2942,"out_tokens":406},"mistral-large-2":{"in_tokens":1630,"out_tokens":546}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":2191,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":35.50018716300008,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1060,"out_tokens":1243},"claude-opus-4-8":{"in_tokens":1986,"out_tokens":637},"claude-opus-4-7":{"in_tokens":1991,"out_tokens":488},"mistral-large-2":{"in_tokens":1104,"out_tokens":472}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":1183,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":21.972930275000067,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1762,"out_tokens":1466},"claude-opus-4-8":{"in_tokens":3334,"out_tokens":634},"claude-opus-4-7":{"in_tokens":3339,"out_tokens":516},"mistral-large-2":{"in_tokens":1817,"out_tokens":654}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":785,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":14.59835306499997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1365,"out_tokens":1092},"claude-opus-4-8":{"in_tokens":2571,"out_tokens":661},"claude-opus-4-7":{"in_tokens":2576,"out_tokens":451},"mistral-large-2":{"in_tokens":1425,"out_tokens":539}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":1044,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":18.38870864799992,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1504,"out_tokens":1056},"claude-opus-4-8":{"in_tokens":2810,"out_tokens":749},"claude-opus-4-7":{"in_tokens":2815,"out_tokens":582},"mistral-large-2":{"in_tokens":1590,"out_tokens":623}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1255,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":23.371374644999946,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1617,"out_tokens":1711},"claude-opus-4-8":{"in_tokens":3092,"out_tokens":671},"claude-opus-4-7":{"in_tokens":3097,"out_tokens":549},"mistral-large-2":{"in_tokens":1684,"out_tokens":633}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":1686,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":24.608534423000037,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1484,"out_tokens":1277},"claude-opus-4-8":{"in_tokens":2994,"out_tokens":512},"claude-opus-4-7":{"in_tokens":2999,"out_tokens":420},"mistral-large-2":{"in_tokens":1622,"out_tokens":650}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":549,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":11.08924874999991,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1252,"out_tokens":1275},"claude-opus-4-8":{"in_tokens":2323,"out_tokens":635},"claude-opus-4-7":{"in_tokens":2328,"out_tokens":555},"mistral-large-2":{"in_tokens":1295,"out_tokens":607}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":382,"out_tokens":2470,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":40.90366250699992,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1177,"out_tokens":942},"claude-opus-4-8":{"in_tokens":2202,"out_tokens":514},"claude-opus-4-7":{"in_tokens":2207,"out_tokens":446},"mistral-large-2":{"in_tokens":1220,"out_tokens":745}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":419,"out_tokens":3196,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":53.18646968300004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1429,"out_tokens":1700},"claude-opus-4-8":{"in_tokens":2704,"out_tokens":666},"claude-opus-4-7":{"in_tokens":2709,"out_tokens":544},"mistral-large-2":{"in_tokens":1474,"out_tokens":563}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":2064,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":28.728242492999925,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1537,"out_tokens":1256},"claude-opus-4-8":{"in_tokens":3142,"out_tokens":555},"claude-opus-4-7":{"in_tokens":3147,"out_tokens":428},"mistral-large-2":{"in_tokens":1639,"out_tokens":557}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":422,"out_tokens":1103,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":19.949594470999955,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1449,"out_tokens":1440},"claude-opus-4-8":{"in_tokens":2783,"out_tokens":564},"claude-opus-4-7":{"in_tokens":2788,"out_tokens":571},"mistral-large-2":{"in_tokens":1517,"out_tokens":636}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":633,"out_tokens":775,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":16.044378244000086,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1425,"out_tokens":1726},"claude-opus-4-8":{"in_tokens":2670,"out_tokens":787},"claude-opus-4-7":{"in_tokens":2675,"out_tokens":561},"mistral-large-2":{"in_tokens":1563,"out_tokens":738}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":581,"out_tokens":893,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":16.312418248000085,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1296,"out_tokens":1718},"claude-opus-4-8":{"in_tokens":2582,"out_tokens":927},"claude-opus-4-7":{"in_tokens":2587,"out_tokens":560},"mistral-large-2":{"in_tokens":1419,"out_tokens":802}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":864,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":15.228274851000037,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1323,"out_tokens":1883},"claude-opus-4-8":{"in_tokens":2526,"out_tokens":913},"claude-opus-4-7":{"in_tokens":2531,"out_tokens":659},"mistral-large-2":{"in_tokens":1485,"out_tokens":654}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":1480,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":36.799496825000006,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1423,"out_tokens":1658},"claude-opus-4-8":{"in_tokens":2814,"out_tokens":581},"claude-opus-4-7":{"in_tokens":2819,"out_tokens":516},"mistral-large-2":{"in_tokens":1522,"out_tokens":840}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":2745,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":42.57828456300001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1337,"out_tokens":1735},"claude-opus-4-8":{"in_tokens":2639,"out_tokens":656},"claude-opus-4-7":{"in_tokens":2644,"out_tokens":426},"mistral-large-2":{"in_tokens":1394,"out_tokens":505}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":644,"out_tokens":861,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":15.858094359999996,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1388,"out_tokens":2246},"claude-opus-4-8":{"in_tokens":2650,"out_tokens":676},"claude-opus-4-7":{"in_tokens":2655,"out_tokens":487},"mistral-large-2":{"in_tokens":1498,"out_tokens":698}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":812,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":14.461471670000037,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1278,"out_tokens":1205},"claude-opus-4-8":{"in_tokens":2479,"out_tokens":615},"claude-opus-4-7":{"in_tokens":2484,"out_tokens":447},"mistral-large-2":{"in_tokens":1395,"out_tokens":517}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":1836,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":30.038929295000003,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1522,"out_tokens":2126},"claude-opus-4-8":{"in_tokens":2936,"out_tokens":779},"claude-opus-4-7":{"in_tokens":2941,"out_tokens":461},"mistral-large-2":{"in_tokens":1623,"out_tokens":528}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":588,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":12.453155070000093,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1224,"out_tokens":952},"claude-opus-4-8":{"in_tokens":2294,"out_tokens":635},"claude-opus-4-7":{"in_tokens":2299,"out_tokens":535},"mistral-large-2":{"in_tokens":1345,"out_tokens":629}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":942,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":16.929789581000023,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1350,"out_tokens":2351},"claude-opus-4-8":{"in_tokens":2590,"out_tokens":798},"claude-opus-4-7":{"in_tokens":2595,"out_tokens":640},"mistral-large-2":{"in_tokens":1472,"out_tokens":604}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":2050,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":52.40857110200011,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1139,"out_tokens":1513},"claude-opus-4-8":{"in_tokens":2153,"out_tokens":675},"claude-opus-4-7":{"in_tokens":2158,"out_tokens":484},"mistral-large-2":{"in_tokens":1194,"out_tokens":470}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":620,"out_tokens":893,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":16.93636421000008,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1378,"out_tokens":1341},"claude-opus-4-8":{"in_tokens":2648,"out_tokens":599},"claude-opus-4-7":{"in_tokens":2653,"out_tokens":478},"mistral-large-2":{"in_tokens":1502,"out_tokens":502}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":629,"out_tokens":790,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":16.404848863999973,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1354,"out_tokens":912},"claude-opus-4-8":{"in_tokens":2588,"out_tokens":596},"claude-opus-4-7":{"in_tokens":2593,"out_tokens":474},"mistral-large-2":{"in_tokens":1472,"out_tokens":568}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":1347,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":17.95968300900006,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1233,"out_tokens":1565},"claude-opus-4-8":{"in_tokens":2476,"out_tokens":567},"claude-opus-4-7":{"in_tokens":2481,"out_tokens":456},"mistral-large-2":{"in_tokens":1284,"out_tokens":532}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":1540,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":25.964118864999932,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1689,"out_tokens":1636},"claude-opus-4-8":{"in_tokens":3350,"out_tokens":663},"claude-opus-4-7":{"in_tokens":3355,"out_tokens":479},"mistral-large-2":{"in_tokens":1811,"out_tokens":575}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1623,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":27.07624057199996,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1503,"out_tokens":2509},"claude-opus-4-8":{"in_tokens":3027,"out_tokens":763},"claude-opus-4-7":{"in_tokens":3032,"out_tokens":627},"mistral-large-2":{"in_tokens":1627,"out_tokens":704}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":1128,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":21.784780403000013,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1516,"out_tokens":2358},"claude-opus-4-8":{"in_tokens":2957,"out_tokens":908},"claude-opus-4-7":{"in_tokens":2962,"out_tokens":920},"mistral-large-2":{"in_tokens":1666,"out_tokens":686}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":692,"out_tokens":1185,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":21.50783867000007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1633,"out_tokens":2278},"claude-opus-4-8":{"in_tokens":3100,"out_tokens":945},"claude-opus-4-7":{"in_tokens":3105,"out_tokens":586},"mistral-large-2":{"in_tokens":1805,"out_tokens":870}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":1788,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":45.46552939399999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1059,"out_tokens":1262},"claude-opus-4-8":{"in_tokens":1985,"out_tokens":643},"claude-opus-4-7":{"in_tokens":1990,"out_tokens":447},"mistral-large-2":{"in_tokens":1097,"out_tokens":515}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":573,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":11.400081559,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1175,"out_tokens":2409},"claude-opus-4-8":{"in_tokens":2185,"out_tokens":718},"claude-opus-4-7":{"in_tokens":2190,"out_tokens":617},"mistral-large-2":{"in_tokens":1316,"out_tokens":700}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":730,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":14.115254608999976,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1374,"out_tokens":1933},"claude-opus-4-8":{"in_tokens":2606,"out_tokens":578},"claude-opus-4-7":{"in_tokens":2611,"out_tokens":603},"mistral-large-2":{"in_tokens":1475,"out_tokens":715}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":298,"out_tokens":2448,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":58.40769418600007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1159,"out_tokens":983},"claude-opus-4-8":{"in_tokens":2183,"out_tokens":538},"claude-opus-4-7":{"in_tokens":2188,"out_tokens":473},"mistral-large-2":{"in_tokens":1221,"out_tokens":515}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":2642,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":50.54925261699998,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1694,"out_tokens":2167},"claude-opus-4-8":{"in_tokens":3239,"out_tokens":758},"claude-opus-4-7":{"in_tokens":3244,"out_tokens":543},"mistral-large-2":{"in_tokens":1801,"out_tokens":731}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":798,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":14.809658465999973,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1440,"out_tokens":1938},"claude-opus-4-8":{"in_tokens":2722,"out_tokens":689},"claude-opus-4-7":{"in_tokens":2727,"out_tokens":683},"mistral-large-2":{"in_tokens":1604,"out_tokens":593}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1068,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":19.647793474999958,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1413,"out_tokens":1645},"claude-opus-4-8":{"in_tokens":2795,"out_tokens":604},"claude-opus-4-7":{"in_tokens":2800,"out_tokens":482},"mistral-large-2":{"in_tokens":1519,"out_tokens":487}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":809,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":14.92423983399999,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1295,"out_tokens":1774},"claude-opus-4-8":{"in_tokens":2523,"out_tokens":606},"claude-opus-4-7":{"in_tokens":2528,"out_tokens":552},"mistral-large-2":{"in_tokens":1405,"out_tokens":506}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":685,"out_tokens":678,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":12.330753969999932,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1280,"out_tokens":1375},"claude-opus-4-8":{"in_tokens":2547,"out_tokens":623},"claude-opus-4-7":{"in_tokens":2552,"out_tokens":503},"mistral-large-2":{"in_tokens":1417,"out_tokens":471}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":242,"out_tokens":2086,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":36.51867602200002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1041,"out_tokens":1222},"claude-opus-4-8":{"in_tokens":2000,"out_tokens":624},"claude-opus-4-7":{"in_tokens":2005,"out_tokens":432},"mistral-large-2":{"in_tokens":1097,"out_tokens":450}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":1133,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":21.363240827999903,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1559,"out_tokens":1759},"claude-opus-4-8":{"in_tokens":2911,"out_tokens":926},"claude-opus-4-7":{"in_tokens":2916,"out_tokens":550},"mistral-large-2":{"in_tokens":1768,"out_tokens":760}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":1727,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":36.74556639499997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1437,"out_tokens":2719},"claude-opus-4-8":{"in_tokens":2934,"out_tokens":618},"claude-opus-4-7":{"in_tokens":2939,"out_tokens":484},"mistral-large-2":{"in_tokens":1518,"out_tokens":632}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":2432,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":38.25774669599991,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2498,"out_tokens":3009},"claude-opus-4-8":{"in_tokens":4939,"out_tokens":1003},"claude-opus-4-7":{"in_tokens":4944,"out_tokens":761},"mistral-large-2":{"in_tokens":2693,"out_tokens":916}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":862,"out_tokens":902,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":17.62806188600007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1606,"out_tokens":1693},"claude-opus-4-8":{"in_tokens":3082,"out_tokens":645},"claude-opus-4-7":{"in_tokens":3087,"out_tokens":545},"mistral-large-2":{"in_tokens":1805,"out_tokens":626}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":980,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":17.57857152500003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1760,"out_tokens":1709},"claude-opus-4-8":{"in_tokens":3261,"out_tokens":816},"claude-opus-4-7":{"in_tokens":3266,"out_tokens":536},"mistral-large-2":{"in_tokens":1985,"out_tokens":648}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1019,"out_tokens":1105,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":17.833383035999987,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1993,"out_tokens":1970},"claude-opus-4-8":{"in_tokens":3705,"out_tokens":1052},"claude-opus-4-7":{"in_tokens":3710,"out_tokens":831},"mistral-large-2":{"in_tokens":2142,"out_tokens":697}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":908,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":16.150848784000004,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1437,"out_tokens":1651},"claude-opus-4-8":{"in_tokens":2731,"out_tokens":605},"claude-opus-4-7":{"in_tokens":2736,"out_tokens":505},"mistral-large-2":{"in_tokens":1569,"out_tokens":615}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":2424,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":40.11379679099991,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2399,"out_tokens":2187},"claude-opus-4-8":{"in_tokens":4715,"out_tokens":922},"claude-opus-4-7":{"in_tokens":4720,"out_tokens":705},"mistral-large-2":{"in_tokens":2605,"out_tokens":747}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":461,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":8.829571374000011,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1205,"out_tokens":1486},"claude-opus-4-8":{"in_tokens":2297,"out_tokens":664},"claude-opus-4-7":{"in_tokens":2302,"out_tokens":588},"mistral-large-2":{"in_tokens":1327,"out_tokens":604}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":784,"out_tokens":725,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":13.544112874000007,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1446,"out_tokens":2237},"claude-opus-4-8":{"in_tokens":2743,"out_tokens":737},"claude-opus-4-7":{"in_tokens":2748,"out_tokens":533},"mistral-large-2":{"in_tokens":1593,"out_tokens":620}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":803,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":16.278226253999946,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1396,"out_tokens":1577},"claude-opus-4-8":{"in_tokens":2677,"out_tokens":746},"claude-opus-4-7":{"in_tokens":2682,"out_tokens":626},"mistral-large-2":{"in_tokens":1555,"out_tokens":603}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":1809,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":26.049538979999966,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2050,"out_tokens":2108},"claude-opus-4-8":{"in_tokens":4113,"out_tokens":1079},"claude-opus-4-7":{"in_tokens":4118,"out_tokens":660},"mistral-large-2":{"in_tokens":2164,"out_tokens":837}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":2571,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":67.41679237000005,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2339,"out_tokens":2610},"claude-opus-4-8":{"in_tokens":4548,"out_tokens":1076},"claude-opus-4-7":{"in_tokens":4553,"out_tokens":794},"mistral-large-2":{"in_tokens":2445,"out_tokens":775}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":1751,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":55.02927660399996,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1035,"out_tokens":1777},"claude-opus-4-8":{"in_tokens":2030,"out_tokens":646},"claude-opus-4-7":{"in_tokens":2035,"out_tokens":606},"mistral-large-2":{"in_tokens":1124,"out_tokens":664}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":673,"out_tokens":1253,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":21.95733747700001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1543,"out_tokens":3292},"claude-opus-4-8":{"in_tokens":3017,"out_tokens":672},"claude-opus-4-7":{"in_tokens":3022,"out_tokens":533},"mistral-large-2":{"in_tokens":1719,"out_tokens":867}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":2324,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":66.360719571,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1154,"out_tokens":1357},"claude-opus-4-8":{"in_tokens":2176,"out_tokens":735},"claude-opus-4-7":{"in_tokens":2181,"out_tokens":631},"mistral-large-2":{"in_tokens":1266,"out_tokens":814}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":627,"out_tokens":884,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":16.501840434999963,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1335,"out_tokens":1243},"claude-opus-4-8":{"in_tokens":2691,"out_tokens":687},"claude-opus-4-7":{"in_tokens":2696,"out_tokens":540},"mistral-large-2":{"in_tokens":1466,"out_tokens":572}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":657,"out_tokens":975,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":16.836358518999987,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1358,"out_tokens":1865},"claude-opus-4-8":{"in_tokens":2671,"out_tokens":688},"claude-opus-4-7":{"in_tokens":2676,"out_tokens":632},"mistral-large-2":{"in_tokens":1507,"out_tokens":562}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":2090,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":36.12466091900001,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2263,"out_tokens":2286},"claude-opus-4-8":{"in_tokens":4446,"out_tokens":897},"claude-opus-4-7":{"in_tokens":4451,"out_tokens":852},"mistral-large-2":{"in_tokens":2443,"out_tokens":745}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":721,"out_tokens":1151,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":21.371944168000027,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1600,"out_tokens":2306},"claude-opus-4-8":{"in_tokens":3071,"out_tokens":872},"claude-opus-4-7":{"in_tokens":3076,"out_tokens":723},"mistral-large-2":{"in_tokens":1746,"out_tokens":719}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":1895,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":28.710053219999963,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1505,"out_tokens":2069},"claude-opus-4-8":{"in_tokens":2920,"out_tokens":625},"claude-opus-4-7":{"in_tokens":2925,"out_tokens":489},"mistral-large-2":{"in_tokens":1620,"out_tokens":607}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":618,"out_tokens":828,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":14.910836233000055,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1334,"out_tokens":2013},"claude-opus-4-8":{"in_tokens":2587,"out_tokens":1084},"claude-opus-4-7":{"in_tokens":2592,"out_tokens":667},"mistral-large-2":{"in_tokens":1492,"out_tokens":667}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":994,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":17.95100723600001,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1465,"out_tokens":2048},"claude-opus-4-8":{"in_tokens":2716,"out_tokens":881},"claude-opus-4-7":{"in_tokens":2721,"out_tokens":627},"mistral-large-2":{"in_tokens":1607,"out_tokens":586}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":1018,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":18.077273967999986,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1362,"out_tokens":1654},"claude-opus-4-8":{"in_tokens":2654,"out_tokens":722},"claude-opus-4-7":{"in_tokens":2659,"out_tokens":441},"mistral-large-2":{"in_tokens":1440,"out_tokens":504}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":626,"out_tokens":941,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":18.50944025399997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1391,"out_tokens":1424},"claude-opus-4-8":{"in_tokens":2626,"out_tokens":575},"claude-opus-4-7":{"in_tokens":2631,"out_tokens":573},"mistral-large-2":{"in_tokens":1501,"out_tokens":749}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":2366,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":68.54094316500004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":994,"out_tokens":1490},"claude-opus-4-8":{"in_tokens":1931,"out_tokens":594},"claude-opus-4-7":{"in_tokens":1936,"out_tokens":559},"mistral-large-2":{"in_tokens":1121,"out_tokens":620}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":660,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":13.276177338000025,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1146,"out_tokens":2139},"claude-opus-4-8":{"in_tokens":2222,"out_tokens":651},"claude-opus-4-7":{"in_tokens":2227,"out_tokens":525},"mistral-large-2":{"in_tokens":1242,"out_tokens":577}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":617,"out_tokens":1001,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":16.91571657399993,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1429,"out_tokens":1665},"claude-opus-4-8":{"in_tokens":2697,"out_tokens":699},"claude-opus-4-7":{"in_tokens":2702,"out_tokens":688},"mistral-large-2":{"in_tokens":1565,"out_tokens":989}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":2577,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":40.41347913499999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1855,"out_tokens":1262},"claude-opus-4-8":{"in_tokens":3607,"out_tokens":557},"claude-opus-4-7":{"in_tokens":3612,"out_tokens":417},"mistral-large-2":{"in_tokens":1994,"out_tokens":690}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":2017,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":45.29122695399997,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1098,"out_tokens":1958},"claude-opus-4-8":{"in_tokens":2095,"out_tokens":727},"claude-opus-4-7":{"in_tokens":2100,"out_tokens":682},"mistral-large-2":{"in_tokens":1178,"out_tokens":583}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":2629,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":41.016435501000046,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1661,"out_tokens":2348},"claude-opus-4-8":{"in_tokens":3219,"out_tokens":970},"claude-opus-4-7":{"in_tokens":3224,"out_tokens":571},"mistral-large-2":{"in_tokens":1756,"out_tokens":626}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":334,"out_tokens":2174,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":45.13124815000003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":989,"out_tokens":1347},"claude-opus-4-8":{"in_tokens":1929,"out_tokens":590},"claude-opus-4-7":{"in_tokens":1934,"out_tokens":433},"mistral-large-2":{"in_tokens":1067,"out_tokens":463}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":2273,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":55.135826297999984,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1958,"out_tokens":2280},"claude-opus-4-8":{"in_tokens":3977,"out_tokens":961},"claude-opus-4-7":{"in_tokens":3982,"out_tokens":738},"mistral-large-2":{"in_tokens":2105,"out_tokens":843}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1307,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":23.549941716000035,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1605,"out_tokens":2165},"claude-opus-4-8":{"in_tokens":3344,"out_tokens":805},"claude-opus-4-7":{"in_tokens":3349,"out_tokens":615},"mistral-large-2":{"in_tokens":1723,"out_tokens":742}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":839,"out_tokens":1383,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":26.02854541800002,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1848,"out_tokens":2707},"claude-opus-4-8":{"in_tokens":3602,"out_tokens":839},"claude-opus-4-7":{"in_tokens":3607,"out_tokens":777},"mistral-large-2":{"in_tokens":1999,"out_tokens":763}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":771,"out_tokens":1332,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":22.54623337700002,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1702,"out_tokens":3009},"claude-opus-4-8":{"in_tokens":3357,"out_tokens":869},"claude-opus-4-7":{"in_tokens":3362,"out_tokens":818},"mistral-large-2":{"in_tokens":1844,"out_tokens":755}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":677,"out_tokens":1296,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":23.342195507000042,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1493,"out_tokens":1597},"claude-opus-4-8":{"in_tokens":3013,"out_tokens":719},"claude-opus-4-7":{"in_tokens":3018,"out_tokens":580},"mistral-large-2":{"in_tokens":1613,"out_tokens":769}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":2875,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":46.84124995299999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2564,"out_tokens":2009},"claude-opus-4-8":{"in_tokens":5021,"out_tokens":1110},"claude-opus-4-7":{"in_tokens":5026,"out_tokens":864},"mistral-large-2":{"in_tokens":2691,"out_tokens":1125}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":322,"out_tokens":2043,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":47.07490130299993,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":967,"out_tokens":1406},"claude-opus-4-8":{"in_tokens":1890,"out_tokens":618},"claude-opus-4-7":{"in_tokens":1895,"out_tokens":526},"mistral-large-2":{"in_tokens":1048,"out_tokens":591}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":558,"out_tokens":1467,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":28.60195490800004,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1479,"out_tokens":1732},"claude-opus-4-8":{"in_tokens":2914,"out_tokens":620},"claude-opus-4-7":{"in_tokens":2919,"out_tokens":597},"mistral-large-2":{"in_tokens":1594,"out_tokens":513}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":1360,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":26.819414456000004,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1423,"out_tokens":2503},"claude-opus-4-8":{"in_tokens":2806,"out_tokens":879},"claude-opus-4-7":{"in_tokens":2811,"out_tokens":582},"mistral-large-2":{"in_tokens":1495,"out_tokens":527}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":604,"out_tokens":1167,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":21.266174623000097,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1388,"out_tokens":2507},"claude-opus-4-8":{"in_tokens":2731,"out_tokens":677},"claude-opus-4-7":{"in_tokens":2736,"out_tokens":585},"mistral-large-2":{"in_tokens":1515,"out_tokens":531}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1898,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":35.36532454799999,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1703,"out_tokens":3019},"claude-opus-4-8":{"in_tokens":3338,"out_tokens":765},"claude-opus-4-7":{"in_tokens":3343,"out_tokens":778},"mistral-large-2":{"in_tokens":1850,"out_tokens":739}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":1900,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":40.379709479999974,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1051,"out_tokens":1640},"claude-opus-4-8":{"in_tokens":1993,"out_tokens":727},"claude-opus-4-7":{"in_tokens":1998,"out_tokens":545},"mistral-large-2":{"in_tokens":1163,"out_tokens":600}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":2287,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":46.99962863799999,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1094,"out_tokens":1890},"claude-opus-4-8":{"in_tokens":2124,"out_tokens":641},"claude-opus-4-7":{"in_tokens":2129,"out_tokens":556},"mistral-large-2":{"in_tokens":1194,"out_tokens":550}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":601,"out_tokens":1105,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":22.122458396999946,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1337,"out_tokens":2752},"claude-opus-4-8":{"in_tokens":2618,"out_tokens":735},"claude-opus-4-7":{"in_tokens":2623,"out_tokens":580},"mistral-large-2":{"in_tokens":1443,"out_tokens":564}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":370,"out_tokens":1413,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":26.02245755900003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1077,"out_tokens":1251},"claude-opus-4-8":{"in_tokens":2040,"out_tokens":702},"claude-opus-4-7":{"in_tokens":2045,"out_tokens":440},"mistral-large-2":{"in_tokens":1174,"out_tokens":597}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":2673,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":54.86431803400001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2596,"out_tokens":2358},"claude-opus-4-8":{"in_tokens":5080,"out_tokens":1319},"claude-opus-4-7":{"in_tokens":5085,"out_tokens":816},"mistral-large-2":{"in_tokens":2783,"out_tokens":813}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1278,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":22.373361562000014,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1379,"out_tokens":1938},"claude-opus-4-8":{"in_tokens":2812,"out_tokens":552},"claude-opus-4-7":{"in_tokens":2817,"out_tokens":450},"mistral-large-2":{"in_tokens":1488,"out_tokens":449}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":1280,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":23.47246893900001,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1343,"out_tokens":3308},"claude-opus-4-8":{"in_tokens":2635,"out_tokens":662},"claude-opus-4-7":{"in_tokens":2640,"out_tokens":492},"mistral-large-2":{"in_tokens":1404,"out_tokens":818}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":978,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":19.809526717999915,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1292,"out_tokens":1896},"claude-opus-4-8":{"in_tokens":2518,"out_tokens":908},"claude-opus-4-7":{"in_tokens":2523,"out_tokens":831},"mistral-large-2":{"in_tokens":1355,"out_tokens":581}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":483,"out_tokens":846,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":16.038820766999947,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1134,"out_tokens":1791},"claude-opus-4-8":{"in_tokens":2238,"out_tokens":604},"claude-opus-4-7":{"in_tokens":2243,"out_tokens":477},"mistral-large-2":{"in_tokens":1213,"out_tokens":575}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":1081,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":19.809312027000033,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1376,"out_tokens":2898},"claude-opus-4-8":{"in_tokens":2758,"out_tokens":816},"claude-opus-4-7":{"in_tokens":2763,"out_tokens":575},"mistral-large-2":{"in_tokens":1491,"out_tokens":663}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":777,"out_tokens":1160,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":21.22242750099997,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1571,"out_tokens":2379},"claude-opus-4-8":{"in_tokens":3016,"out_tokens":828},"claude-opus-4-7":{"in_tokens":3021,"out_tokens":741},"mistral-large-2":{"in_tokens":1663,"out_tokens":706}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1203,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":24.495879101000014,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1419,"out_tokens":1613},"claude-opus-4-8":{"in_tokens":2750,"out_tokens":542},"claude-opus-4-7":{"in_tokens":2755,"out_tokens":494},"mistral-large-2":{"in_tokens":1524,"out_tokens":675}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":940,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":17.76845179999998,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1240,"out_tokens":1840},"claude-opus-4-8":{"in_tokens":2495,"out_tokens":623},"claude-opus-4-7":{"in_tokens":2500,"out_tokens":546},"mistral-large-2":{"in_tokens":1293,"out_tokens":480}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":963,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":16.88062345200001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1195,"out_tokens":2957},"claude-opus-4-8":{"in_tokens":2461,"out_tokens":631},"claude-opus-4-7":{"in_tokens":2466,"out_tokens":484},"mistral-large-2":{"in_tokens":1267,"out_tokens":734}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":1493,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":40.50038490400004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1116,"out_tokens":1285},"claude-opus-4-8":{"in_tokens":2095,"out_tokens":674},"claude-opus-4-7":{"in_tokens":2100,"out_tokens":443},"mistral-large-2":{"in_tokens":1197,"out_tokens":746}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":3834,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":109.90411214699998,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2807,"out_tokens":3018},"claude-opus-4-8":{"in_tokens":5509,"out_tokens":1130},"claude-opus-4-7":{"in_tokens":5514,"out_tokens":693},"mistral-large-2":{"in_tokens":3036,"out_tokens":840}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1015,"out_tokens":1466,"error":null,"skip_reason":null,"score_raw":0.6749999999999999,"duration_s":25.918312482000033,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2191,"out_tokens":2964},"claude-opus-4-8":{"in_tokens":4243,"out_tokens":1029},"claude-opus-4-7":{"in_tokens":4248,"out_tokens":724},"mistral-large-2":{"in_tokens":2301,"out_tokens":820}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":3624,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":106.56424717300001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1344,"out_tokens":1313},"claude-opus-4-8":{"in_tokens":2611,"out_tokens":721},"claude-opus-4-7":{"in_tokens":2616,"out_tokens":640},"mistral-large-2":{"in_tokens":1458,"out_tokens":767}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":374,"out_tokens":3250,"error":null,"skip_reason":null,"score_raw":0.3888888888888889,"duration_s":70.54736784800002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1137,"out_tokens":1129},"claude-opus-4-8":{"in_tokens":2181,"out_tokens":782},"claude-opus-4-7":{"in_tokens":2186,"out_tokens":562},"mistral-large-2":{"in_tokens":1240,"out_tokens":553}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":999,"out_tokens":1940,"error":null,"skip_reason":null,"score_raw":0.825,"duration_s":34.76028753100002,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2357,"out_tokens":4386},"claude-opus-4-8":{"in_tokens":4567,"out_tokens":1283},"claude-opus-4-7":{"in_tokens":4572,"out_tokens":934},"mistral-large-2":{"in_tokens":2571,"out_tokens":879}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":2885,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":69.11395183500008,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1175,"out_tokens":1131},"claude-opus-4-8":{"in_tokens":2207,"out_tokens":574},"claude-opus-4-7":{"in_tokens":2212,"out_tokens":513},"mistral-large-2":{"in_tokens":1291,"out_tokens":625}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":1652,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":33.315799223,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2154,"out_tokens":2906},"claude-opus-4-8":{"in_tokens":4222,"out_tokens":901},"claude-opus-4-7":{"in_tokens":4227,"out_tokens":827},"mistral-large-2":{"in_tokens":2329,"out_tokens":798}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":921,"out_tokens":1744,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":30.192208899000093,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2206,"out_tokens":2770},"claude-opus-4-8":{"in_tokens":4353,"out_tokens":1148},"claude-opus-4-7":{"in_tokens":4358,"out_tokens":950},"mistral-large-2":{"in_tokens":2334,"out_tokens":1224}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":300,"out_tokens":1949,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":34.00317032700002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":992,"out_tokens":1283},"claude-opus-4-8":{"in_tokens":1868,"out_tokens":590},"claude-opus-4-7":{"in_tokens":1873,"out_tokens":529},"mistral-large-2":{"in_tokens":1099,"out_tokens":636}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":891,"out_tokens":1790,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":31.39787477499999,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2272,"out_tokens":3048},"claude-opus-4-8":{"in_tokens":4369,"out_tokens":1053},"claude-opus-4-7":{"in_tokens":4374,"out_tokens":813},"mistral-large-2":{"in_tokens":2444,"out_tokens":871}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":1139,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":20.55285176899997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1434,"out_tokens":1661},"claude-opus-4-8":{"in_tokens":2734,"out_tokens":661},"claude-opus-4-7":{"in_tokens":2739,"out_tokens":477},"mistral-large-2":{"in_tokens":1525,"out_tokens":592}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1393,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":24.461432640999988,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1776,"out_tokens":2764},"claude-opus-4-8":{"in_tokens":3604,"out_tokens":959},"claude-opus-4-7":{"in_tokens":3609,"out_tokens":748},"mistral-large-2":{"in_tokens":1905,"out_tokens":767}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":1221,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":22.98213240600012,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1390,"out_tokens":1673},"claude-opus-4-8":{"in_tokens":2688,"out_tokens":645},"claude-opus-4-7":{"in_tokens":2693,"out_tokens":585},"mistral-large-2":{"in_tokens":1513,"out_tokens":576}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":450,"out_tokens":2578,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":44.990161465999904,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1139,"out_tokens":900},"claude-opus-4-8":{"in_tokens":2173,"out_tokens":579},"claude-opus-4-7":{"in_tokens":2178,"out_tokens":485},"mistral-large-2":{"in_tokens":1258,"out_tokens":508}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":753,"out_tokens":1533,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":27.01939527200011,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1784,"out_tokens":3794},"claude-opus-4-8":{"in_tokens":3453,"out_tokens":864},"claude-opus-4-7":{"in_tokens":3458,"out_tokens":825},"mistral-large-2":{"in_tokens":1911,"out_tokens":801}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":333,"out_tokens":2202,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":38.25891197200008,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1044,"out_tokens":1057},"claude-opus-4-8":{"in_tokens":2037,"out_tokens":631},"claude-opus-4-7":{"in_tokens":2042,"out_tokens":535},"mistral-large-2":{"in_tokens":1120,"out_tokens":503}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1314,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.825,"duration_s":35.51811597599999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2590,"out_tokens":3063},"claude-opus-4-8":{"in_tokens":5022,"out_tokens":1097},"claude-opus-4-7":{"in_tokens":5027,"out_tokens":797},"mistral-large-2":{"in_tokens":2704,"out_tokens":750}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1108,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":37.01614564900001,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2379,"out_tokens":3178},"claude-opus-4-8":{"in_tokens":4685,"out_tokens":1225},"claude-opus-4-7":{"in_tokens":4690,"out_tokens":897},"mistral-large-2":{"in_tokens":2565,"out_tokens":961}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1114,"out_tokens":1863,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":37.036437781999894,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2432,"out_tokens":3078},"claude-opus-4-8":{"in_tokens":4689,"out_tokens":1224},"claude-opus-4-7":{"in_tokens":4694,"out_tokens":753},"mistral-large-2":{"in_tokens":2623,"out_tokens":922}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":2768,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":54.38492423800017,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1127,"out_tokens":2440},"claude-opus-4-8":{"in_tokens":2095,"out_tokens":949},"claude-opus-4-7":{"in_tokens":2100,"out_tokens":606},"mistral-large-2":{"in_tokens":1267,"out_tokens":610}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":2129,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":43.78327209500003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1093,"out_tokens":1069},"claude-opus-4-8":{"in_tokens":2218,"out_tokens":772},"claude-opus-4-7":{"in_tokens":2223,"out_tokens":608},"mistral-large-2":{"in_tokens":1210,"out_tokens":491}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":455,"out_tokens":3311,"error":null,"skip_reason":null,"score_raw":0.07500000000000001,"duration_s":1021.528216645,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1654,"out_tokens":1821},"claude-opus-4-8":{"in_tokens":3160,"out_tokens":951},"claude-opus-4-7":{"in_tokens":3165,"out_tokens":625},"mistral-large-2":{"in_tokens":1774,"out_tokens":745}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":532,"out_tokens":1823,"error":null,"skip_reason":null,"score_raw":0.42857142857142855,"duration_s":25.994935594999788,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1374,"out_tokens":900},"claude-opus-4-8":{"in_tokens":2534,"out_tokens":664},"claude-opus-4-7":{"in_tokens":2539,"out_tokens":463},"mistral-large-2":{"in_tokens":1547,"out_tokens":485}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":473,"out_tokens":2172,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":33.03918021100003,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1336,"out_tokens":2034},"claude-opus-4-8":{"in_tokens":2592,"out_tokens":924},"claude-opus-4-7":{"in_tokens":2597,"out_tokens":690},"mistral-large-2":{"in_tokens":1507,"out_tokens":557}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":2622,"error":null,"skip_reason":null,"score_raw":0.1388888888888889,"duration_s":39.76389112700008,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1096,"out_tokens":1309},"claude-opus-4-8":{"in_tokens":2099,"out_tokens":855},"claude-opus-4-7":{"in_tokens":2104,"out_tokens":703},"mistral-large-2":{"in_tokens":1192,"out_tokens":656}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":3126,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":48.15795724099985,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1564,"out_tokens":2046},"claude-opus-4-8":{"in_tokens":2893,"out_tokens":828},"claude-opus-4-7":{"in_tokens":2898,"out_tokens":767},"mistral-large-2":{"in_tokens":1680,"out_tokens":770}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":3246,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":49.33606216500016,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1113,"out_tokens":1803},"claude-opus-4-8":{"in_tokens":2129,"out_tokens":835},"claude-opus-4-7":{"in_tokens":2134,"out_tokens":743},"mistral-large-2":{"in_tokens":1234,"out_tokens":678}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":6683,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":205.51729638300003,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1449,"out_tokens":2499},"claude-opus-4-8":{"in_tokens":2795,"out_tokens":1134},"claude-opus-4-7":{"in_tokens":2800,"out_tokens":956},"mistral-large-2":{"in_tokens":1548,"out_tokens":794}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":1734,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":39.632684070000096,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1184,"out_tokens":1799},"claude-opus-4-8":{"in_tokens":2262,"out_tokens":795},"claude-opus-4-7":{"in_tokens":2267,"out_tokens":594},"mistral-large-2":{"in_tokens":1296,"out_tokens":893}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":2100,"error":null,"skip_reason":null,"score_raw":0.1388888888888889,"duration_s":89.05612396099991,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1067,"out_tokens":1670},"claude-opus-4-8":{"in_tokens":2045,"out_tokens":780},"claude-opus-4-7":{"in_tokens":2050,"out_tokens":497},"mistral-large-2":{"in_tokens":1171,"out_tokens":589}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":375,"out_tokens":2373,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":96.67725369200002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1031,"out_tokens":1229},"claude-opus-4-8":{"in_tokens":1971,"out_tokens":565},"claude-opus-4-7":{"in_tokens":1976,"out_tokens":475},"mistral-large-2":{"in_tokens":1152,"out_tokens":706}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":9236,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":284.4685170739999,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2367,"out_tokens":3682},"claude-opus-4-8":{"in_tokens":4650,"out_tokens":938},"claude-opus-4-7":{"in_tokens":4655,"out_tokens":805},"mistral-large-2":{"in_tokens":2523,"out_tokens":804}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":360,"out_tokens":2930,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":49.63045112999998,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1042,"out_tokens":1818},"claude-opus-4-8":{"in_tokens":2071,"out_tokens":923},"claude-opus-4-7":{"in_tokens":2076,"out_tokens":899},"mistral-large-2":{"in_tokens":1140,"out_tokens":718}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":3770,"error":null,"skip_reason":null,"score_raw":0.3055555555555555,"duration_s":111.94427160700002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1114,"out_tokens":1651},"claude-opus-4-8":{"in_tokens":2135,"out_tokens":655},"claude-opus-4-7":{"in_tokens":2140,"out_tokens":575},"mistral-large-2":{"in_tokens":1202,"out_tokens":572}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":2406,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":45.048890061000066,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1017,"out_tokens":2387},"claude-opus-4-8":{"in_tokens":1998,"out_tokens":768},"claude-opus-4-7":{"in_tokens":2003,"out_tokens":593},"mistral-large-2":{"in_tokens":1119,"out_tokens":617}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":2244,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":44.25308496100001,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.25,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1080,"out_tokens":2050},"claude-opus-4-8":{"in_tokens":2036,"out_tokens":971},"claude-opus-4-7":{"in_tokens":2041,"out_tokens":826},"mistral-large-2":{"in_tokens":1182,"out_tokens":728}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":2192,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":41.173887492000176,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1072,"out_tokens":1147},"claude-opus-4-8":{"in_tokens":2058,"out_tokens":633},"claude-opus-4-7":{"in_tokens":2063,"out_tokens":477},"mistral-large-2":{"in_tokens":1186,"out_tokens":523}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":2220,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":42.36894068400011,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":974,"out_tokens":1490},"claude-opus-4-8":{"in_tokens":1886,"out_tokens":662},"claude-opus-4-7":{"in_tokens":1891,"out_tokens":593},"mistral-large-2":{"in_tokens":1026,"out_tokens":495}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":1795,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":33.85960058799992,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":938,"out_tokens":1198},"claude-opus-4-8":{"in_tokens":1804,"out_tokens":465},"claude-opus-4-7":{"in_tokens":1809,"out_tokens":432},"mistral-large-2":{"in_tokens":1018,"out_tokens":472}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":2325,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":45.53109892500015,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1070,"out_tokens":883},"claude-opus-4-8":{"in_tokens":2029,"out_tokens":594},"claude-opus-4-7":{"in_tokens":2034,"out_tokens":531},"mistral-large-2":{"in_tokens":1138,"out_tokens":530}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":2314,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":47.85050423200005,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1049,"out_tokens":1436},"claude-opus-4-8":{"in_tokens":1967,"out_tokens":503},"claude-opus-4-7":{"in_tokens":1972,"out_tokens":451},"mistral-large-2":{"in_tokens":1142,"out_tokens":563}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":412,"out_tokens":2141,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":36.930467462000024,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1214,"out_tokens":1186},"claude-opus-4-8":{"in_tokens":2421,"out_tokens":719},"claude-opus-4-7":{"in_tokens":2426,"out_tokens":541},"mistral-large-2":{"in_tokens":1315,"out_tokens":565}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":3309,"error":null,"skip_reason":null,"score_raw":0.3055555555555555,"duration_s":62.283748036000134,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.2222222222222222,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1393,"out_tokens":2392},"claude-opus-4-8":{"in_tokens":2758,"out_tokens":953},"claude-opus-4-7":{"in_tokens":2763,"out_tokens":930},"mistral-large-2":{"in_tokens":1500,"out_tokens":753}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":424,"out_tokens":4719,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":85.86091542500003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1196,"out_tokens":1977},"claude-opus-4-8":{"in_tokens":2512,"out_tokens":735},"claude-opus-4-7":{"in_tokens":2517,"out_tokens":468},"mistral-large-2":{"in_tokens":1289,"out_tokens":812}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":2296,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":33.89962750599989,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.16666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":986,"out_tokens":2254},"claude-opus-4-8":{"in_tokens":1946,"out_tokens":749},"claude-opus-4-7":{"in_tokens":1951,"out_tokens":502},"mistral-large-2":{"in_tokens":1067,"out_tokens":553}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":3996,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":67.43423799200013,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1108,"out_tokens":1768},"claude-opus-4-8":{"in_tokens":2269,"out_tokens":819},"claude-opus-4-7":{"in_tokens":2274,"out_tokens":614},"mistral-large-2":{"in_tokens":1170,"out_tokens":882}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":9808,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":613.7746173620001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2127,"out_tokens":2809},"claude-opus-4-8":{"in_tokens":4102,"out_tokens":945},"claude-opus-4-7":{"in_tokens":4107,"out_tokens":762},"mistral-large-2":{"in_tokens":2345,"out_tokens":726}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":1683,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":61.62048150600003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":868,"out_tokens":1145},"claude-opus-4-8":{"in_tokens":1737,"out_tokens":492},"claude-opus-4-7":{"in_tokens":1742,"out_tokens":483},"mistral-large-2":{"in_tokens":916,"out_tokens":465}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":2361,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":72.10813654200001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":953,"out_tokens":2040},"claude-opus-4-8":{"in_tokens":1900,"out_tokens":542},"claude-opus-4-7":{"in_tokens":1905,"out_tokens":430},"mistral-large-2":{"in_tokens":1015,"out_tokens":509}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":9263,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":278.1653694649999,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2220,"out_tokens":3271},"claude-opus-4-8":{"in_tokens":4312,"out_tokens":895},"claude-opus-4-7":{"in_tokens":4317,"out_tokens":835},"mistral-large-2":{"in_tokens":2402,"out_tokens":827}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":1682,"error":null,"skip_reason":null,"score_raw":0.3214285714285714,"duration_s":53.2492238819998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":987,"out_tokens":1942},"claude-opus-4-8":{"in_tokens":1907,"out_tokens":618},"claude-opus-4-7":{"in_tokens":1912,"out_tokens":424},"mistral-large-2":{"in_tokens":1076,"out_tokens":535}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":276,"out_tokens":2463,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":76.97409610199998,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":893,"out_tokens":2179},"claude-opus-4-8":{"in_tokens":1743,"out_tokens":637},"claude-opus-4-7":{"in_tokens":1748,"out_tokens":517},"mistral-large-2":{"in_tokens":932,"out_tokens":483}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":318,"out_tokens":3302,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":91.30693050500008,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1033,"out_tokens":2253},"claude-opus-4-8":{"in_tokens":2073,"out_tokens":713},"claude-opus-4-7":{"in_tokens":2078,"out_tokens":601},"mistral-large-2":{"in_tokens":1114,"out_tokens":696}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":2458,"error":null,"skip_reason":null,"score_raw":0.29166666666666663,"duration_s":77.38861805300007,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":934,"out_tokens":1056},"claude-opus-4-8":{"in_tokens":1920,"out_tokens":554},"claude-opus-4-7":{"in_tokens":1925,"out_tokens":370},"mistral-large-2":{"in_tokens":1001,"out_tokens":465}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":267,"out_tokens":2477,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":54.08588718599981,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":970,"out_tokens":1380},"claude-opus-4-8":{"in_tokens":1932,"out_tokens":640},"claude-opus-4-7":{"in_tokens":1937,"out_tokens":434},"mistral-large-2":{"in_tokens":1039,"out_tokens":522}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":3335,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":66.95858661400007,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":952,"out_tokens":2062},"claude-opus-4-8":{"in_tokens":1865,"out_tokens":944},"claude-opus-4-7":{"in_tokens":1870,"out_tokens":643},"mistral-large-2":{"in_tokens":1003,"out_tokens":907}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":449,"out_tokens":3783,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":76.42695503000004,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1172,"out_tokens":1592},"claude-opus-4-8":{"in_tokens":2243,"out_tokens":889},"claude-opus-4-7":{"in_tokens":2248,"out_tokens":634},"mistral-large-2":{"in_tokens":1241,"out_tokens":523}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":1735,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":37.94566401400016,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1010,"out_tokens":1410},"claude-opus-4-8":{"in_tokens":2039,"out_tokens":665},"claude-opus-4-7":{"in_tokens":2044,"out_tokens":523},"mistral-large-2":{"in_tokens":1094,"out_tokens":591}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":2739,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":63.51503581099996,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":971,"out_tokens":1775},"claude-opus-4-8":{"in_tokens":1914,"out_tokens":687},"claude-opus-4-7":{"in_tokens":1919,"out_tokens":746},"mistral-large-2":{"in_tokens":1032,"out_tokens":582}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":328,"out_tokens":1872,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":48.91214421199993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":986,"out_tokens":1322},"claude-opus-4-8":{"in_tokens":1991,"out_tokens":708},"claude-opus-4-7":{"in_tokens":1996,"out_tokens":493},"mistral-large-2":{"in_tokens":1032,"out_tokens":444}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":1916,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":40.44292219199997,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":964,"out_tokens":2016},"claude-opus-4-8":{"in_tokens":1978,"out_tokens":629},"claude-opus-4-7":{"in_tokens":1983,"out_tokens":533},"mistral-large-2":{"in_tokens":1022,"out_tokens":530}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":5958,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":221.4599452389998,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1823,"out_tokens":2350},"claude-opus-4-8":{"in_tokens":3686,"out_tokens":1054},"claude-opus-4-7":{"in_tokens":3691,"out_tokens":1031},"mistral-large-2":{"in_tokens":1968,"out_tokens":888}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":520,"out_tokens":2971,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":54.218997154000135,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1566,"out_tokens":1525},"claude-opus-4-8":{"in_tokens":3063,"out_tokens":819},"claude-opus-4-7":{"in_tokens":3068,"out_tokens":587},"mistral-large-2":{"in_tokens":1697,"out_tokens":754}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":543,"out_tokens":3552,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":72.98756280599991,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1728,"out_tokens":3121},"claude-opus-4-8":{"in_tokens":3388,"out_tokens":1070},"claude-opus-4-7":{"in_tokens":3393,"out_tokens":936},"mistral-large-2":{"in_tokens":1850,"out_tokens":799}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":5213,"error":null,"skip_reason":null,"score_raw":0.275,"duration_s":100.36828524099997,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1800,"out_tokens":2735},"claude-opus-4-8":{"in_tokens":3477,"out_tokens":1025},"claude-opus-4-7":{"in_tokens":3482,"out_tokens":691},"mistral-large-2":{"in_tokens":1881,"out_tokens":705}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":491,"out_tokens":2993,"error":null,"skip_reason":null,"score_raw":0.35,"duration_s":64.74981112599994,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1604,"out_tokens":2349},"claude-opus-4-8":{"in_tokens":3173,"out_tokens":1024},"claude-opus-4-7":{"in_tokens":3178,"out_tokens":690},"mistral-large-2":{"in_tokens":1729,"out_tokens":923}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":2337,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":52.22094577799999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1057,"out_tokens":1487},"claude-opus-4-8":{"in_tokens":2039,"out_tokens":580},"claude-opus-4-7":{"in_tokens":2044,"out_tokens":444},"mistral-large-2":{"in_tokens":1127,"out_tokens":503}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":532,"out_tokens":4380,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":96.44802356200012,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1680,"out_tokens":2187},"claude-opus-4-8":{"in_tokens":3314,"out_tokens":1026},"claude-opus-4-7":{"in_tokens":3319,"out_tokens":809},"mistral-large-2":{"in_tokens":1777,"out_tokens":812}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":4821,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":154.63246645499999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1686,"out_tokens":2494},"claude-opus-4-8":{"in_tokens":3461,"out_tokens":680},"claude-opus-4-7":{"in_tokens":3466,"out_tokens":546},"mistral-large-2":{"in_tokens":1803,"out_tokens":686}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":2678,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":44.39158704600004,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.16666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1037,"out_tokens":1136},"claude-opus-4-8":{"in_tokens":2028,"out_tokens":640},"claude-opus-4-7":{"in_tokens":2033,"out_tokens":419},"mistral-large-2":{"in_tokens":1115,"out_tokens":473}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":3068,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":56.984320375999914,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1387,"out_tokens":1758},"claude-opus-4-8":{"in_tokens":2791,"out_tokens":783},"claude-opus-4-7":{"in_tokens":2796,"out_tokens":618},"mistral-large-2":{"in_tokens":1482,"out_tokens":722}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":439,"out_tokens":3541,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":68.58835052200016,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.25,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1224,"out_tokens":2218},"claude-opus-4-8":{"in_tokens":2304,"out_tokens":730},"claude-opus-4-7":{"in_tokens":2309,"out_tokens":584},"mistral-large-2":{"in_tokens":1291,"out_tokens":910}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":4745,"error":null,"skip_reason":null,"score_raw":0.2,"duration_s":83.47025133300008,"hallucination_count":6.75,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1914,"out_tokens":2654},"claude-opus-4-8":{"in_tokens":3804,"out_tokens":1469},"claude-opus-4-7":{"in_tokens":3809,"out_tokens":1210},"mistral-large-2":{"in_tokens":2061,"out_tokens":928}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":771,"out_tokens":4965,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":97.35196975299982,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1862,"out_tokens":2128},"claude-opus-4-8":{"in_tokens":3618,"out_tokens":1002},"claude-opus-4-7":{"in_tokens":3623,"out_tokens":643},"mistral-large-2":{"in_tokens":1948,"out_tokens":797}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":620,"out_tokens":5053,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":86.71737050900015,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1862,"out_tokens":2418},"claude-opus-4-8":{"in_tokens":3639,"out_tokens":1185},"claude-opus-4-7":{"in_tokens":3644,"out_tokens":942},"mistral-large-2":{"in_tokens":2002,"out_tokens":776}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":7192,"error":null,"skip_reason":null,"score_raw":0.07142857142857142,"duration_s":218.06678011400004,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1475,"out_tokens":2981},"claude-opus-4-8":{"in_tokens":2926,"out_tokens":1062},"claude-opus-4-7":{"in_tokens":2931,"out_tokens":739},"mistral-large-2":{"in_tokens":1565,"out_tokens":819}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":3223,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":1330.6346921450001,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1000,"out_tokens":1625},"claude-opus-4-8":{"in_tokens":1992,"out_tokens":782},"claude-opus-4-7":{"in_tokens":1997,"out_tokens":566},"mistral-large-2":{"in_tokens":1063,"out_tokens":589}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3291.884042788,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3291.8664940249996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":7711,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":153.1590182619998,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1542,"out_tokens":2290},"claude-opus-4-8":{"in_tokens":2963,"out_tokens":988},"claude-opus-4-7":{"in_tokens":2968,"out_tokens":843},"mistral-large-2":{"in_tokens":1678,"out_tokens":645}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":421,"out_tokens":9703,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":195.9889300939999,"hallucination_count":6.25,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1573,"out_tokens":2878},"claude-opus-4-8":{"in_tokens":3055,"out_tokens":1281},"claude-opus-4-7":{"in_tokens":3060,"out_tokens":1084},"mistral-large-2":{"in_tokens":1669,"out_tokens":907}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":346,"out_tokens":9322,"error":null,"skip_reason":null,"score_raw":0.5499999999999999,"duration_s":256.3090471989999,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1763,"out_tokens":2773},"claude-opus-4-8":{"in_tokens":3477,"out_tokens":1366},"claude-opus-4-7":{"in_tokens":3482,"out_tokens":839},"mistral-large-2":{"in_tokens":1890,"out_tokens":831}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":423,"out_tokens":9221,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":263.18827809000004,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1525,"out_tokens":2293},"claude-opus-4-8":{"in_tokens":3107,"out_tokens":983},"claude-opus-4-7":{"in_tokens":3112,"out_tokens":683},"mistral-large-2":{"in_tokens":1615,"out_tokens":637}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3613.902181192,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3624.3406585850003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":466,"out_tokens":6127,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":119.84707445000004,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1381,"out_tokens":1958},"claude-opus-4-8":{"in_tokens":2751,"out_tokens":928},"claude-opus-4-7":{"in_tokens":2756,"out_tokens":610},"mistral-large-2":{"in_tokens":1463,"out_tokens":786}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":519,"out_tokens":11448,"error":null,"skip_reason":null,"score_raw":0.275,"duration_s":261.7075529859999,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2023,"out_tokens":1944},"claude-opus-4-8":{"in_tokens":3795,"out_tokens":1057},"claude-opus-4-7":{"in_tokens":3800,"out_tokens":862},"mistral-large-2":{"in_tokens":2154,"out_tokens":868}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":8642,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":212.36948993499982,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1545,"out_tokens":2204},"claude-opus-4-8":{"in_tokens":3001,"out_tokens":1415},"claude-opus-4-7":{"in_tokens":3006,"out_tokens":692},"mistral-large-2":{"in_tokens":1678,"out_tokens":1189}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":10924,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":243.64911193100033,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1587,"out_tokens":2677},"claude-opus-4-8":{"in_tokens":3090,"out_tokens":1312},"claude-opus-4-7":{"in_tokens":3095,"out_tokens":878},"mistral-large-2":{"in_tokens":1633,"out_tokens":725}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":5411,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":120.92836827499968,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1562,"out_tokens":1388},"claude-opus-4-8":{"in_tokens":2987,"out_tokens":734},"claude-opus-4-7":{"in_tokens":2992,"out_tokens":480},"mistral-large-2":{"in_tokens":1628,"out_tokens":765}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":452,"out_tokens":5767,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":161.60055079400036,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1675,"out_tokens":1874},"claude-opus-4-8":{"in_tokens":3123,"out_tokens":773},"claude-opus-4-7":{"in_tokens":3128,"out_tokens":553},"mistral-large-2":{"in_tokens":1744,"out_tokens":633}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":3542,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":99.85477025900036,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1635,"out_tokens":1074},"claude-opus-4-8":{"in_tokens":3045,"out_tokens":541},"claude-opus-4-7":{"in_tokens":3050,"out_tokens":498},"mistral-large-2":{"in_tokens":1716,"out_tokens":668}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":6601,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":183.00782776399956,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1422,"out_tokens":1273},"claude-opus-4-8":{"in_tokens":2692,"out_tokens":645},"claude-opus-4-7":{"in_tokens":2697,"out_tokens":516},"mistral-large-2":{"in_tokens":1488,"out_tokens":606}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":3654,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":75.59054136799932,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1475,"out_tokens":1513},"claude-opus-4-8":{"in_tokens":2753,"out_tokens":612},"claude-opus-4-7":{"in_tokens":2758,"out_tokens":488},"mistral-large-2":{"in_tokens":1551,"out_tokens":580}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":3268,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":67.48097896199943,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1254,"out_tokens":1458},"claude-opus-4-8":{"in_tokens":2350,"out_tokens":678},"claude-opus-4-7":{"in_tokens":2355,"out_tokens":514},"mistral-large-2":{"in_tokens":1320,"out_tokens":546}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":4608,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":106.94583875999979,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1520,"out_tokens":1358},"claude-opus-4-8":{"in_tokens":2880,"out_tokens":735},"claude-opus-4-7":{"in_tokens":2885,"out_tokens":487},"mistral-large-2":{"in_tokens":1611,"out_tokens":639}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":2761,"error":null,"skip_reason":null,"score_raw":0.46428571428571425,"duration_s":64.01766368900007,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1027,"out_tokens":1320},"claude-opus-4-8":{"in_tokens":1960,"out_tokens":639},"claude-opus-4-7":{"in_tokens":1965,"out_tokens":403},"mistral-large-2":{"in_tokens":1069,"out_tokens":476}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":7854,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":222.42490319700028,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1437,"out_tokens":1639},"claude-opus-4-8":{"in_tokens":2736,"out_tokens":793},"claude-opus-4-7":{"in_tokens":2741,"out_tokens":508},"mistral-large-2":{"in_tokens":1511,"out_tokens":635}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":453,"out_tokens":5160,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":147.57128137200016,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1400,"out_tokens":1559},"claude-opus-4-8":{"in_tokens":2618,"out_tokens":665},"claude-opus-4-7":{"in_tokens":2623,"out_tokens":519},"mistral-large-2":{"in_tokens":1463,"out_tokens":800}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":6402,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":181.02802325999983,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1418,"out_tokens":1723},"claude-opus-4-8":{"in_tokens":2658,"out_tokens":636},"claude-opus-4-7":{"in_tokens":2663,"out_tokens":576},"mistral-large-2":{"in_tokens":1468,"out_tokens":1111}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":3083,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":86.47317911099981,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1268,"out_tokens":1074},"claude-opus-4-8":{"in_tokens":2451,"out_tokens":1001},"claude-opus-4-7":{"in_tokens":2456,"out_tokens":549},"mistral-large-2":{"in_tokens":1326,"out_tokens":516}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":5021,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":164.3287952159999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1382,"out_tokens":1387},"claude-opus-4-8":{"in_tokens":2644,"out_tokens":695},"claude-opus-4-7":{"in_tokens":2649,"out_tokens":599},"mistral-large-2":{"in_tokens":1453,"out_tokens":664}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":3562,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":116.32600842400007,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1261,"out_tokens":1475},"claude-opus-4-8":{"in_tokens":2358,"out_tokens":722},"claude-opus-4-7":{"in_tokens":2363,"out_tokens":553},"mistral-large-2":{"in_tokens":1321,"out_tokens":631}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":425,"out_tokens":3704,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":133.28702300499936,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1402,"out_tokens":1626},"claude-opus-4-8":{"in_tokens":2658,"out_tokens":710},"claude-opus-4-7":{"in_tokens":2663,"out_tokens":544},"mistral-large-2":{"in_tokens":1453,"out_tokens":545}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":338,"out_tokens":4216,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":111.01953040499939,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1269,"out_tokens":1361},"claude-opus-4-8":{"in_tokens":2395,"out_tokens":689},"claude-opus-4-7":{"in_tokens":2400,"out_tokens":495},"mistral-large-2":{"in_tokens":1325,"out_tokens":527}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3900s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3900.022518535,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":5152,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":187.22978092799985,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1841,"out_tokens":1517},"claude-opus-4-8":{"in_tokens":3558,"out_tokens":743},"claude-opus-4-7":{"in_tokens":3563,"out_tokens":649},"mistral-large-2":{"in_tokens":1902,"out_tokens":781}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":332,"out_tokens":4822,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":119.82544604500072,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1331,"out_tokens":1393},"claude-opus-4-8":{"in_tokens":2492,"out_tokens":677},"claude-opus-4-7":{"in_tokens":2497,"out_tokens":508},"mistral-large-2":{"in_tokens":1400,"out_tokens":850}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":274,"out_tokens":2841,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":89.200250891,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1269,"out_tokens":1052},"claude-opus-4-8":{"in_tokens":2470,"out_tokens":568},"claude-opus-4-7":{"in_tokens":2475,"out_tokens":473},"mistral-large-2":{"in_tokens":1326,"out_tokens":507}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":6277,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":159.72461289199964,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1155,"out_tokens":1754},"claude-opus-4-8":{"in_tokens":2164,"out_tokens":718},"claude-opus-4-7":{"in_tokens":2169,"out_tokens":494},"mistral-large-2":{"in_tokens":1192,"out_tokens":569}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":6853,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":167.9275821680003,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1846,"out_tokens":2141},"claude-opus-4-8":{"in_tokens":3587,"out_tokens":906},"claude-opus-4-7":{"in_tokens":3592,"out_tokens":713},"mistral-large-2":{"in_tokens":1997,"out_tokens":752}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":384,"out_tokens":3295,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":83.86120472200037,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1223,"out_tokens":1528},"claude-opus-4-8":{"in_tokens":2422,"out_tokens":644},"claude-opus-4-7":{"in_tokens":2427,"out_tokens":481},"mistral-large-2":{"in_tokens":1324,"out_tokens":671}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3900s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3900.0700969699997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":6152,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":152.5419200869992,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1742,"out_tokens":2847},"claude-opus-4-8":{"in_tokens":3408,"out_tokens":1365},"claude-opus-4-7":{"in_tokens":3413,"out_tokens":787},"mistral-large-2":{"in_tokens":1892,"out_tokens":988}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":395,"out_tokens":7810,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":206.57358233899959,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1043,"out_tokens":1877},"claude-opus-4-8":{"in_tokens":2010,"out_tokens":694},"claude-opus-4-7":{"in_tokens":2015,"out_tokens":699},"mistral-large-2":{"in_tokens":1173,"out_tokens":688}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":2756,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":71.6313502439998,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2071,"out_tokens":1538},"claude-opus-4-8":{"in_tokens":4002,"out_tokens":584},"claude-opus-4-7":{"in_tokens":4007,"out_tokens":562},"mistral-large-2":{"in_tokens":2149,"out_tokens":582}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1195,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":29.291463875000773,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1776,"out_tokens":1472},"claude-opus-4-8":{"in_tokens":3376,"out_tokens":854},"claude-opus-4-7":{"in_tokens":3381,"out_tokens":642},"mistral-large-2":{"in_tokens":1860,"out_tokens":789}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":6793,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":174.5666566609998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1680,"out_tokens":1723},"claude-opus-4-8":{"in_tokens":3320,"out_tokens":699},"claude-opus-4-7":{"in_tokens":3325,"out_tokens":602},"mistral-large-2":{"in_tokens":1751,"out_tokens":684}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1549,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":34.61205812099979,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1531,"out_tokens":1498},"claude-opus-4-8":{"in_tokens":2945,"out_tokens":673},"claude-opus-4-7":{"in_tokens":2950,"out_tokens":567},"mistral-large-2":{"in_tokens":1599,"out_tokens":678}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":5375,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":143.38563962700027,"hallucination_count":7.25,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1224,"out_tokens":2241},"claude-opus-4-8":{"in_tokens":2370,"out_tokens":1142},"claude-opus-4-7":{"in_tokens":2375,"out_tokens":950},"mistral-large-2":{"in_tokens":1319,"out_tokens":810}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":3112,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":77.42563179799981,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2058,"out_tokens":1362},"claude-opus-4-8":{"in_tokens":3949,"out_tokens":539},"claude-opus-4-7":{"in_tokens":3954,"out_tokens":491},"mistral-large-2":{"in_tokens":2145,"out_tokens":720}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":3197,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":72.34550910799953,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1686,"out_tokens":1674},"claude-opus-4-8":{"in_tokens":3179,"out_tokens":655},"claude-opus-4-7":{"in_tokens":3184,"out_tokens":516},"mistral-large-2":{"in_tokens":1769,"out_tokens":921}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3900s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3900.0377649290003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":3120,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":72.69730961200003,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1613,"out_tokens":1766},"claude-opus-4-8":{"in_tokens":3080,"out_tokens":583},"claude-opus-4-7":{"in_tokens":3085,"out_tokens":512},"mistral-large-2":{"in_tokens":1699,"out_tokens":704}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":2112,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":49.17467591199966,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1457,"out_tokens":1341},"claude-opus-4-8":{"in_tokens":2801,"out_tokens":631},"claude-opus-4-7":{"in_tokens":2806,"out_tokens":539},"mistral-large-2":{"in_tokens":1537,"out_tokens":581}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":380,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":11.431027280999842,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1027,"out_tokens":1146},"claude-opus-4-8":{"in_tokens":1940,"out_tokens":535},"claude-opus-4-7":{"in_tokens":1945,"out_tokens":441},"mistral-large-2":{"in_tokens":1063,"out_tokens":472}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":386,"out_tokens":4607,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":121.1331924770002,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1168,"out_tokens":1792},"claude-opus-4-8":{"in_tokens":2285,"out_tokens":1001},"claude-opus-4-7":{"in_tokens":2290,"out_tokens":562},"mistral-large-2":{"in_tokens":1269,"out_tokens":719}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1645,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":37.45674834100009,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1570,"out_tokens":1618},"claude-opus-4-8":{"in_tokens":2921,"out_tokens":680},"claude-opus-4-7":{"in_tokens":2926,"out_tokens":625},"mistral-large-2":{"in_tokens":1634,"out_tokens":786}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1744,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":43.029561059000116,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1605,"out_tokens":1499},"claude-opus-4-8":{"in_tokens":3111,"out_tokens":580},"claude-opus-4-7":{"in_tokens":3116,"out_tokens":542},"mistral-large-2":{"in_tokens":1717,"out_tokens":592}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":1133,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":28.83218817299985,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1665,"out_tokens":1433},"claude-opus-4-8":{"in_tokens":3178,"out_tokens":565},"claude-opus-4-7":{"in_tokens":3183,"out_tokens":507},"mistral-large-2":{"in_tokens":1741,"out_tokens":568}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":1138,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":28.237152773999696,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1479,"out_tokens":1090},"claude-opus-4-8":{"in_tokens":2865,"out_tokens":680},"claude-opus-4-7":{"in_tokens":2870,"out_tokens":486},"mistral-large-2":{"in_tokens":1557,"out_tokens":626}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1320,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":30.34708795500046,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1367,"out_tokens":1439},"claude-opus-4-8":{"in_tokens":2585,"out_tokens":663},"claude-opus-4-7":{"in_tokens":2590,"out_tokens":440},"mistral-large-2":{"in_tokens":1418,"out_tokens":588}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":1369,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":33.45095004999985,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1378,"out_tokens":1680},"claude-opus-4-8":{"in_tokens":2660,"out_tokens":630},"claude-opus-4-7":{"in_tokens":2665,"out_tokens":563},"mistral-large-2":{"in_tokens":1449,"out_tokens":634}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":802,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":21.743955107999682,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1317,"out_tokens":1575},"claude-opus-4-8":{"in_tokens":2487,"out_tokens":608},"claude-opus-4-7":{"in_tokens":2492,"out_tokens":483},"mistral-large-2":{"in_tokens":1378,"out_tokens":564}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":2748,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":64.22474751699974,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1656,"out_tokens":1635},"claude-opus-4-8":{"in_tokens":3202,"out_tokens":759},"claude-opus-4-7":{"in_tokens":3207,"out_tokens":577},"mistral-large-2":{"in_tokens":1717,"out_tokens":640}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1824,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":77.31031409800016,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1923,"out_tokens":1395},"claude-opus-4-8":{"in_tokens":3762,"out_tokens":617},"claude-opus-4-7":{"in_tokens":3767,"out_tokens":578},"mistral-large-2":{"in_tokens":1990,"out_tokens":681}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":979,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":51.26617004899981,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1437,"out_tokens":1604},"claude-opus-4-8":{"in_tokens":2740,"out_tokens":558},"claude-opus-4-7":{"in_tokens":2745,"out_tokens":536},"mistral-large-2":{"in_tokens":1512,"out_tokens":636}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":873,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":21.972196937000263,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1348,"out_tokens":1320},"claude-opus-4-8":{"in_tokens":2607,"out_tokens":587},"claude-opus-4-7":{"in_tokens":2612,"out_tokens":467},"mistral-large-2":{"in_tokens":1405,"out_tokens":539}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":1760,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":39.31624528300017,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1165,"out_tokens":1200},"claude-opus-4-8":{"in_tokens":2206,"out_tokens":715},"claude-opus-4-7":{"in_tokens":2211,"out_tokens":488},"mistral-large-2":{"in_tokens":1205,"out_tokens":541}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1908,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":56.07502592499986,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1360,"out_tokens":1331},"claude-opus-4-8":{"in_tokens":2619,"out_tokens":731},"claude-opus-4-7":{"in_tokens":2624,"out_tokens":575},"mistral-large-2":{"in_tokens":1496,"out_tokens":745}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":2952,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":82.37962707800034,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.25,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1230,"out_tokens":1906},"claude-opus-4-8":{"in_tokens":2479,"out_tokens":806},"claude-opus-4-7":{"in_tokens":2484,"out_tokens":572},"mistral-large-2":{"in_tokens":1339,"out_tokens":684}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1328,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":32.809992112000145,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1155,"out_tokens":1651},"claude-opus-4-8":{"in_tokens":2264,"out_tokens":571},"claude-opus-4-7":{"in_tokens":2269,"out_tokens":586},"mistral-large-2":{"in_tokens":1253,"out_tokens":544}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":5559,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":152.25794698000027,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1494,"out_tokens":3253},"claude-opus-4-8":{"in_tokens":2964,"out_tokens":746},"claude-opus-4-7":{"in_tokens":2969,"out_tokens":538},"mistral-large-2":{"in_tokens":1672,"out_tokens":836}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":2469,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":70.5812210210006,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1246,"out_tokens":1798},"claude-opus-4-8":{"in_tokens":2491,"out_tokens":706},"claude-opus-4-7":{"in_tokens":2496,"out_tokens":601},"mistral-large-2":{"in_tokens":1355,"out_tokens":609}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":3181,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":80.6966266089994,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1223,"out_tokens":1406},"claude-opus-4-8":{"in_tokens":2356,"out_tokens":600},"claude-opus-4-7":{"in_tokens":2361,"out_tokens":503},"mistral-large-2":{"in_tokens":1351,"out_tokens":931}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":9859,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":249.28846418299963,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1486,"out_tokens":2511},"claude-opus-4-8":{"in_tokens":2884,"out_tokens":690},"claude-opus-4-7":{"in_tokens":2889,"out_tokens":599},"mistral-large-2":{"in_tokens":1627,"out_tokens":583}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":1860,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":45.376684451000074,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1245,"out_tokens":1185},"claude-opus-4-8":{"in_tokens":2345,"out_tokens":572},"claude-opus-4-7":{"in_tokens":2350,"out_tokens":510},"mistral-large-2":{"in_tokens":1364,"out_tokens":496}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":4516,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":116.64372177899986,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1559,"out_tokens":2169},"claude-opus-4-8":{"in_tokens":3071,"out_tokens":801},"claude-opus-4-7":{"in_tokens":3076,"out_tokens":652},"mistral-large-2":{"in_tokens":1715,"out_tokens":743}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":1277,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":36.00424456099972,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1200,"out_tokens":1058},"claude-opus-4-8":{"in_tokens":2309,"out_tokens":688},"claude-opus-4-7":{"in_tokens":2314,"out_tokens":476},"mistral-large-2":{"in_tokens":1305,"out_tokens":549}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":402,"out_tokens":5548,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":469.5746262880002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1199,"out_tokens":1441},"claude-opus-4-8":{"in_tokens":2308,"out_tokens":647},"claude-opus-4-7":{"in_tokens":2313,"out_tokens":584},"mistral-large-2":{"in_tokens":1323,"out_tokens":560}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":1805,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":44.283021723000275,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1116,"out_tokens":2135},"claude-opus-4-8":{"in_tokens":2096,"out_tokens":769},"claude-opus-4-7":{"in_tokens":2101,"out_tokens":560},"mistral-large-2":{"in_tokens":1249,"out_tokens":746}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":4081,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":101.6440497070007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1557,"out_tokens":2550},"claude-opus-4-8":{"in_tokens":3008,"out_tokens":667},"claude-opus-4-7":{"in_tokens":3013,"out_tokens":578},"mistral-large-2":{"in_tokens":1719,"out_tokens":805}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":4154,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":101.50318776600034,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1309,"out_tokens":1376},"claude-opus-4-8":{"in_tokens":2495,"out_tokens":701},"claude-opus-4-7":{"in_tokens":2500,"out_tokens":543},"mistral-large-2":{"in_tokens":1422,"out_tokens":696}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":1300,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":34.72675858599996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1141,"out_tokens":1199},"claude-opus-4-8":{"in_tokens":2289,"out_tokens":668},"claude-opus-4-7":{"in_tokens":2294,"out_tokens":532},"mistral-large-2":{"in_tokens":1225,"out_tokens":517}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3900s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3900.045035017,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":3497,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":84.86659720399985,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1362,"out_tokens":1623},"claude-opus-4-8":{"in_tokens":2695,"out_tokens":669},"claude-opus-4-7":{"in_tokens":2700,"out_tokens":569},"mistral-large-2":{"in_tokens":1460,"out_tokens":617}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":5338,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":139.68606991699926,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1701,"out_tokens":2751},"claude-opus-4-8":{"in_tokens":3298,"out_tokens":719},"claude-opus-4-7":{"in_tokens":3303,"out_tokens":612},"mistral-large-2":{"in_tokens":1874,"out_tokens":726}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":3522,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":88.69100377199993,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1546,"out_tokens":1642},"claude-opus-4-8":{"in_tokens":3015,"out_tokens":826},"claude-opus-4-7":{"in_tokens":3020,"out_tokens":598},"mistral-large-2":{"in_tokens":1729,"out_tokens":653}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":7286,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":171.91744519500025,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1518,"out_tokens":2058},"claude-opus-4-8":{"in_tokens":2889,"out_tokens":835},"claude-opus-4-7":{"in_tokens":2894,"out_tokens":533},"mistral-large-2":{"in_tokens":1705,"out_tokens":630}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":6295,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":141.62755908500003,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.375,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1414,"out_tokens":1880},"claude-opus-4-8":{"in_tokens":2846,"out_tokens":849},"claude-opus-4-7":{"in_tokens":2851,"out_tokens":553},"mistral-large-2":{"in_tokens":1580,"out_tokens":607}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":4191,"error":null,"skip_reason":null,"score_raw":0.2857142857142857,"duration_s":106.11737008799992,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.2857142857142857,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1619,"out_tokens":2366},"claude-opus-4-8":{"in_tokens":3041,"out_tokens":851},"claude-opus-4-7":{"in_tokens":3046,"out_tokens":600},"mistral-large-2":{"in_tokens":1827,"out_tokens":581}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":1760,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":47.281854972000474,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1208,"out_tokens":1056},"claude-opus-4-8":{"in_tokens":2329,"out_tokens":696},"claude-opus-4-7":{"in_tokens":2334,"out_tokens":470},"mistral-large-2":{"in_tokens":1310,"out_tokens":581}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":1204,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":35.57293967700025,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1195,"out_tokens":1367},"claude-opus-4-8":{"in_tokens":2338,"out_tokens":628},"claude-opus-4-7":{"in_tokens":2343,"out_tokens":567},"mistral-large-2":{"in_tokens":1317,"out_tokens":590}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":4149,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":102.51168738200067,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1927,"out_tokens":2854},"claude-opus-4-8":{"in_tokens":3618,"out_tokens":933},"claude-opus-4-7":{"in_tokens":3623,"out_tokens":674},"mistral-large-2":{"in_tokens":2091,"out_tokens":1021}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":2878,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":75.53752842400081,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1267,"out_tokens":1876},"claude-opus-4-8":{"in_tokens":2448,"out_tokens":1072},"claude-opus-4-7":{"in_tokens":2453,"out_tokens":618},"mistral-large-2":{"in_tokens":1410,"out_tokens":755}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":3555,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":90.83135172499988,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1511,"out_tokens":1855},"claude-opus-4-8":{"in_tokens":2962,"out_tokens":959},"claude-opus-4-7":{"in_tokens":2967,"out_tokens":647},"mistral-large-2":{"in_tokens":1656,"out_tokens":774}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":3254,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":83.44456410099974,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1370,"out_tokens":2093},"claude-opus-4-8":{"in_tokens":2672,"out_tokens":906},"claude-opus-4-7":{"in_tokens":2677,"out_tokens":738},"mistral-large-2":{"in_tokens":1487,"out_tokens":776}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":4483,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":115.05067520699959,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1511,"out_tokens":2203},"claude-opus-4-8":{"in_tokens":3005,"out_tokens":941},"claude-opus-4-7":{"in_tokens":3010,"out_tokens":720},"mistral-large-2":{"in_tokens":1667,"out_tokens":691}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":6331,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":497.39204471099947,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1278,"out_tokens":2049},"claude-opus-4-8":{"in_tokens":2502,"out_tokens":903},"claude-opus-4-7":{"in_tokens":2507,"out_tokens":686},"mistral-large-2":{"in_tokens":1394,"out_tokens":615}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":4692,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":114.30862705000072,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1474,"out_tokens":1983},"claude-opus-4-8":{"in_tokens":2792,"out_tokens":965},"claude-opus-4-7":{"in_tokens":2797,"out_tokens":812},"mistral-large-2":{"in_tokens":1620,"out_tokens":628}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":7603,"error":null,"skip_reason":null,"score_raw":0.8611111111111112,"duration_s":196.18312198700005,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1214,"out_tokens":1509},"claude-opus-4-8":{"in_tokens":2415,"out_tokens":837},"claude-opus-4-7":{"in_tokens":2420,"out_tokens":599},"mistral-large-2":{"in_tokens":1330,"out_tokens":545}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":2415,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":65.90277349899952,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1267,"out_tokens":1279},"claude-opus-4-8":{"in_tokens":2463,"out_tokens":590},"claude-opus-4-7":{"in_tokens":2468,"out_tokens":468},"mistral-large-2":{"in_tokens":1412,"out_tokens":683}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":1374,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":35.4406960740007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1243,"out_tokens":1069},"claude-opus-4-8":{"in_tokens":2365,"out_tokens":658},"claude-opus-4-7":{"in_tokens":2370,"out_tokens":515},"mistral-large-2":{"in_tokens":1332,"out_tokens":594}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1784,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":49.62082960400039,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1064,"out_tokens":1711},"claude-opus-4-8":{"in_tokens":2080,"out_tokens":552},"claude-opus-4-7":{"in_tokens":2085,"out_tokens":525},"mistral-large-2":{"in_tokens":1162,"out_tokens":589}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":10550,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":270.71435720000045,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1705,"out_tokens":1485},"claude-opus-4-8":{"in_tokens":3432,"out_tokens":571},"claude-opus-4-7":{"in_tokens":3437,"out_tokens":555},"mistral-large-2":{"in_tokens":1895,"out_tokens":725}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":4110,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":101.64208175000022,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1390,"out_tokens":1784},"claude-opus-4-8":{"in_tokens":2678,"out_tokens":690},"claude-opus-4-7":{"in_tokens":2683,"out_tokens":624},"mistral-large-2":{"in_tokens":1525,"out_tokens":647}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":6424,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":163.49648813800013,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1300,"out_tokens":1977},"claude-opus-4-8":{"in_tokens":2594,"out_tokens":781},"claude-opus-4-7":{"in_tokens":2599,"out_tokens":651},"mistral-large-2":{"in_tokens":1378,"out_tokens":512}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":3266,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":86.33606947600038,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1531,"out_tokens":1623},"claude-opus-4-8":{"in_tokens":3209,"out_tokens":593},"claude-opus-4-7":{"in_tokens":3214,"out_tokens":657},"mistral-large-2":{"in_tokens":1633,"out_tokens":518}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":7561,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":190.51328348399966,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1956,"out_tokens":2225},"claude-opus-4-8":{"in_tokens":4174,"out_tokens":755},"claude-opus-4-7":{"in_tokens":4179,"out_tokens":631},"mistral-large-2":{"in_tokens":2105,"out_tokens":828}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":8307,"error":null,"skip_reason":null,"score_raw":0.3888888888888889,"duration_s":213.8092282180005,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2181,"out_tokens":2673},"claude-opus-4-8":{"in_tokens":4458,"out_tokens":1288},"claude-opus-4-7":{"in_tokens":4463,"out_tokens":969},"mistral-large-2":{"in_tokens":2352,"out_tokens":861}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":2247,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":62.42460200499954,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1430,"out_tokens":1952},"claude-opus-4-8":{"in_tokens":3004,"out_tokens":604},"claude-opus-4-7":{"in_tokens":3009,"out_tokens":443},"mistral-large-2":{"in_tokens":1535,"out_tokens":549}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":3781,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":97.10445683699982,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1401,"out_tokens":1865},"claude-opus-4-8":{"in_tokens":2905,"out_tokens":440},"claude-opus-4-7":{"in_tokens":2910,"out_tokens":401},"mistral-large-2":{"in_tokens":1494,"out_tokens":440}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":9309,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":227.73697682000056,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2644,"out_tokens":2399},"claude-opus-4-8":{"in_tokens":5436,"out_tokens":1228},"claude-opus-4-7":{"in_tokens":5441,"out_tokens":642},"mistral-large-2":{"in_tokens":2863,"out_tokens":902}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3000.043134101,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":7155,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":172.87592531799964,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1678,"out_tokens":2224},"claude-opus-4-8":{"in_tokens":3438,"out_tokens":628},"claude-opus-4-7":{"in_tokens":3443,"out_tokens":434},"mistral-large-2":{"in_tokens":1818,"out_tokens":667}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":5459,"error":null,"skip_reason":null,"score_raw":0.7142857142857142,"duration_s":136.05943005800054,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1610,"out_tokens":2801},"claude-opus-4-8":{"in_tokens":3285,"out_tokens":699},"claude-opus-4-7":{"in_tokens":3290,"out_tokens":540},"mistral-large-2":{"in_tokens":1758,"out_tokens":681}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":2215,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":59.29822946600052,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1419,"out_tokens":2512},"claude-opus-4-8":{"in_tokens":3016,"out_tokens":483},"claude-opus-4-7":{"in_tokens":3021,"out_tokens":390},"mistral-large-2":{"in_tokens":1542,"out_tokens":472}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":6701,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":161.24774595899999,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1767,"out_tokens":1896},"claude-opus-4-8":{"in_tokens":3604,"out_tokens":694},"claude-opus-4-7":{"in_tokens":3609,"out_tokens":605},"mistral-large-2":{"in_tokens":1892,"out_tokens":950}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":2332,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":66.18875286399998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1494,"out_tokens":2018},"claude-opus-4-8":{"in_tokens":2981,"out_tokens":647},"claude-opus-4-7":{"in_tokens":2986,"out_tokens":470},"mistral-large-2":{"in_tokens":1612,"out_tokens":517}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":3609,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":88.68096678299935,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1282,"out_tokens":2023},"claude-opus-4-8":{"in_tokens":2667,"out_tokens":693},"claude-opus-4-7":{"in_tokens":2672,"out_tokens":552},"mistral-large-2":{"in_tokens":1358,"out_tokens":920}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":412,"out_tokens":4206,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":597.9210741850002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1239,"out_tokens":2141},"claude-opus-4-8":{"in_tokens":2389,"out_tokens":655},"claude-opus-4-7":{"in_tokens":2394,"out_tokens":575},"mistral-large-2":{"in_tokens":1352,"out_tokens":547}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":425,"out_tokens":4305,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":168.26366129300004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1262,"out_tokens":1204},"claude-opus-4-8":{"in_tokens":2415,"out_tokens":777},"claude-opus-4-7":{"in_tokens":2420,"out_tokens":543},"mistral-large-2":{"in_tokens":1365,"out_tokens":580}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1775,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":45.092244551000476,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1387,"out_tokens":2021},"claude-opus-4-8":{"in_tokens":2877,"out_tokens":766},"claude-opus-4-7":{"in_tokens":2882,"out_tokens":618},"mistral-large-2":{"in_tokens":1508,"out_tokens":678}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":9650,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":229.69335798800057,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1554,"out_tokens":3220},"claude-opus-4-8":{"in_tokens":3134,"out_tokens":557},"claude-opus-4-7":{"in_tokens":3139,"out_tokens":819},"mistral-large-2":{"in_tokens":1625,"out_tokens":516}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":3946,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":90.46542171100009,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1633,"out_tokens":1854},"claude-opus-4-8":{"in_tokens":3396,"out_tokens":1377},"claude-opus-4-7":{"in_tokens":3401,"out_tokens":510},"mistral-large-2":{"in_tokens":1760,"out_tokens":702}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":3397,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":81.58845325400034,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1107,"out_tokens":1730},"claude-opus-4-8":{"in_tokens":2248,"out_tokens":633},"claude-opus-4-7":{"in_tokens":2253,"out_tokens":495},"mistral-large-2":{"in_tokens":1162,"out_tokens":561}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":5947,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":149.64841314100067,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1762,"out_tokens":2027},"claude-opus-4-8":{"in_tokens":3484,"out_tokens":760},"claude-opus-4-7":{"in_tokens":3489,"out_tokens":617},"mistral-large-2":{"in_tokens":1841,"out_tokens":743}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":5000,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":123.00714525000058,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1596,"out_tokens":3395},"claude-opus-4-8":{"in_tokens":3383,"out_tokens":914},"claude-opus-4-7":{"in_tokens":3388,"out_tokens":539},"mistral-large-2":{"in_tokens":1698,"out_tokens":543}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":471,"out_tokens":6938,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":166.92141787500077,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1369,"out_tokens":2079},"claude-opus-4-8":{"in_tokens":2611,"out_tokens":880},"claude-opus-4-7":{"in_tokens":2616,"out_tokens":619},"mistral-large-2":{"in_tokens":1510,"out_tokens":801}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":399,"out_tokens":4852,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":180.7707706279998,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1193,"out_tokens":1324},"claude-opus-4-8":{"in_tokens":2283,"out_tokens":735},"claude-opus-4-7":{"in_tokens":2288,"out_tokens":621},"mistral-large-2":{"in_tokens":1287,"out_tokens":589}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":6263,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":159.7364008350005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2490,"out_tokens":2548},"claude-opus-4-8":{"in_tokens":5089,"out_tokens":938},"claude-opus-4-7":{"in_tokens":5094,"out_tokens":690},"mistral-large-2":{"in_tokens":2691,"out_tokens":1536}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":3710,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":148.7502511089997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1057,"out_tokens":1663},"claude-opus-4-8":{"in_tokens":1992,"out_tokens":768},"claude-opus-4-7":{"in_tokens":1997,"out_tokens":480},"mistral-large-2":{"in_tokens":1189,"out_tokens":603}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":11071,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":273.34445614500055,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2667,"out_tokens":2889},"claude-opus-4-8":{"in_tokens":5310,"out_tokens":1052},"claude-opus-4-7":{"in_tokens":5315,"out_tokens":875},"mistral-large-2":{"in_tokens":2802,"out_tokens":898}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":7548,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":198.25506749299984,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2667,"out_tokens":2798},"claude-opus-4-8":{"in_tokens":5466,"out_tokens":1043},"claude-opus-4-7":{"in_tokens":5471,"out_tokens":668},"mistral-large-2":{"in_tokens":2819,"out_tokens":945}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":9657,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":246.41317350100053,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2721,"out_tokens":3258},"claude-opus-4-8":{"in_tokens":5512,"out_tokens":1275},"claude-opus-4-7":{"in_tokens":5517,"out_tokens":844},"mistral-large-2":{"in_tokens":2923,"out_tokens":1507}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":2839,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":72.74674141000014,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1556,"out_tokens":1396},"claude-opus-4-8":{"in_tokens":3155,"out_tokens":733},"claude-opus-4-7":{"in_tokens":3160,"out_tokens":505},"mistral-large-2":{"in_tokens":1702,"out_tokens":534}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":3225,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":86.22999607800011,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1467,"out_tokens":1798},"claude-opus-4-8":{"in_tokens":2888,"out_tokens":680},"claude-opus-4-7":{"in_tokens":2893,"out_tokens":516},"mistral-large-2":{"in_tokens":1573,"out_tokens":914}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":6965,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":164.2906384300004,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1848,"out_tokens":2539},"claude-opus-4-8":{"in_tokens":3795,"out_tokens":1024},"claude-opus-4-7":{"in_tokens":3800,"out_tokens":809},"mistral-large-2":{"in_tokens":1979,"out_tokens":776}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":11487,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":283.7589244239998,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":3081,"out_tokens":3404},"claude-opus-4-8":{"in_tokens":6379,"out_tokens":1123},"claude-opus-4-7":{"in_tokens":6384,"out_tokens":983},"mistral-large-2":{"in_tokens":3322,"out_tokens":903}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":6910,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":187.76127105700016,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2763,"out_tokens":3546},"claude-opus-4-8":{"in_tokens":5547,"out_tokens":1100},"claude-opus-4-7":{"in_tokens":5552,"out_tokens":781},"mistral-large-2":{"in_tokens":2895,"out_tokens":876}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":8471,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":216.03502883700003,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1723,"out_tokens":2332},"claude-opus-4-8":{"in_tokens":3393,"out_tokens":894},"claude-opus-4-7":{"in_tokens":3398,"out_tokens":594},"mistral-large-2":{"in_tokens":1837,"out_tokens":702}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":9445,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":235.27597666200018,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2696,"out_tokens":2943},"claude-opus-4-8":{"in_tokens":5423,"out_tokens":1067},"claude-opus-4-7":{"in_tokens":5428,"out_tokens":915},"mistral-large-2":{"in_tokens":2900,"out_tokens":729}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":9206,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":224.7394337960004,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2854,"out_tokens":2018},"claude-opus-4-8":{"in_tokens":5788,"out_tokens":1073},"claude-opus-4-7":{"in_tokens":5793,"out_tokens":936},"mistral-large-2":{"in_tokens":3073,"out_tokens":1086}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3000.016098475,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3000.057280923,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":5939,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":234.9685041040002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1172,"out_tokens":1407},"claude-opus-4-8":{"in_tokens":2300,"out_tokens":689},"claude-opus-4-7":{"in_tokens":2305,"out_tokens":495},"mistral-large-2":{"in_tokens":1260,"out_tokens":578}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":4895,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":149.4251665060001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1175,"out_tokens":865},"claude-opus-4-8":{"in_tokens":2367,"out_tokens":769},"claude-opus-4-7":{"in_tokens":2372,"out_tokens":484},"mistral-large-2":{"in_tokens":1302,"out_tokens":473}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":6238,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":140.2401992039995,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1560,"out_tokens":1896},"claude-opus-4-8":{"in_tokens":3096,"out_tokens":902},"claude-opus-4-7":{"in_tokens":3101,"out_tokens":777},"mistral-large-2":{"in_tokens":1744,"out_tokens":671}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":629,"out_tokens":3043,"error":null,"skip_reason":null,"score_raw":0.39285714285714285,"duration_s":69.63987310199991,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1445,"out_tokens":1596},"claude-opus-4-8":{"in_tokens":2665,"out_tokens":833},"claude-opus-4-7":{"in_tokens":2670,"out_tokens":524},"mistral-large-2":{"in_tokens":1625,"out_tokens":542}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3000.082928469,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3292.917100906001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":370,"out_tokens":6856,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":214.34412156100007,"hallucination_count":9.0,"hallucination_top100":0,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":7,"judge_tokens":{"gpt-5":{"in_tokens":1210,"out_tokens":1672},"claude-opus-4-8":{"in_tokens":2338,"out_tokens":1230},"claude-opus-4-7":{"in_tokens":2343,"out_tokens":719},"mistral-large-2":{"in_tokens":1318,"out_tokens":841}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":8105,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":199.4602857789996,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1326,"out_tokens":2021},"claude-opus-4-8":{"in_tokens":2550,"out_tokens":798},"claude-opus-4-7":{"in_tokens":2555,"out_tokens":600},"mistral-large-2":{"in_tokens":1448,"out_tokens":650}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":9612,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":239.82460344299943,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1239,"out_tokens":1747},"claude-opus-4-8":{"in_tokens":2400,"out_tokens":921},"claude-opus-4-7":{"in_tokens":2405,"out_tokens":583},"mistral-large-2":{"in_tokens":1370,"out_tokens":646}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":5644,"error":null,"skip_reason":null,"score_raw":0.3055555555555555,"duration_s":140.0718749969983,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1255,"out_tokens":1722},"claude-opus-4-8":{"in_tokens":2386,"out_tokens":862},"claude-opus-4-7":{"in_tokens":2391,"out_tokens":663},"mistral-large-2":{"in_tokens":1392,"out_tokens":710}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":438,"out_tokens":4300,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":160.73606247099997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1226,"out_tokens":1756},"claude-opus-4-8":{"in_tokens":2400,"out_tokens":573},"claude-opus-4-7":{"in_tokens":2405,"out_tokens":512},"mistral-large-2":{"in_tokens":1365,"out_tokens":526}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3000.0636623870005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":5468,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":189.029586871,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1323,"out_tokens":2172},"claude-opus-4-8":{"in_tokens":2582,"out_tokens":999},"claude-opus-4-7":{"in_tokens":2587,"out_tokens":822},"mistral-large-2":{"in_tokens":1431,"out_tokens":610}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":5163,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":175.47013459200025,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1115,"out_tokens":1888},"claude-opus-4-8":{"in_tokens":2191,"out_tokens":801},"claude-opus-4-7":{"in_tokens":2196,"out_tokens":567},"mistral-large-2":{"in_tokens":1218,"out_tokens":655}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":431,"out_tokens":9431,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":244.2927114869999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1106,"out_tokens":1827},"claude-opus-4-8":{"in_tokens":2170,"out_tokens":843},"claude-opus-4-7":{"in_tokens":2175,"out_tokens":780},"mistral-large-2":{"in_tokens":1212,"out_tokens":573}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":8769,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":221.9234544129995,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1186,"out_tokens":2138},"claude-opus-4-8":{"in_tokens":2287,"out_tokens":828},"claude-opus-4-7":{"in_tokens":2292,"out_tokens":794},"mistral-large-2":{"in_tokens":1318,"out_tokens":566}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":412,"out_tokens":3950,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":104.06095703699975,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1101,"out_tokens":798},"claude-opus-4-8":{"in_tokens":2073,"out_tokens":609},"claude-opus-4-7":{"in_tokens":2078,"out_tokens":480},"mistral-large-2":{"in_tokens":1181,"out_tokens":522}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":3238,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":83.03814999099995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1116,"out_tokens":693},"claude-opus-4-8":{"in_tokens":2168,"out_tokens":496},"claude-opus-4-7":{"in_tokens":2173,"out_tokens":407},"mistral-large-2":{"in_tokens":1193,"out_tokens":509}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3000.02068668,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":399,"out_tokens":9624,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":254.30443455000022,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1094,"out_tokens":1316},"claude-opus-4-8":{"in_tokens":2156,"out_tokens":668},"claude-opus-4-7":{"in_tokens":2161,"out_tokens":524},"mistral-large-2":{"in_tokens":1151,"out_tokens":445}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":8678,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":221.41205899799934,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1165,"out_tokens":2012},"claude-opus-4-8":{"in_tokens":2206,"out_tokens":763},"claude-opus-4-7":{"in_tokens":2211,"out_tokens":560},"mistral-large-2":{"in_tokens":1281,"out_tokens":576}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":513,"out_tokens":8817,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":227.541254456999,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1555,"out_tokens":3081},"claude-opus-4-8":{"in_tokens":3266,"out_tokens":933},"claude-opus-4-7":{"in_tokens":3271,"out_tokens":724},"mistral-large-2":{"in_tokens":1656,"out_tokens":662}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":8255,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":210.41485300400018,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1650,"out_tokens":2777},"claude-opus-4-8":{"in_tokens":3268,"out_tokens":1261},"claude-opus-4-7":{"in_tokens":3273,"out_tokens":945},"mistral-large-2":{"in_tokens":1767,"out_tokens":678}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":8139,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":211.83106802800103,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1392,"out_tokens":2212},"claude-opus-4-8":{"in_tokens":2780,"out_tokens":724},"claude-opus-4-7":{"in_tokens":2785,"out_tokens":478},"mistral-large-2":{"in_tokens":1502,"out_tokens":1184}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":5021,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":152.57309919900035,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1277,"out_tokens":1831},"claude-opus-4-8":{"in_tokens":2565,"out_tokens":776},"claude-opus-4-7":{"in_tokens":2570,"out_tokens":634},"mistral-large-2":{"in_tokens":1360,"out_tokens":587}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":10041,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":262.8435532069998,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1300,"out_tokens":2499},"claude-opus-4-8":{"in_tokens":2643,"out_tokens":640},"claude-opus-4-7":{"in_tokens":2648,"out_tokens":488},"mistral-large-2":{"in_tokens":1361,"out_tokens":485}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":11152,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":278.95649733200116,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1475,"out_tokens":2283},"claude-opus-4-8":{"in_tokens":2926,"out_tokens":605},"claude-opus-4-7":{"in_tokens":2931,"out_tokens":604},"mistral-large-2":{"in_tokens":1599,"out_tokens":628}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":7166,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":212.77679681100017,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1287,"out_tokens":2569},"claude-opus-4-8":{"in_tokens":2539,"out_tokens":619},"claude-opus-4-7":{"in_tokens":2544,"out_tokens":521},"mistral-large-2":{"in_tokens":1388,"out_tokens":596}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":527.4366524150009,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3000.0464145900005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3000.0706854480013,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":381,"out_tokens":6472,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":206.045360022,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1393,"out_tokens":1628},"claude-opus-4-8":{"in_tokens":2918,"out_tokens":727},"claude-opus-4-7":{"in_tokens":2923,"out_tokens":594},"mistral-large-2":{"in_tokens":1491,"out_tokens":518}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":6793,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":266.845136378,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1217,"out_tokens":1728},"claude-opus-4-8":{"in_tokens":2419,"out_tokens":725},"claude-opus-4-7":{"in_tokens":2424,"out_tokens":651},"mistral-large-2":{"in_tokens":1281,"out_tokens":604}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":317,"out_tokens":5509,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":544.306776569,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1112,"out_tokens":1255},"claude-opus-4-8":{"in_tokens":2232,"out_tokens":541},"claude-opus-4-7":{"in_tokens":2237,"out_tokens":541},"mistral-large-2":{"in_tokens":1191,"out_tokens":508}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"transient-exhausted (stage 3): Connection error.","skip_reason":null,"score_raw":null,"duration_s":933.290132143,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":778.8352039079999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":5054,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":165.590842657,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1175,"out_tokens":2191},"claude-opus-4-8":{"in_tokens":2439,"out_tokens":726},"claude-opus-4-7":{"in_tokens":2444,"out_tokens":728},"mistral-large-2":{"in_tokens":1244,"out_tokens":811}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":389,"out_tokens":8555,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":274.559067271,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1295,"out_tokens":2197},"claude-opus-4-8":{"in_tokens":2634,"out_tokens":710},"claude-opus-4-7":{"in_tokens":2639,"out_tokens":655},"mistral-large-2":{"in_tokens":1399,"out_tokens":926}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":4333,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":279.177391098,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1315,"out_tokens":2209},"claude-opus-4-8":{"in_tokens":2658,"out_tokens":868},"claude-opus-4-7":{"in_tokens":2663,"out_tokens":675},"mistral-large-2":{"in_tokens":1397,"out_tokens":686}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":5646,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":318.19853786699997,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1184,"out_tokens":1965},"claude-opus-4-8":{"in_tokens":2384,"out_tokens":1041},"claude-opus-4-7":{"in_tokens":2389,"out_tokens":658},"mistral-large-2":{"in_tokens":1228,"out_tokens":489}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":609,"out_tokens":9027,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":654.552938322,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.3,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2079,"out_tokens":2982},"claude-opus-4-8":{"in_tokens":4144,"out_tokens":1306},"claude-opus-4-7":{"in_tokens":4149,"out_tokens":1034},"mistral-large-2":{"in_tokens":2193,"out_tokens":1000}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"transient-exhausted (stage 3): Connection error.","skip_reason":null,"score_raw":null,"duration_s":1308.4375944170001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":392,"out_tokens":5457,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":145.81648388899998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1305,"out_tokens":1261},"claude-opus-4-8":{"in_tokens":2557,"out_tokens":678},"claude-opus-4-7":{"in_tokens":2562,"out_tokens":474},"mistral-large-2":{"in_tokens":1396,"out_tokens":564}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":536,"out_tokens":7936,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":209.3890687349999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1627,"out_tokens":2002},"claude-opus-4-8":{"in_tokens":3318,"out_tokens":859},"claude-opus-4-7":{"in_tokens":3323,"out_tokens":697},"mistral-large-2":{"in_tokens":1733,"out_tokens":756}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":10047,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":318.6482938700001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1614,"out_tokens":2835},"claude-opus-4-8":{"in_tokens":3222,"out_tokens":934},"claude-opus-4-7":{"in_tokens":3227,"out_tokens":543},"mistral-large-2":{"in_tokens":1737,"out_tokens":461}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":10372,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":373.99677467699985,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1471,"out_tokens":2089},"claude-opus-4-8":{"in_tokens":2805,"out_tokens":1145},"claude-opus-4-7":{"in_tokens":2810,"out_tokens":705},"mistral-large-2":{"in_tokens":1557,"out_tokens":802}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":873,"out_tokens":7499,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":260.31486679,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2277,"out_tokens":3709},"claude-opus-4-8":{"in_tokens":4477,"out_tokens":1508},"claude-opus-4-7":{"in_tokens":4482,"out_tokens":1062},"mistral-large-2":{"in_tokens":2369,"out_tokens":853}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":712,"out_tokens":9873,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":257.79568947300004,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2284,"out_tokens":2951},"claude-opus-4-8":{"in_tokens":4504,"out_tokens":1209},"claude-opus-4-7":{"in_tokens":4509,"out_tokens":786},"mistral-large-2":{"in_tokens":2444,"out_tokens":881}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3067.313872533,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":722,"out_tokens":10499,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":257.88479425100013,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2313,"out_tokens":2668},"claude-opus-4-8":{"in_tokens":4573,"out_tokens":1185},"claude-opus-4-7":{"in_tokens":4578,"out_tokens":789},"mistral-large-2":{"in_tokens":2477,"out_tokens":1239}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3982.1650070439996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3296.672677838,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}