{"model_id":"mistral-large-2","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":328,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":7.351040419,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1233,"out_tokens":1440},"claude-opus-4-8":{"in_tokens":2366,"out_tokens":813},"claude-opus-4-7":{"in_tokens":2371,"out_tokens":706},"mistral-large-2":{"in_tokens":1337,"out_tokens":636}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":454,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":9.130182965000003,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1412,"out_tokens":2663},"claude-opus-4-8":{"in_tokens":2753,"out_tokens":1031},"claude-opus-4-7":{"in_tokens":2758,"out_tokens":622},"mistral-large-2":{"in_tokens":1510,"out_tokens":894}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":396,"out_tokens":600,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":11.468341742999996,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1848,"out_tokens":3045},"claude-opus-4-8":{"in_tokens":3464,"out_tokens":1518},"claude-opus-4-7":{"in_tokens":3469,"out_tokens":1078},"mistral-large-2":{"in_tokens":1970,"out_tokens":910}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":416,"out_tokens":550,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":13.565985801999993,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1596,"out_tokens":2522},"claude-opus-4-8":{"in_tokens":3041,"out_tokens":853},"claude-opus-4-7":{"in_tokens":3046,"out_tokens":586},"mistral-large-2":{"in_tokens":1756,"out_tokens":711}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":900,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":16.242953311999997,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1458,"out_tokens":2063},"claude-opus-4-8":{"in_tokens":2758,"out_tokens":1016},"claude-opus-4-7":{"in_tokens":2763,"out_tokens":820},"mistral-large-2":{"in_tokens":1554,"out_tokens":844}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":1111,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":18.229012322999992,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1497,"out_tokens":1409},"claude-opus-4-8":{"in_tokens":2887,"out_tokens":891},"claude-opus-4-7":{"in_tokens":2892,"out_tokens":666},"mistral-large-2":{"in_tokens":1605,"out_tokens":731}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":258,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":16.470428289999994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1157,"out_tokens":1430},"claude-opus-4-8":{"in_tokens":2224,"out_tokens":778},"claude-opus-4-7":{"in_tokens":2229,"out_tokens":633},"mistral-large-2":{"in_tokens":1243,"out_tokens":729}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":357,"error":null,"skip_reason":null,"score_raw":0.025,"duration_s":7.318651946999992,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1810,"out_tokens":1679},"claude-opus-4-8":{"in_tokens":3450,"out_tokens":1017},"claude-opus-4-7":{"in_tokens":3455,"out_tokens":879},"mistral-large-2":{"in_tokens":1924,"out_tokens":914}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":1384,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":18.539934050999996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1336,"out_tokens":2269},"claude-opus-4-8":{"in_tokens":2552,"out_tokens":987},"claude-opus-4-7":{"in_tokens":2557,"out_tokens":726},"mistral-large-2":{"in_tokens":1435,"out_tokens":677}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":188,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":18.701063108999996,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1121,"out_tokens":1324},"claude-opus-4-8":{"in_tokens":2135,"out_tokens":808},"claude-opus-4-7":{"in_tokens":2140,"out_tokens":630},"mistral-large-2":{"in_tokens":1201,"out_tokens":680}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":546,"error":null,"skip_reason":null,"score_raw":0.30000000000000004,"duration_s":11.236227813,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1955,"out_tokens":1985},"claude-opus-4-8":{"in_tokens":3760,"out_tokens":1014},"claude-opus-4-7":{"in_tokens":3765,"out_tokens":868},"mistral-large-2":{"in_tokens":2109,"out_tokens":813}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1325,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":22.709175605,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1762,"out_tokens":2023},"claude-opus-4-8":{"in_tokens":3366,"out_tokens":901},"claude-opus-4-7":{"in_tokens":3371,"out_tokens":691},"mistral-large-2":{"in_tokens":1938,"out_tokens":793}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":376,"out_tokens":413,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":8.639570726999992,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1492,"out_tokens":2760},"claude-opus-4-8":{"in_tokens":2826,"out_tokens":1268},"claude-opus-4-7":{"in_tokens":2831,"out_tokens":801},"mistral-large-2":{"in_tokens":1576,"out_tokens":611}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":207,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":23.670062947999995,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1294,"out_tokens":2127},"claude-opus-4-8":{"in_tokens":2462,"out_tokens":834},"claude-opus-4-7":{"in_tokens":2467,"out_tokens":595},"mistral-large-2":{"in_tokens":1427,"out_tokens":599}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":624,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":12.432950952999988,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1712,"out_tokens":2383},"claude-opus-4-8":{"in_tokens":3343,"out_tokens":1202},"claude-opus-4-7":{"in_tokens":3348,"out_tokens":815},"mistral-large-2":{"in_tokens":1863,"out_tokens":629}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":404,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":8.785319019999989,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1419,"out_tokens":1887},"claude-opus-4-8":{"in_tokens":2775,"out_tokens":861},"claude-opus-4-7":{"in_tokens":2780,"out_tokens":651},"mistral-large-2":{"in_tokens":1525,"out_tokens":699}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":2277,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":27.437658448,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1958,"out_tokens":1846},"claude-opus-4-8":{"in_tokens":3703,"out_tokens":818},"claude-opus-4-7":{"in_tokens":3708,"out_tokens":665},"mistral-large-2":{"in_tokens":2145,"out_tokens":798}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":368,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":8.331241703999993,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1368,"out_tokens":2138},"claude-opus-4-8":{"in_tokens":2739,"out_tokens":987},"claude-opus-4-7":{"in_tokens":2744,"out_tokens":728},"mistral-large-2":{"in_tokens":1439,"out_tokens":609}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":2327,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":28.703615274,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1529,"out_tokens":2172},"claude-opus-4-8":{"in_tokens":2935,"out_tokens":803},"claude-opus-4-7":{"in_tokens":2940,"out_tokens":658},"mistral-large-2":{"in_tokens":1660,"out_tokens":794}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":684,"out_tokens":2026,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":31.222421094000005,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2334,"out_tokens":2826},"claude-opus-4-8":{"in_tokens":4418,"out_tokens":1051},"claude-opus-4-7":{"in_tokens":4423,"out_tokens":788},"mistral-large-2":{"in_tokens":2475,"out_tokens":1263}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":390,"error":null,"skip_reason":null,"score_raw":0.03571428571428571,"duration_s":8.08979670699999,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1396,"out_tokens":2236},"claude-opus-4-8":{"in_tokens":2737,"out_tokens":1070},"claude-opus-4-7":{"in_tokens":2742,"out_tokens":546},"mistral-large-2":{"in_tokens":1465,"out_tokens":648}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":0.2,"duration_s":31.134022906999995,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1522,"out_tokens":1866},"claude-opus-4-8":{"in_tokens":2857,"out_tokens":1238},"claude-opus-4-7":{"in_tokens":2862,"out_tokens":873},"mistral-large-2":{"in_tokens":1618,"out_tokens":812}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":377,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":7.161017478000005,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1483,"out_tokens":1828},"claude-opus-4-8":{"in_tokens":2835,"out_tokens":865},"claude-opus-4-7":{"in_tokens":2840,"out_tokens":626},"mistral-large-2":{"in_tokens":1605,"out_tokens":712}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":315,"out_tokens":354,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":7.242406015,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1409,"out_tokens":1921},"claude-opus-4-8":{"in_tokens":2666,"out_tokens":884},"claude-opus-4-7":{"in_tokens":2671,"out_tokens":913},"mistral-large-2":{"in_tokens":1523,"out_tokens":745}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":3139,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":35.208140400999994,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.3,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1928,"out_tokens":3138},"claude-opus-4-8":{"in_tokens":3573,"out_tokens":1343},"claude-opus-4-7":{"in_tokens":3578,"out_tokens":1325},"mistral-large-2":{"in_tokens":2067,"out_tokens":862}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":1390,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":20.638038767000012,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2143,"out_tokens":2058},"claude-opus-4-8":{"in_tokens":4134,"out_tokens":945},"claude-opus-4-7":{"in_tokens":4139,"out_tokens":844},"mistral-large-2":{"in_tokens":2286,"out_tokens":961}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":750,"error":null,"skip_reason":null,"score_raw":0.175,"duration_s":14.789424686000004,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.6,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2196,"out_tokens":2755},"claude-opus-4-8":{"in_tokens":4074,"out_tokens":1133},"claude-opus-4-7":{"in_tokens":4079,"out_tokens":867},"mistral-large-2":{"in_tokens":2348,"out_tokens":842}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":2190,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":21.712300865000003,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2099,"out_tokens":3253},"claude-opus-4-8":{"in_tokens":3986,"out_tokens":1200},"claude-opus-4-7":{"in_tokens":3991,"out_tokens":959},"mistral-large-2":{"in_tokens":2270,"out_tokens":741}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":456,"out_tokens":265,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":22.911090089000012,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1707,"out_tokens":1901},"claude-opus-4-8":{"in_tokens":3264,"out_tokens":1057},"claude-opus-4-7":{"in_tokens":3269,"out_tokens":639},"mistral-large-2":{"in_tokens":1833,"out_tokens":989}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":368,"out_tokens":472,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":10.12873817900001,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.25,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1539,"out_tokens":1735},"claude-opus-4-8":{"in_tokens":2988,"out_tokens":1281},"claude-opus-4-7":{"in_tokens":2993,"out_tokens":835},"mistral-large-2":{"in_tokens":1600,"out_tokens":810}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":1474,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":23.504464017000004,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1931,"out_tokens":2176},"claude-opus-4-8":{"in_tokens":3640,"out_tokens":865},"claude-opus-4-7":{"in_tokens":3645,"out_tokens":661},"mistral-large-2":{"in_tokens":2073,"out_tokens":707}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":230,"error":null,"skip_reason":null,"score_raw":0.275,"duration_s":27.198078527000007,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.4,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1700,"out_tokens":2595},"claude-opus-4-8":{"in_tokens":3245,"out_tokens":1273},"claude-opus-4-7":{"in_tokens":3250,"out_tokens":827},"mistral-large-2":{"in_tokens":1801,"out_tokens":871}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":29.497658481000002,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2533,"out_tokens":3150},"claude-opus-4-8":{"in_tokens":4815,"out_tokens":1189},"claude-opus-4-7":{"in_tokens":4820,"out_tokens":1253},"mistral-large-2":{"in_tokens":2683,"out_tokens":1053}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":258,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":26.751619763000008,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1402,"out_tokens":2760},"claude-opus-4-8":{"in_tokens":2629,"out_tokens":979},"claude-opus-4-7":{"in_tokens":2634,"out_tokens":772},"mistral-large-2":{"in_tokens":1511,"out_tokens":768}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":660,"out_tokens":1512,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":23.119112187,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1885,"out_tokens":2916},"claude-opus-4-8":{"in_tokens":3582,"out_tokens":1160},"claude-opus-4-7":{"in_tokens":3587,"out_tokens":770},"mistral-large-2":{"in_tokens":1997,"out_tokens":741}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":360,"out_tokens":237,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":24.605783316,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1326,"out_tokens":2599},"claude-opus-4-8":{"in_tokens":2538,"out_tokens":1102},"claude-opus-4-7":{"in_tokens":2543,"out_tokens":755},"mistral-large-2":{"in_tokens":1403,"out_tokens":656}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":1506,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":23.781607516000008,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1787,"out_tokens":1999},"claude-opus-4-8":{"in_tokens":3516,"out_tokens":975},"claude-opus-4-7":{"in_tokens":3521,"out_tokens":743},"mistral-large-2":{"in_tokens":1905,"out_tokens":800}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":285,"out_tokens":186,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":20.717559112000004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1227,"out_tokens":1699},"claude-opus-4-8":{"in_tokens":2393,"out_tokens":874},"claude-opus-4-7":{"in_tokens":2398,"out_tokens":611},"mistral-large-2":{"in_tokens":1314,"out_tokens":623}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":3059,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":36.001252416,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2357,"out_tokens":3441},"claude-opus-4-8":{"in_tokens":4573,"out_tokens":1324},"claude-opus-4-7":{"in_tokens":4578,"out_tokens":947},"mistral-large-2":{"in_tokens":2532,"out_tokens":994}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1148,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":18.780731031000002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1543,"out_tokens":1893},"claude-opus-4-8":{"in_tokens":3137,"out_tokens":689},"claude-opus-4-7":{"in_tokens":3142,"out_tokens":627},"mistral-large-2":{"in_tokens":1635,"out_tokens":604}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":3413,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":36.822297151,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2261,"out_tokens":2776},"claude-opus-4-8":{"in_tokens":4368,"out_tokens":870},"claude-opus-4-7":{"in_tokens":4373,"out_tokens":781},"mistral-large-2":{"in_tokens":2452,"out_tokens":1355}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":2137,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":25.258832903,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1704,"out_tokens":2637},"claude-opus-4-8":{"in_tokens":3374,"out_tokens":1118},"claude-opus-4-7":{"in_tokens":3379,"out_tokens":824},"mistral-large-2":{"in_tokens":1838,"out_tokens":779}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":1228,"error":null,"skip_reason":null,"score_raw":0.8571428571428572,"duration_s":19.768162734,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1642,"out_tokens":1466},"claude-opus-4-8":{"in_tokens":3204,"out_tokens":640},"claude-opus-4-7":{"in_tokens":3209,"out_tokens":518},"mistral-large-2":{"in_tokens":1727,"out_tokens":582}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":2590,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":31.460842316999987,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1817,"out_tokens":2010},"claude-opus-4-8":{"in_tokens":3510,"out_tokens":1062},"claude-opus-4-7":{"in_tokens":3515,"out_tokens":687},"mistral-large-2":{"in_tokens":1929,"out_tokens":674}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":207,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":21.272060385999993,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1221,"out_tokens":1877},"claude-opus-4-8":{"in_tokens":2403,"out_tokens":599},"claude-opus-4-7":{"in_tokens":2408,"out_tokens":533},"mistral-large-2":{"in_tokens":1282,"out_tokens":563}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":197,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":21.136368030000014,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1213,"out_tokens":1713},"claude-opus-4-8":{"in_tokens":2395,"out_tokens":719},"claude-opus-4-7":{"in_tokens":2400,"out_tokens":564},"mistral-large-2":{"in_tokens":1276,"out_tokens":583}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":147,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":19.383572365999996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1647,"out_tokens":1788},"claude-opus-4-8":{"in_tokens":3050,"out_tokens":846},"claude-opus-4-7":{"in_tokens":3055,"out_tokens":620},"mistral-large-2":{"in_tokens":1754,"out_tokens":688}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":758,"out_tokens":1516,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":24.151834207999997,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2310,"out_tokens":2756},"claude-opus-4-8":{"in_tokens":4284,"out_tokens":1169},"claude-opus-4-7":{"in_tokens":4289,"out_tokens":832},"mistral-large-2":{"in_tokens":2472,"out_tokens":914}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1405,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":21.39757331700001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1857,"out_tokens":1894},"claude-opus-4-8":{"in_tokens":3535,"out_tokens":940},"claude-opus-4-7":{"in_tokens":3540,"out_tokens":809},"mistral-large-2":{"in_tokens":2007,"out_tokens":1289}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":589,"out_tokens":1304,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":18.839638579999985,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1787,"out_tokens":2407},"claude-opus-4-8":{"in_tokens":3341,"out_tokens":1271},"claude-opus-4-7":{"in_tokens":3346,"out_tokens":792},"mistral-large-2":{"in_tokens":1934,"out_tokens":851}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":171,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":22.904817487999992,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1294,"out_tokens":1574},"claude-opus-4-8":{"in_tokens":2458,"out_tokens":661},"claude-opus-4-7":{"in_tokens":2463,"out_tokens":490},"mistral-large-2":{"in_tokens":1402,"out_tokens":619}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":669,"out_tokens":1424,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":20.199368254000007,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1827,"out_tokens":2464},"claude-opus-4-8":{"in_tokens":3496,"out_tokens":926},"claude-opus-4-7":{"in_tokens":3501,"out_tokens":706},"mistral-large-2":{"in_tokens":1899,"out_tokens":984}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":2009,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":24.085902778000005,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1484,"out_tokens":1623},"claude-opus-4-8":{"in_tokens":2936,"out_tokens":758},"claude-opus-4-7":{"in_tokens":2941,"out_tokens":598},"mistral-large-2":{"in_tokens":1591,"out_tokens":567}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":308,"out_tokens":243,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":24.03352109100001,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1318,"out_tokens":3056},"claude-opus-4-8":{"in_tokens":2526,"out_tokens":1011},"claude-opus-4-7":{"in_tokens":2531,"out_tokens":940},"mistral-large-2":{"in_tokens":1424,"out_tokens":762}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":2315,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":26.295744788000007,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1705,"out_tokens":2755},"claude-opus-4-8":{"in_tokens":3238,"out_tokens":993},"claude-opus-4-7":{"in_tokens":3243,"out_tokens":680},"mistral-large-2":{"in_tokens":1859,"out_tokens":685}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":357,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":20.90227381400001,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.875,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1315,"out_tokens":2243},"claude-opus-4-8":{"in_tokens":2522,"out_tokens":938},"claude-opus-4-7":{"in_tokens":2527,"out_tokens":588},"mistral-large-2":{"in_tokens":1366,"out_tokens":702}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":2933,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":32.677363050999986,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1632,"out_tokens":2545},"claude-opus-4-8":{"in_tokens":3313,"out_tokens":758},"claude-opus-4-7":{"in_tokens":3318,"out_tokens":679},"mistral-large-2":{"in_tokens":1725,"out_tokens":645}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":710,"out_tokens":1290,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":19.34002408799998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1745,"out_tokens":1671},"claude-opus-4-8":{"in_tokens":3352,"out_tokens":832},"claude-opus-4-7":{"in_tokens":3357,"out_tokens":563},"mistral-large-2":{"in_tokens":1817,"out_tokens":611}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":297,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":23.473846468999994,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1389,"out_tokens":1332},"claude-opus-4-8":{"in_tokens":2642,"out_tokens":621},"claude-opus-4-7":{"in_tokens":2647,"out_tokens":533},"mistral-large-2":{"in_tokens":1438,"out_tokens":531}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1067,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":17.336475011999994,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1515,"out_tokens":2020},"claude-opus-4-8":{"in_tokens":2865,"out_tokens":694},"claude-opus-4-7":{"in_tokens":2870,"out_tokens":640},"mistral-large-2":{"in_tokens":1592,"out_tokens":1272}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":688,"out_tokens":1205,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":19.437546072000004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1735,"out_tokens":1808},"claude-opus-4-8":{"in_tokens":3260,"out_tokens":614},"claude-opus-4-7":{"in_tokens":3265,"out_tokens":587},"mistral-large-2":{"in_tokens":1809,"out_tokens":599}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":3040,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":35.307429111000005,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2425,"out_tokens":2789},"claude-opus-4-8":{"in_tokens":4474,"out_tokens":1233},"claude-opus-4-7":{"in_tokens":4479,"out_tokens":964},"mistral-large-2":{"in_tokens":2592,"out_tokens":1536}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":775,"out_tokens":1207,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":19.393248188,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1642,"out_tokens":1139},"claude-opus-4-8":{"in_tokens":3068,"out_tokens":506},"claude-opus-4-7":{"in_tokens":3073,"out_tokens":461},"mistral-large-2":{"in_tokens":1720,"out_tokens":507}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":299,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":22.722466352999987,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1405,"out_tokens":1544},"claude-opus-4-8":{"in_tokens":2620,"out_tokens":815},"claude-opus-4-7":{"in_tokens":2625,"out_tokens":609},"mistral-large-2":{"in_tokens":1466,"out_tokens":665}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":654,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":74.340500072,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1724,"out_tokens":2060},"claude-opus-4-8":{"in_tokens":3293,"out_tokens":678},"claude-opus-4-7":{"in_tokens":3298,"out_tokens":561},"mistral-large-2":{"in_tokens":1794,"out_tokens":563}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":717,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":75.135652576,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1790,"out_tokens":1654},"claude-opus-4-8":{"in_tokens":3344,"out_tokens":839},"claude-opus-4-7":{"in_tokens":3349,"out_tokens":627},"mistral-large-2":{"in_tokens":1872,"out_tokens":811}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":555,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":71.27490818500002,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1483,"out_tokens":1993},"claude-opus-4-8":{"in_tokens":2765,"out_tokens":847},"claude-opus-4-7":{"in_tokens":2770,"out_tokens":685},"mistral-large-2":{"in_tokens":1561,"out_tokens":721}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":475,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":70.367738619,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1478,"out_tokens":1968},"claude-opus-4-8":{"in_tokens":2698,"out_tokens":680},"claude-opus-4-7":{"in_tokens":2703,"out_tokens":685},"mistral-large-2":{"in_tokens":1545,"out_tokens":611}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":905,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":13.882454741999993,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1344,"out_tokens":1756},"claude-opus-4-8":{"in_tokens":2564,"out_tokens":610},"claude-opus-4-7":{"in_tokens":2569,"out_tokens":476},"mistral-large-2":{"in_tokens":1423,"out_tokens":525}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":1051,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":17.406879366,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1528,"out_tokens":1429},"claude-opus-4-8":{"in_tokens":2807,"out_tokens":614},"claude-opus-4-7":{"in_tokens":2812,"out_tokens":511},"mistral-large-2":{"in_tokens":1596,"out_tokens":561}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1152,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":13.994508235000012,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1734,"out_tokens":1369},"claude-opus-4-8":{"in_tokens":3204,"out_tokens":726},"claude-opus-4-7":{"in_tokens":3209,"out_tokens":693},"mistral-large-2":{"in_tokens":1823,"out_tokens":734}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":268,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":24.543675291,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1224,"out_tokens":1530},"claude-opus-4-8":{"in_tokens":2298,"out_tokens":581},"claude-opus-4-7":{"in_tokens":2303,"out_tokens":487},"mistral-large-2":{"in_tokens":1276,"out_tokens":489}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":447,"out_tokens":227,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":25.259632171999982,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1252,"out_tokens":1614},"claude-opus-4-8":{"in_tokens":2315,"out_tokens":510},"claude-opus-4-7":{"in_tokens":2320,"out_tokens":394},"mistral-large-2":{"in_tokens":1312,"out_tokens":519}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":1242,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":18.270117989,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1486,"out_tokens":1013},"claude-opus-4-8":{"in_tokens":2835,"out_tokens":607},"claude-opus-4-7":{"in_tokens":2840,"out_tokens":485},"mistral-large-2":{"in_tokens":1571,"out_tokens":518}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":230,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":19.89657293799999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1201,"out_tokens":2051},"claude-opus-4-8":{"in_tokens":2209,"out_tokens":681},"claude-opus-4-7":{"in_tokens":2214,"out_tokens":522},"mistral-large-2":{"in_tokens":1263,"out_tokens":574}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":2008,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":23.510016343000018,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2003,"out_tokens":1791},"claude-opus-4-8":{"in_tokens":3867,"out_tokens":572},"claude-opus-4-7":{"in_tokens":3872,"out_tokens":499},"mistral-large-2":{"in_tokens":2094,"out_tokens":580}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":407,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":8.430482511999998,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1248,"out_tokens":1491},"claude-opus-4-8":{"in_tokens":2357,"out_tokens":643},"claude-opus-4-7":{"in_tokens":2362,"out_tokens":479},"mistral-large-2":{"in_tokens":1306,"out_tokens":557}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":581,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":11.87879046499998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1516,"out_tokens":1499},"claude-opus-4-8":{"in_tokens":2778,"out_tokens":639},"claude-opus-4-7":{"in_tokens":2783,"out_tokens":524},"mistral-large-2":{"in_tokens":1596,"out_tokens":524}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":574,"out_tokens":1046,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":16.558506825999984,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1436,"out_tokens":1385},"claude-opus-4-8":{"in_tokens":2739,"out_tokens":597},"claude-opus-4-7":{"in_tokens":2744,"out_tokens":515},"mistral-large-2":{"in_tokens":1519,"out_tokens":542}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":334,"out_tokens":444,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":10.260619993000006,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1323,"out_tokens":1381},"claude-opus-4-8":{"in_tokens":2499,"out_tokens":631},"claude-opus-4-7":{"in_tokens":2504,"out_tokens":548},"mistral-large-2":{"in_tokens":1395,"out_tokens":472}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":2853,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":30.21203657799998,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1565,"out_tokens":2960},"claude-opus-4-8":{"in_tokens":3030,"out_tokens":977},"claude-opus-4-7":{"in_tokens":3035,"out_tokens":690},"mistral-large-2":{"in_tokens":1631,"out_tokens":798}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":274,"out_tokens":567,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":13.77975719699998,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1431,"out_tokens":1701},"claude-opus-4-8":{"in_tokens":2722,"out_tokens":728},"claude-opus-4-7":{"in_tokens":2727,"out_tokens":607},"mistral-large-2":{"in_tokens":1502,"out_tokens":648}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":187,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":18.812321413000006,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1075,"out_tokens":1010},"claude-opus-4-8":{"in_tokens":2032,"out_tokens":599},"claude-opus-4-7":{"in_tokens":2037,"out_tokens":480},"mistral-large-2":{"in_tokens":1129,"out_tokens":515}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":512,"out_tokens":765,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":12.333284614999997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1236,"out_tokens":832},"claude-opus-4-8":{"in_tokens":2321,"out_tokens":566},"claude-opus-4-7":{"in_tokens":2326,"out_tokens":432},"mistral-large-2":{"in_tokens":1284,"out_tokens":429}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":252,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":6.943674778000002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1069,"out_tokens":1363},"claude-opus-4-8":{"in_tokens":2006,"out_tokens":575},"claude-opus-4-7":{"in_tokens":2011,"out_tokens":405},"mistral-large-2":{"in_tokens":1117,"out_tokens":486}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":3385,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":38.101065276000014,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1838,"out_tokens":2857},"claude-opus-4-8":{"in_tokens":3445,"out_tokens":793},"claude-opus-4-7":{"in_tokens":3450,"out_tokens":708},"mistral-large-2":{"in_tokens":1998,"out_tokens":843}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":546,"out_tokens":1052,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":16.478576337999982,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1526,"out_tokens":2111},"claude-opus-4-8":{"in_tokens":2830,"out_tokens":656},"claude-opus-4-7":{"in_tokens":2835,"out_tokens":545},"mistral-large-2":{"in_tokens":1587,"out_tokens":647}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1267,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":16.958020715999993,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1644,"out_tokens":1574},"claude-opus-4-8":{"in_tokens":3037,"out_tokens":605},"claude-opus-4-7":{"in_tokens":3042,"out_tokens":530},"mistral-large-2":{"in_tokens":1728,"out_tokens":715}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":389,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":7.739202731000006,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1235,"out_tokens":1374},"claude-opus-4-8":{"in_tokens":2380,"out_tokens":586},"claude-opus-4-7":{"in_tokens":2385,"out_tokens":511},"mistral-large-2":{"in_tokens":1298,"out_tokens":662}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":733,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":14.595884727999987,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1666,"out_tokens":2448},"claude-opus-4-8":{"in_tokens":3004,"out_tokens":636},"claude-opus-4-7":{"in_tokens":3009,"out_tokens":537},"mistral-large-2":{"in_tokens":1737,"out_tokens":884}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":540,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":10.749446121999995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1398,"out_tokens":1269},"claude-opus-4-8":{"in_tokens":2589,"out_tokens":750},"claude-opus-4-7":{"in_tokens":2594,"out_tokens":586},"mistral-large-2":{"in_tokens":1478,"out_tokens":620}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":568,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":12.73317950400002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1595,"out_tokens":1249},"claude-opus-4-8":{"in_tokens":2991,"out_tokens":677},"claude-opus-4-7":{"in_tokens":2996,"out_tokens":491},"mistral-large-2":{"in_tokens":1674,"out_tokens":655}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":143,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":17.207360971000014,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1045,"out_tokens":1052},"claude-opus-4-8":{"in_tokens":1976,"out_tokens":559},"claude-opus-4-7":{"in_tokens":1981,"out_tokens":455},"mistral-large-2":{"in_tokens":1107,"out_tokens":479}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":172,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":20.685485731,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1030,"out_tokens":1183},"claude-opus-4-8":{"in_tokens":1942,"out_tokens":558},"claude-opus-4-7":{"in_tokens":1947,"out_tokens":471},"mistral-large-2":{"in_tokens":1083,"out_tokens":451}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":695,"out_tokens":1017,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":18.488079306999992,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1577,"out_tokens":1912},"claude-opus-4-8":{"in_tokens":2966,"out_tokens":657},"claude-opus-4-7":{"in_tokens":2971,"out_tokens":465},"mistral-large-2":{"in_tokens":1657,"out_tokens":612}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":970,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":15.603764133999988,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1394,"out_tokens":1061},"claude-opus-4-8":{"in_tokens":2637,"out_tokens":593},"claude-opus-4-7":{"in_tokens":2642,"out_tokens":515},"mistral-large-2":{"in_tokens":1467,"out_tokens":540}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":1085,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":15.686744864000019,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1589,"out_tokens":1515},"claude-opus-4-8":{"in_tokens":2886,"out_tokens":856},"claude-opus-4-7":{"in_tokens":2891,"out_tokens":492},"mistral-large-2":{"in_tokens":1667,"out_tokens":604}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":160,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":22.272899983000002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":993,"out_tokens":767},"claude-opus-4-8":{"in_tokens":1874,"out_tokens":504},"claude-opus-4-7":{"in_tokens":1879,"out_tokens":391},"mistral-large-2":{"in_tokens":1029,"out_tokens":431}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":982,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":15.934137149999998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1372,"out_tokens":1022},"claude-opus-4-8":{"in_tokens":2611,"out_tokens":598},"claude-opus-4-7":{"in_tokens":2616,"out_tokens":459},"mistral-large-2":{"in_tokens":1440,"out_tokens":517}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":295,"out_tokens":367,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":7.638621354999998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1297,"out_tokens":1158},"claude-opus-4-8":{"in_tokens":2456,"out_tokens":622},"claude-opus-4-7":{"in_tokens":2461,"out_tokens":585},"mistral-large-2":{"in_tokens":1369,"out_tokens":502}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":1216,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":16.27698434499999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1523,"out_tokens":1741},"claude-opus-4-8":{"in_tokens":2837,"out_tokens":782},"claude-opus-4-7":{"in_tokens":2842,"out_tokens":615},"mistral-large-2":{"in_tokens":1604,"out_tokens":598}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":302,"out_tokens":423,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":9.293263373000002,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1294,"out_tokens":1610},"claude-opus-4-8":{"in_tokens":2438,"out_tokens":715},"claude-opus-4-7":{"in_tokens":2443,"out_tokens":595},"mistral-large-2":{"in_tokens":1360,"out_tokens":595}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":194,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":18.896559867999997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1163,"out_tokens":1707},"claude-opus-4-8":{"in_tokens":2175,"out_tokens":663},"claude-opus-4-7":{"in_tokens":2180,"out_tokens":465},"mistral-large-2":{"in_tokens":1213,"out_tokens":552}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":2133,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":25.201066017000016,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1672,"out_tokens":1263},"claude-opus-4-8":{"in_tokens":3109,"out_tokens":519},"claude-opus-4-7":{"in_tokens":3114,"out_tokens":477},"mistral-large-2":{"in_tokens":1744,"out_tokens":777}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":1169,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":14.41321015600002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1375,"out_tokens":1205},"claude-opus-4-8":{"in_tokens":2628,"out_tokens":583},"claude-opus-4-7":{"in_tokens":2633,"out_tokens":453},"mistral-large-2":{"in_tokens":1454,"out_tokens":518}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":550,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":12.257443322,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1504,"out_tokens":1487},"claude-opus-4-8":{"in_tokens":2880,"out_tokens":626},"claude-opus-4-7":{"in_tokens":2885,"out_tokens":517},"mistral-large-2":{"in_tokens":1572,"out_tokens":614}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":1027,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":16.240222984999974,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1437,"out_tokens":1553},"claude-opus-4-8":{"in_tokens":2681,"out_tokens":730},"claude-opus-4-7":{"in_tokens":2686,"out_tokens":586},"mistral-large-2":{"in_tokens":1505,"out_tokens":576}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":668,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":14.151914473999994,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1779,"out_tokens":1402},"claude-opus-4-8":{"in_tokens":3410,"out_tokens":641},"claude-opus-4-7":{"in_tokens":3415,"out_tokens":586},"mistral-large-2":{"in_tokens":1851,"out_tokens":834}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":336,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":6.630860669000015,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1265,"out_tokens":1703},"claude-opus-4-8":{"in_tokens":2366,"out_tokens":841},"claude-opus-4-7":{"in_tokens":2371,"out_tokens":616},"mistral-large-2":{"in_tokens":1318,"out_tokens":638}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":396,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":8.337489731000005,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1323,"out_tokens":1224},"claude-opus-4-8":{"in_tokens":2473,"out_tokens":783},"claude-opus-4-7":{"in_tokens":2478,"out_tokens":606},"mistral-large-2":{"in_tokens":1397,"out_tokens":587}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1199,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":13.212133441999981,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1514,"out_tokens":1123},"claude-opus-4-8":{"in_tokens":2919,"out_tokens":641},"claude-opus-4-7":{"in_tokens":2924,"out_tokens":462},"mistral-large-2":{"in_tokens":1606,"out_tokens":553}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":974,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":10.81262602199999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1094,"out_tokens":1099},"claude-opus-4-8":{"in_tokens":2033,"out_tokens":431},"claude-opus-4-7":{"in_tokens":2038,"out_tokens":394},"mistral-large-2":{"in_tokens":1142,"out_tokens":484}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":229,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":5.559955046999988,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1219,"out_tokens":1774},"claude-opus-4-8":{"in_tokens":2312,"out_tokens":849},"claude-opus-4-7":{"in_tokens":2317,"out_tokens":673},"mistral-large-2":{"in_tokens":1332,"out_tokens":983}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":842,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":13.250823204999989,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1392,"out_tokens":1322},"claude-opus-4-8":{"in_tokens":2630,"out_tokens":580},"claude-opus-4-7":{"in_tokens":2635,"out_tokens":502},"mistral-large-2":{"in_tokens":1455,"out_tokens":551}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":274,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":5.731995748999992,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1114,"out_tokens":2129},"claude-opus-4-8":{"in_tokens":2226,"out_tokens":879},"claude-opus-4-7":{"in_tokens":2231,"out_tokens":780},"mistral-large-2":{"in_tokens":1215,"out_tokens":700}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":226,"out_tokens":466,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":9.514506826000002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1328,"out_tokens":1169},"claude-opus-4-8":{"in_tokens":2584,"out_tokens":582},"claude-opus-4-7":{"in_tokens":2589,"out_tokens":434},"mistral-large-2":{"in_tokens":1394,"out_tokens":524}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":185,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":20.719614852999996,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1071,"out_tokens":1597},"claude-opus-4-8":{"in_tokens":2035,"out_tokens":625},"claude-opus-4-7":{"in_tokens":2040,"out_tokens":517},"mistral-large-2":{"in_tokens":1129,"out_tokens":515}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":21.420695631,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1241,"out_tokens":1238},"claude-opus-4-8":{"in_tokens":2304,"out_tokens":583},"claude-opus-4-7":{"in_tokens":2309,"out_tokens":472},"mistral-large-2":{"in_tokens":1300,"out_tokens":502}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":645,"out_tokens":1303,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":19.407992930999995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1627,"out_tokens":1204},"claude-opus-4-8":{"in_tokens":3142,"out_tokens":697},"claude-opus-4-7":{"in_tokens":3147,"out_tokens":502},"mistral-large-2":{"in_tokens":1694,"out_tokens":693}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":704,"out_tokens":1112,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":19.936597535000004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1722,"out_tokens":1274},"claude-opus-4-8":{"in_tokens":3265,"out_tokens":603},"claude-opus-4-7":{"in_tokens":3270,"out_tokens":581},"mistral-large-2":{"in_tokens":1783,"out_tokens":665}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":300,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":6.5621659720000025,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1152,"out_tokens":1394},"claude-opus-4-8":{"in_tokens":2239,"out_tokens":693},"claude-opus-4-7":{"in_tokens":2244,"out_tokens":585},"mistral-large-2":{"in_tokens":1285,"out_tokens":630}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":382,"out_tokens":258,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":5.680922786999986,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1200,"out_tokens":1801},"claude-opus-4-8":{"in_tokens":2275,"out_tokens":898},"claude-opus-4-7":{"in_tokens":2280,"out_tokens":747},"mistral-large-2":{"in_tokens":1292,"out_tokens":642}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":923,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":13.99351000499999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1443,"out_tokens":1284},"claude-opus-4-8":{"in_tokens":2691,"out_tokens":532},"claude-opus-4-7":{"in_tokens":2696,"out_tokens":470},"mistral-large-2":{"in_tokens":1525,"out_tokens":588}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":276,"out_tokens":223,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":19.856057074999995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1085,"out_tokens":1186},"claude-opus-4-8":{"in_tokens":2051,"out_tokens":701},"claude-opus-4-7":{"in_tokens":2056,"out_tokens":515},"mistral-large-2":{"in_tokens":1140,"out_tokens":494}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":168,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":17.97331090100002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1066,"out_tokens":1644},"claude-opus-4-8":{"in_tokens":1974,"out_tokens":675},"claude-opus-4-7":{"in_tokens":1979,"out_tokens":494},"mistral-large-2":{"in_tokens":1112,"out_tokens":496}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":1638,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":17.92660863399999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1850,"out_tokens":1712},"claude-opus-4-8":{"in_tokens":3464,"out_tokens":633},"claude-opus-4-7":{"in_tokens":3469,"out_tokens":514},"mistral-large-2":{"in_tokens":1944,"out_tokens":659}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1584,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":19.53110529700001,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1835,"out_tokens":1876},"claude-opus-4-8":{"in_tokens":3418,"out_tokens":787},"claude-opus-4-7":{"in_tokens":3423,"out_tokens":639},"mistral-large-2":{"in_tokens":1905,"out_tokens":712}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":1254,"error":null,"skip_reason":null,"score_raw":0.8611111111111112,"duration_s":13.308263767,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1493,"out_tokens":1145},"claude-opus-4-8":{"in_tokens":2831,"out_tokens":639},"claude-opus-4-7":{"in_tokens":2836,"out_tokens":515},"mistral-large-2":{"in_tokens":1573,"out_tokens":659}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":634,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":10.677070243000003,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1290,"out_tokens":1939},"claude-opus-4-8":{"in_tokens":2410,"out_tokens":723},"claude-opus-4-7":{"in_tokens":2415,"out_tokens":471},"mistral-large-2":{"in_tokens":1338,"out_tokens":872}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":1408,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":13.476819903999996,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1365,"out_tokens":1766},"claude-opus-4-8":{"in_tokens":2574,"out_tokens":610},"claude-opus-4-7":{"in_tokens":2579,"out_tokens":486},"mistral-large-2":{"in_tokens":1442,"out_tokens":545}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":840,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":12.409573402999996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1307,"out_tokens":1323},"claude-opus-4-8":{"in_tokens":2522,"out_tokens":636},"claude-opus-4-7":{"in_tokens":2527,"out_tokens":454},"mistral-large-2":{"in_tokens":1371,"out_tokens":1037}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":628,"out_tokens":916,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":15.126263287,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1483,"out_tokens":1429},"claude-opus-4-8":{"in_tokens":2813,"out_tokens":788},"claude-opus-4-7":{"in_tokens":2818,"out_tokens":527},"mistral-large-2":{"in_tokens":1620,"out_tokens":772}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":924,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":15.304118883000001,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1324,"out_tokens":1713},"claude-opus-4-8":{"in_tokens":2615,"out_tokens":718},"claude-opus-4-7":{"in_tokens":2620,"out_tokens":605},"mistral-large-2":{"in_tokens":1431,"out_tokens":826}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":226,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":19.468995080000013,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1207,"out_tokens":1096},"claude-opus-4-8":{"in_tokens":2280,"out_tokens":586},"claude-opus-4-7":{"in_tokens":2285,"out_tokens":490},"mistral-large-2":{"in_tokens":1252,"out_tokens":540}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":946,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":10.794767244999974,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1314,"out_tokens":1310},"claude-opus-4-8":{"in_tokens":2463,"out_tokens":607},"claude-opus-4-7":{"in_tokens":2468,"out_tokens":486},"mistral-large-2":{"in_tokens":1385,"out_tokens":550}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":168,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":17.378214944999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1122,"out_tokens":997},"claude-opus-4-8":{"in_tokens":2120,"out_tokens":589},"claude-opus-4-7":{"in_tokens":2125,"out_tokens":471},"mistral-large-2":{"in_tokens":1175,"out_tokens":430}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":1255,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":13.718059473000011,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1589,"out_tokens":1899},"claude-opus-4-8":{"in_tokens":3006,"out_tokens":775},"claude-opus-4-7":{"in_tokens":3011,"out_tokens":758},"mistral-large-2":{"in_tokens":1662,"out_tokens":650}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1469,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":16.660008175,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1459,"out_tokens":1637},"claude-opus-4-8":{"in_tokens":2738,"out_tokens":615},"claude-opus-4-7":{"in_tokens":2743,"out_tokens":467},"mistral-large-2":{"in_tokens":1521,"out_tokens":799}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":296,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":24.02669043099999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1437,"out_tokens":1377},"claude-opus-4-8":{"in_tokens":2731,"out_tokens":581},"claude-opus-4-7":{"in_tokens":2736,"out_tokens":613},"mistral-large-2":{"in_tokens":1490,"out_tokens":713}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1787,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":18.607333428000004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1956,"out_tokens":1319},"claude-opus-4-8":{"in_tokens":3732,"out_tokens":709},"claude-opus-4-7":{"in_tokens":3737,"out_tokens":569},"mistral-large-2":{"in_tokens":2029,"out_tokens":709}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":524,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":10.411878247999994,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1134,"out_tokens":1496},"claude-opus-4-8":{"in_tokens":2193,"out_tokens":598},"claude-opus-4-7":{"in_tokens":2198,"out_tokens":464},"mistral-large-2":{"in_tokens":1229,"out_tokens":498}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":277,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":21.015229962000006,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1225,"out_tokens":1207},"claude-opus-4-8":{"in_tokens":2302,"out_tokens":705},"claude-opus-4-7":{"in_tokens":2307,"out_tokens":502},"mistral-large-2":{"in_tokens":1287,"out_tokens":831}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":1115,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":17.33564280799999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1425,"out_tokens":1963},"claude-opus-4-8":{"in_tokens":2779,"out_tokens":771},"claude-opus-4-7":{"in_tokens":2784,"out_tokens":640},"mistral-large-2":{"in_tokens":1611,"out_tokens":605}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":639,"out_tokens":1018,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":15.612117094000013,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1462,"out_tokens":3569},"claude-opus-4-8":{"in_tokens":2809,"out_tokens":757},"claude-opus-4-7":{"in_tokens":2814,"out_tokens":534},"mistral-large-2":{"in_tokens":1569,"out_tokens":665}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":979,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":9.781319936000017,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1089,"out_tokens":1286},"claude-opus-4-8":{"in_tokens":2027,"out_tokens":649},"claude-opus-4-7":{"in_tokens":2032,"out_tokens":506},"mistral-large-2":{"in_tokens":1123,"out_tokens":476}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":887,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":9.117008915999975,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1252,"out_tokens":1144},"claude-opus-4-8":{"in_tokens":2440,"out_tokens":567},"claude-opus-4-7":{"in_tokens":2445,"out_tokens":426},"mistral-large-2":{"in_tokens":1318,"out_tokens":808}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":1260,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":13.18588570999998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1559,"out_tokens":1345},"claude-opus-4-8":{"in_tokens":2921,"out_tokens":587},"claude-opus-4-7":{"in_tokens":2926,"out_tokens":512},"mistral-large-2":{"in_tokens":1644,"out_tokens":695}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":1183,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":17.845181704999987,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1441,"out_tokens":2993},"claude-opus-4-8":{"in_tokens":2833,"out_tokens":853},"claude-opus-4-7":{"in_tokens":2838,"out_tokens":758},"mistral-large-2":{"in_tokens":1573,"out_tokens":625}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":125,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":19.26600517099999,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1081,"out_tokens":1390},"claude-opus-4-8":{"in_tokens":2030,"out_tokens":669},"claude-opus-4-7":{"in_tokens":2035,"out_tokens":520},"mistral-large-2":{"in_tokens":1119,"out_tokens":547}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":855,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":13.08934707900002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1349,"out_tokens":1287},"claude-opus-4-8":{"in_tokens":2563,"out_tokens":725},"claude-opus-4-7":{"in_tokens":2568,"out_tokens":553},"mistral-large-2":{"in_tokens":1485,"out_tokens":647}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":216,"out_tokens":188,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":18.252720197000002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1069,"out_tokens":766},"claude-opus-4-8":{"in_tokens":2056,"out_tokens":644},"claude-opus-4-7":{"in_tokens":2061,"out_tokens":471},"mistral-large-2":{"in_tokens":1125,"out_tokens":461}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":703,"out_tokens":961,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":14.974737704000006,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1471,"out_tokens":2235},"claude-opus-4-8":{"in_tokens":2792,"out_tokens":985},"claude-opus-4-7":{"in_tokens":2797,"out_tokens":724},"mistral-large-2":{"in_tokens":1626,"out_tokens":675}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1532,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":17.606034783000013,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1444,"out_tokens":1651},"claude-opus-4-8":{"in_tokens":2765,"out_tokens":780},"claude-opus-4-7":{"in_tokens":2770,"out_tokens":699},"mistral-large-2":{"in_tokens":1582,"out_tokens":792}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":615,"out_tokens":965,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":15.470397905999988,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1411,"out_tokens":1176},"claude-opus-4-8":{"in_tokens":2722,"out_tokens":702},"claude-opus-4-7":{"in_tokens":2727,"out_tokens":538},"mistral-large-2":{"in_tokens":1543,"out_tokens":559}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":195,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":20.696627011999993,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1191,"out_tokens":1226},"claude-opus-4-8":{"in_tokens":2248,"out_tokens":791},"claude-opus-4-7":{"in_tokens":2253,"out_tokens":530},"mistral-large-2":{"in_tokens":1303,"out_tokens":665}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":21.29974118300001,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1076,"out_tokens":1561},"claude-opus-4-8":{"in_tokens":2109,"out_tokens":736},"claude-opus-4-7":{"in_tokens":2114,"out_tokens":580},"mistral-large-2":{"in_tokens":1162,"out_tokens":686}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":624,"out_tokens":664,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":11.443470407999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1286,"out_tokens":933},"claude-opus-4-8":{"in_tokens":2464,"out_tokens":589},"claude-opus-4-7":{"in_tokens":2469,"out_tokens":578},"mistral-large-2":{"in_tokens":1385,"out_tokens":550}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":1129,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":17.792966731999996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1223,"out_tokens":1931},"claude-opus-4-8":{"in_tokens":2405,"out_tokens":785},"claude-opus-4-7":{"in_tokens":2410,"out_tokens":570},"mistral-large-2":{"in_tokens":1333,"out_tokens":712}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":571,"out_tokens":645,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":11.520512968000048,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1326,"out_tokens":1592},"claude-opus-4-8":{"in_tokens":2523,"out_tokens":650},"claude-opus-4-7":{"in_tokens":2528,"out_tokens":467},"mistral-large-2":{"in_tokens":1428,"out_tokens":774}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":871,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":9.841595299999994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1152,"out_tokens":1220},"claude-opus-4-8":{"in_tokens":2238,"out_tokens":587},"claude-opus-4-7":{"in_tokens":2243,"out_tokens":440},"mistral-large-2":{"in_tokens":1242,"out_tokens":479}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":661,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":11.531174913999962,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1203,"out_tokens":1518},"claude-opus-4-8":{"in_tokens":2275,"out_tokens":826},"claude-opus-4-7":{"in_tokens":2280,"out_tokens":480},"mistral-large-2":{"in_tokens":1345,"out_tokens":680}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":687,"out_tokens":1239,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.041958043999955,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1641,"out_tokens":1424},"claude-opus-4-8":{"in_tokens":3156,"out_tokens":771},"claude-opus-4-7":{"in_tokens":3161,"out_tokens":683},"mistral-large-2":{"in_tokens":1801,"out_tokens":807}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":126,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":15.380717326000024,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":991,"out_tokens":975},"claude-opus-4-8":{"in_tokens":1930,"out_tokens":748},"claude-opus-4-7":{"in_tokens":1935,"out_tokens":475},"mistral-large-2":{"in_tokens":1063,"out_tokens":478}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":2298,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":28.690815818000004,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1436,"out_tokens":2050},"claude-opus-4-8":{"in_tokens":2759,"out_tokens":989},"claude-opus-4-7":{"in_tokens":2764,"out_tokens":665},"mistral-large-2":{"in_tokens":1626,"out_tokens":675}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":2086,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":27.340053175999998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1367,"out_tokens":1560},"claude-opus-4-8":{"in_tokens":2600,"out_tokens":718},"claude-opus-4-7":{"in_tokens":2605,"out_tokens":594},"mistral-large-2":{"in_tokens":1467,"out_tokens":673}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":774,"out_tokens":1010,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":13.999102844999982,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1518,"out_tokens":1640},"claude-opus-4-8":{"in_tokens":2936,"out_tokens":683},"claude-opus-4-7":{"in_tokens":2941,"out_tokens":669},"mistral-large-2":{"in_tokens":1685,"out_tokens":618}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":239,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":23.032212634000018,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1179,"out_tokens":1334},"claude-opus-4-8":{"in_tokens":2242,"out_tokens":802},"claude-opus-4-7":{"in_tokens":2247,"out_tokens":539},"mistral-large-2":{"in_tokens":1274,"out_tokens":673}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":189,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":16.643852847000005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1035,"out_tokens":1850},"claude-opus-4-8":{"in_tokens":2037,"out_tokens":714},"claude-opus-4-7":{"in_tokens":2042,"out_tokens":584},"mistral-large-2":{"in_tokens":1118,"out_tokens":533}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":138,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":25.56998343700002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1007,"out_tokens":1318},"claude-opus-4-8":{"in_tokens":1948,"out_tokens":651},"claude-opus-4-7":{"in_tokens":1953,"out_tokens":465},"mistral-large-2":{"in_tokens":1132,"out_tokens":627}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":240,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":65.81170788100002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1089,"out_tokens":1344},"claude-opus-4-8":{"in_tokens":2123,"out_tokens":636},"claude-opus-4-7":{"in_tokens":2128,"out_tokens":427},"mistral-large-2":{"in_tokens":1171,"out_tokens":469}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":350,"out_tokens":264,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":65.87873625100002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1147,"out_tokens":1249},"claude-opus-4-8":{"in_tokens":2191,"out_tokens":816},"claude-opus-4-7":{"in_tokens":2196,"out_tokens":602},"mistral-large-2":{"in_tokens":1262,"out_tokens":659}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":938,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":14.044721521999975,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1329,"out_tokens":1026},"claude-opus-4-8":{"in_tokens":2667,"out_tokens":603},"claude-opus-4-7":{"in_tokens":2672,"out_tokens":478},"mistral-large-2":{"in_tokens":1399,"out_tokens":497}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":300,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":68.42563559999999,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1136,"out_tokens":1635},"claude-opus-4-8":{"in_tokens":2258,"out_tokens":716},"claude-opus-4-7":{"in_tokens":2263,"out_tokens":621},"mistral-large-2":{"in_tokens":1226,"out_tokens":601}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":1326,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":19.62258837899998,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1273,"out_tokens":1894},"claude-opus-4-8":{"in_tokens":2515,"out_tokens":1036},"claude-opus-4-7":{"in_tokens":2520,"out_tokens":788},"mistral-large-2":{"in_tokens":1386,"out_tokens":709}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":217,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":4.906328409000025,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1143,"out_tokens":1352},"claude-opus-4-8":{"in_tokens":2178,"out_tokens":581},"claude-opus-4-7":{"in_tokens":2183,"out_tokens":454},"mistral-large-2":{"in_tokens":1243,"out_tokens":483}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":1016,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":15.222192398000004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1393,"out_tokens":1619},"claude-opus-4-8":{"in_tokens":2732,"out_tokens":729},"claude-opus-4-7":{"in_tokens":2737,"out_tokens":572},"mistral-large-2":{"in_tokens":1505,"out_tokens":603}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":386,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":68.64600000799999,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1330,"out_tokens":1740},"claude-opus-4-8":{"in_tokens":2597,"out_tokens":841},"claude-opus-4-7":{"in_tokens":2602,"out_tokens":738},"mistral-large-2":{"in_tokens":1442,"out_tokens":646}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":374,"out_tokens":258,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":5.7308408239999835,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1201,"out_tokens":2260},"claude-opus-4-8":{"in_tokens":2277,"out_tokens":680},"claude-opus-4-7":{"in_tokens":2282,"out_tokens":608},"mistral-large-2":{"in_tokens":1294,"out_tokens":596}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":1021,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":15.922947314999988,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1512,"out_tokens":2033},"claude-opus-4-8":{"in_tokens":2801,"out_tokens":736},"claude-opus-4-7":{"in_tokens":2806,"out_tokens":723},"mistral-large-2":{"in_tokens":1701,"out_tokens":777}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":256,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":6.0607210470000155,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1265,"out_tokens":1801},"claude-opus-4-8":{"in_tokens":2404,"out_tokens":908},"claude-opus-4-7":{"in_tokens":2409,"out_tokens":752},"mistral-large-2":{"in_tokens":1385,"out_tokens":701}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":1036,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":13.75271837400004,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1137,"out_tokens":1178},"claude-opus-4-8":{"in_tokens":2146,"out_tokens":570},"claude-opus-4-7":{"in_tokens":2151,"out_tokens":411},"mistral-large-2":{"in_tokens":1244,"out_tokens":559}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":680,"out_tokens":779,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":12.86067691200003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1305,"out_tokens":1209},"claude-opus-4-8":{"in_tokens":2650,"out_tokens":589},"claude-opus-4-7":{"in_tokens":2655,"out_tokens":475},"mistral-large-2":{"in_tokens":1453,"out_tokens":468}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":300,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":6.587672916000031,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1141,"out_tokens":1768},"claude-opus-4-8":{"in_tokens":2164,"out_tokens":778},"claude-opus-4-7":{"in_tokens":2169,"out_tokens":680},"mistral-large-2":{"in_tokens":1263,"out_tokens":619}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1468,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":25.82288145399997,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1341,"out_tokens":1643},"claude-opus-4-8":{"in_tokens":2516,"out_tokens":618},"claude-opus-4-7":{"in_tokens":2521,"out_tokens":514},"mistral-large-2":{"in_tokens":1485,"out_tokens":739}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":219,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":5.113277853,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1087,"out_tokens":1889},"claude-opus-4-8":{"in_tokens":2178,"out_tokens":948},"claude-opus-4-7":{"in_tokens":2183,"out_tokens":752},"mistral-large-2":{"in_tokens":1153,"out_tokens":638}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":245,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":19.289766792000023,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1134,"out_tokens":1165},"claude-opus-4-8":{"in_tokens":2163,"out_tokens":773},"claude-opus-4-7":{"in_tokens":2168,"out_tokens":567},"mistral-large-2":{"in_tokens":1250,"out_tokens":604}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":456,"error":null,"skip_reason":null,"score_raw":0.3055555555555555,"duration_s":11.599451398000042,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1416,"out_tokens":2089},"claude-opus-4-8":{"in_tokens":2682,"out_tokens":785},"claude-opus-4-7":{"in_tokens":2687,"out_tokens":651},"mistral-large-2":{"in_tokens":1524,"out_tokens":633}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":403,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":9.518131758000038,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1387,"out_tokens":1882},"claude-opus-4-8":{"in_tokens":2646,"out_tokens":986},"claude-opus-4-7":{"in_tokens":2651,"out_tokens":738},"mistral-large-2":{"in_tokens":1539,"out_tokens":707}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":181,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":17.49347954999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1120,"out_tokens":902},"claude-opus-4-8":{"in_tokens":2153,"out_tokens":647},"claude-opus-4-7":{"in_tokens":2158,"out_tokens":436},"mistral-large-2":{"in_tokens":1217,"out_tokens":506}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":857,"out_tokens":930,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":14.606171436000011,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1615,"out_tokens":2220},"claude-opus-4-8":{"in_tokens":3112,"out_tokens":813},"claude-opus-4-7":{"in_tokens":3117,"out_tokens":597},"mistral-large-2":{"in_tokens":1827,"out_tokens":752}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":898,"out_tokens":804,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":12.69824042800002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1661,"out_tokens":1664},"claude-opus-4-8":{"in_tokens":3087,"out_tokens":793},"claude-opus-4-7":{"in_tokens":3092,"out_tokens":693},"mistral-large-2":{"in_tokens":1858,"out_tokens":603}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":389,"out_tokens":180,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":21.79643944700001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1140,"out_tokens":1278},"claude-opus-4-8":{"in_tokens":2201,"out_tokens":615},"claude-opus-4-7":{"in_tokens":2206,"out_tokens":464},"mistral-large-2":{"in_tokens":1243,"out_tokens":537}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":1368,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":23.730768807000004,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1492,"out_tokens":2835},"claude-opus-4-8":{"in_tokens":2862,"out_tokens":749},"claude-opus-4-7":{"in_tokens":2867,"out_tokens":619},"mistral-large-2":{"in_tokens":1672,"out_tokens":767}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":370,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":6.853998705000038,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.25,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1292,"out_tokens":2995},"claude-opus-4-8":{"in_tokens":2369,"out_tokens":1079},"claude-opus-4-7":{"in_tokens":2374,"out_tokens":657},"mistral-large-2":{"in_tokens":1459,"out_tokens":742}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":376,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":7.938987397999995,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1232,"out_tokens":1717},"claude-opus-4-8":{"in_tokens":2427,"out_tokens":830},"claude-opus-4-7":{"in_tokens":2432,"out_tokens":706},"mistral-large-2":{"in_tokens":1321,"out_tokens":552}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":367,"out_tokens":207,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":21.979970921000017,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1157,"out_tokens":1543},"claude-opus-4-8":{"in_tokens":2194,"out_tokens":627},"claude-opus-4-7":{"in_tokens":2199,"out_tokens":588},"mistral-large-2":{"in_tokens":1249,"out_tokens":619}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":254,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":5.839528873000006,"hallucination_count":6.25,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1165,"out_tokens":2237},"claude-opus-4-8":{"in_tokens":2389,"out_tokens":808},"claude-opus-4-7":{"in_tokens":2394,"out_tokens":646},"mistral-large-2":{"in_tokens":1287,"out_tokens":669}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":776,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":12.033412332000012,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1358,"out_tokens":992},"claude-opus-4-8":{"in_tokens":2601,"out_tokens":725},"claude-opus-4-7":{"in_tokens":2606,"out_tokens":481},"mistral-large-2":{"in_tokens":1475,"out_tokens":560}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":414,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":8.481072571000027,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1502,"out_tokens":1615},"claude-opus-4-8":{"in_tokens":2914,"out_tokens":797},"claude-opus-4-7":{"in_tokens":2919,"out_tokens":689},"mistral-large-2":{"in_tokens":1688,"out_tokens":594}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1014,"out_tokens":1135,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":17.406104746999972,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2005,"out_tokens":1968},"claude-opus-4-8":{"in_tokens":3737,"out_tokens":774},"claude-opus-4-7":{"in_tokens":3742,"out_tokens":694},"mistral-large-2":{"in_tokens":2153,"out_tokens":674}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":572,"out_tokens":295,"error":null,"skip_reason":null,"score_raw":0.46428571428571425,"duration_s":5.960505266000041,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1520,"out_tokens":1367},"claude-opus-4-8":{"in_tokens":2780,"out_tokens":781},"claude-opus-4-7":{"in_tokens":2785,"out_tokens":644},"mistral-large-2":{"in_tokens":1706,"out_tokens":560}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":1586,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":24.238278281999953,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1195,"out_tokens":1324},"claude-opus-4-8":{"in_tokens":2263,"out_tokens":674},"claude-opus-4-7":{"in_tokens":2268,"out_tokens":506},"mistral-large-2":{"in_tokens":1306,"out_tokens":632}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":333,"out_tokens":326,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":7.152357549000044,"hallucination_count":7.0,"hallucination_top100":0,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1264,"out_tokens":2036},"claude-opus-4-8":{"in_tokens":2441,"out_tokens":1024},"claude-opus-4-7":{"in_tokens":2446,"out_tokens":891},"mistral-large-2":{"in_tokens":1371,"out_tokens":844}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":264,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":5.305522157999974,"hallucination_count":6.25,"hallucination_top100":0,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1223,"out_tokens":2104},"claude-opus-4-8":{"in_tokens":2365,"out_tokens":1012},"claude-opus-4-7":{"in_tokens":2370,"out_tokens":648},"mistral-large-2":{"in_tokens":1351,"out_tokens":806}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":576,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":9.610883977000015,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1265,"out_tokens":1677},"claude-opus-4-8":{"in_tokens":2414,"out_tokens":896},"claude-opus-4-7":{"in_tokens":2419,"out_tokens":550},"mistral-large-2":{"in_tokens":1388,"out_tokens":619}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":526,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":11.619946840000011,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1896,"out_tokens":2339},"claude-opus-4-8":{"in_tokens":3557,"out_tokens":898},"claude-opus-4-7":{"in_tokens":3562,"out_tokens":665},"mistral-large-2":{"in_tokens":2032,"out_tokens":683}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":1137,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":16.150558570999976,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1544,"out_tokens":1416},"claude-opus-4-8":{"in_tokens":3013,"out_tokens":765},"claude-opus-4-7":{"in_tokens":3018,"out_tokens":654},"mistral-large-2":{"in_tokens":1706,"out_tokens":593}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":1007,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":15.049084781999966,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1567,"out_tokens":1555},"claude-opus-4-8":{"in_tokens":3027,"out_tokens":729},"claude-opus-4-7":{"in_tokens":3032,"out_tokens":590},"mistral-large-2":{"in_tokens":1729,"out_tokens":599}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":0.2777777777777778,"duration_s":4.005975931000023,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1148,"out_tokens":1872},"claude-opus-4-8":{"in_tokens":2169,"out_tokens":918},"claude-opus-4-7":{"in_tokens":2174,"out_tokens":611},"mistral-large-2":{"in_tokens":1262,"out_tokens":649}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":199,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":19.92462888700004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1215,"out_tokens":1582},"claude-opus-4-8":{"in_tokens":2304,"out_tokens":715},"claude-opus-4-7":{"in_tokens":2309,"out_tokens":580},"mistral-large-2":{"in_tokens":1330,"out_tokens":600}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":345,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":7.078144442999985,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1245,"out_tokens":2424},"claude-opus-4-8":{"in_tokens":2445,"out_tokens":706},"claude-opus-4-7":{"in_tokens":2450,"out_tokens":632},"mistral-large-2":{"in_tokens":1383,"out_tokens":575}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":400,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":10.929583829000023,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1433,"out_tokens":1847},"claude-opus-4-8":{"in_tokens":2777,"out_tokens":882},"claude-opus-4-7":{"in_tokens":2782,"out_tokens":738},"mistral-large-2":{"in_tokens":1567,"out_tokens":628}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":393,"out_tokens":244,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":5.338964346000012,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1229,"out_tokens":1517},"claude-opus-4-8":{"in_tokens":2386,"out_tokens":756},"claude-opus-4-7":{"in_tokens":2391,"out_tokens":666},"mistral-large-2":{"in_tokens":1331,"out_tokens":643}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1654,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":23.92093687900001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1171,"out_tokens":1323},"claude-opus-4-8":{"in_tokens":2205,"out_tokens":782},"claude-opus-4-7":{"in_tokens":2210,"out_tokens":519},"mistral-large-2":{"in_tokens":1259,"out_tokens":921}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":244,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":5.422714477999989,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1152,"out_tokens":1532},"claude-opus-4-8":{"in_tokens":2294,"out_tokens":1094},"claude-opus-4-7":{"in_tokens":2299,"out_tokens":705},"mistral-large-2":{"in_tokens":1261,"out_tokens":654}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":0.38888888888888884,"duration_s":22.38327379599997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1175,"out_tokens":1184},"claude-opus-4-8":{"in_tokens":2238,"out_tokens":605},"claude-opus-4-7":{"in_tokens":2243,"out_tokens":607},"mistral-large-2":{"in_tokens":1262,"out_tokens":572}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":1292,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":20.255176648999964,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1127,"out_tokens":1650},"claude-opus-4-8":{"in_tokens":2103,"out_tokens":729},"claude-opus-4-7":{"in_tokens":2108,"out_tokens":484},"mistral-large-2":{"in_tokens":1246,"out_tokens":576}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":162,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":21.14357850800002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1015,"out_tokens":1431},"claude-opus-4-8":{"in_tokens":1923,"out_tokens":771},"claude-opus-4-7":{"in_tokens":1928,"out_tokens":476},"mistral-large-2":{"in_tokens":1128,"out_tokens":530}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":196,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":4.462457091000033,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1106,"out_tokens":1748},"claude-opus-4-8":{"in_tokens":2129,"out_tokens":785},"claude-opus-4-7":{"in_tokens":2134,"out_tokens":663},"mistral-large-2":{"in_tokens":1224,"out_tokens":565}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":4.172582019999993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1040,"out_tokens":1686},"claude-opus-4-8":{"in_tokens":2015,"out_tokens":656},"claude-opus-4-7":{"in_tokens":2020,"out_tokens":505},"mistral-large-2":{"in_tokens":1092,"out_tokens":500}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":259,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":21.446468133000053,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1269,"out_tokens":1427},"claude-opus-4-8":{"in_tokens":2438,"out_tokens":801},"claude-opus-4-7":{"in_tokens":2443,"out_tokens":521},"mistral-large-2":{"in_tokens":1401,"out_tokens":551}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":668,"out_tokens":1064,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":16.60917698899999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1451,"out_tokens":1522},"claude-opus-4-8":{"in_tokens":2830,"out_tokens":639},"claude-opus-4-7":{"in_tokens":2835,"out_tokens":531},"mistral-large-2":{"in_tokens":1605,"out_tokens":755}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":362,"out_tokens":271,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":6.331779863999998,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1125,"out_tokens":1742},"claude-opus-4-8":{"in_tokens":2211,"out_tokens":751},"claude-opus-4-7":{"in_tokens":2216,"out_tokens":552},"mistral-large-2":{"in_tokens":1234,"out_tokens":561}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":292,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":6.278448222999998,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1193,"out_tokens":2113},"claude-opus-4-8":{"in_tokens":2223,"out_tokens":1069},"claude-opus-4-7":{"in_tokens":2228,"out_tokens":772},"mistral-large-2":{"in_tokens":1310,"out_tokens":658}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":1875,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":33.80227897499998,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1552,"out_tokens":2591},"claude-opus-4-8":{"in_tokens":2936,"out_tokens":893},"claude-opus-4-7":{"in_tokens":2941,"out_tokens":588},"mistral-large-2":{"in_tokens":1721,"out_tokens":695}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":622,"out_tokens":749,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":11.687936016000037,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1267,"out_tokens":1275},"claude-opus-4-8":{"in_tokens":2558,"out_tokens":760},"claude-opus-4-7":{"in_tokens":2563,"out_tokens":650},"mistral-large-2":{"in_tokens":1387,"out_tokens":532}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":176,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":4.558052605,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":990,"out_tokens":1178},"claude-opus-4-8":{"in_tokens":1932,"out_tokens":597},"claude-opus-4-7":{"in_tokens":1937,"out_tokens":424},"mistral-large-2":{"in_tokens":1067,"out_tokens":476}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":652,"out_tokens":946,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":14.482336950000047,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1349,"out_tokens":2160},"claude-opus-4-8":{"in_tokens":2644,"out_tokens":833},"claude-opus-4-7":{"in_tokens":2649,"out_tokens":593},"mistral-large-2":{"in_tokens":1468,"out_tokens":480}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":716,"out_tokens":1043,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":15.619378971999993,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.2222222222222222,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1494,"out_tokens":2999},"claude-opus-4-8":{"in_tokens":2965,"out_tokens":1037},"claude-opus-4-7":{"in_tokens":2970,"out_tokens":860},"mistral-large-2":{"in_tokens":1630,"out_tokens":654}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":390,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":9.54876747999998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1273,"out_tokens":931},"claude-opus-4-8":{"in_tokens":2415,"out_tokens":689},"claude-opus-4-7":{"in_tokens":2420,"out_tokens":526},"mistral-large-2":{"in_tokens":1361,"out_tokens":527}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1833,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":24.43745149700004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1444,"out_tokens":2630},"claude-opus-4-8":{"in_tokens":2748,"out_tokens":723},"claude-opus-4-7":{"in_tokens":2753,"out_tokens":534},"mistral-large-2":{"in_tokens":1598,"out_tokens":628}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":19.483285982999973,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1037,"out_tokens":960},"claude-opus-4-8":{"in_tokens":2072,"out_tokens":703},"claude-opus-4-7":{"in_tokens":2077,"out_tokens":497},"mistral-large-2":{"in_tokens":1109,"out_tokens":456}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":1176,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":17.989219074999994,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1081,"out_tokens":982},"claude-opus-4-8":{"in_tokens":2164,"out_tokens":607},"claude-opus-4-7":{"in_tokens":2169,"out_tokens":663},"mistral-large-2":{"in_tokens":1148,"out_tokens":483}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":210,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":17.894837918000007,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1156,"out_tokens":2185},"claude-opus-4-8":{"in_tokens":2130,"out_tokens":770},"claude-opus-4-7":{"in_tokens":2135,"out_tokens":482},"mistral-large-2":{"in_tokens":1303,"out_tokens":687}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":319,"out_tokens":181,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":20.05047988000001,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1062,"out_tokens":1315},"claude-opus-4-8":{"in_tokens":2115,"out_tokens":671},"claude-opus-4-7":{"in_tokens":2120,"out_tokens":478},"mistral-large-2":{"in_tokens":1136,"out_tokens":736}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":1084,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":16.312223709000023,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1491,"out_tokens":2004},"claude-opus-4-8":{"in_tokens":2808,"out_tokens":985},"claude-opus-4-7":{"in_tokens":2813,"out_tokens":625},"mistral-large-2":{"in_tokens":1645,"out_tokens":644}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":600,"out_tokens":774,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":11.802469717999998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1230,"out_tokens":1458},"claude-opus-4-8":{"in_tokens":2412,"out_tokens":691},"claude-opus-4-7":{"in_tokens":2417,"out_tokens":505},"mistral-large-2":{"in_tokens":1306,"out_tokens":503}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":983,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":15.745536627999968,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1441,"out_tokens":1950},"claude-opus-4-8":{"in_tokens":2744,"out_tokens":842},"claude-opus-4-7":{"in_tokens":2749,"out_tokens":677},"mistral-large-2":{"in_tokens":1607,"out_tokens":590}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":821,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":13.879221823000023,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1319,"out_tokens":1078},"claude-opus-4-8":{"in_tokens":2508,"out_tokens":653},"claude-opus-4-7":{"in_tokens":2513,"out_tokens":487},"mistral-large-2":{"in_tokens":1415,"out_tokens":552}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":378,"out_tokens":175,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":19.335285519000024,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1104,"out_tokens":1151},"claude-opus-4-8":{"in_tokens":2250,"out_tokens":667},"claude-opus-4-7":{"in_tokens":2255,"out_tokens":556},"mistral-large-2":{"in_tokens":1209,"out_tokens":475}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1725,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":24.14123473699999,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1383,"out_tokens":1334},"claude-opus-4-8":{"in_tokens":2724,"out_tokens":699},"claude-opus-4-7":{"in_tokens":2729,"out_tokens":592},"mistral-large-2":{"in_tokens":1493,"out_tokens":609}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":602,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":9.536956621000002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1117,"out_tokens":624},"claude-opus-4-8":{"in_tokens":2166,"out_tokens":481},"claude-opus-4-7":{"in_tokens":2171,"out_tokens":407},"mistral-large-2":{"in_tokens":1216,"out_tokens":517}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":2047,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":29.63821175100003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1535,"out_tokens":2424},"claude-opus-4-8":{"in_tokens":2877,"out_tokens":802},"claude-opus-4-7":{"in_tokens":2882,"out_tokens":549},"mistral-large-2":{"in_tokens":1729,"out_tokens":775}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":20.16998491999999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1346,"out_tokens":1581},"claude-opus-4-8":{"in_tokens":2628,"out_tokens":702},"claude-opus-4-7":{"in_tokens":2633,"out_tokens":634},"mistral-large-2":{"in_tokens":1513,"out_tokens":584}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":1507,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":22.32148025799995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1342,"out_tokens":1035},"claude-opus-4-8":{"in_tokens":2684,"out_tokens":699},"claude-opus-4-7":{"in_tokens":2689,"out_tokens":534},"mistral-large-2":{"in_tokens":1492,"out_tokens":503}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":1238,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":17.842090718999998,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1512,"out_tokens":1659},"claude-opus-4-8":{"in_tokens":2936,"out_tokens":801},"claude-opus-4-7":{"in_tokens":2941,"out_tokens":624},"mistral-large-2":{"in_tokens":1646,"out_tokens":604}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":165,"error":null,"skip_reason":null,"score_raw":0.46428571428571425,"duration_s":19.890227024000012,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1398,"out_tokens":726},"claude-opus-4-8":{"in_tokens":2570,"out_tokens":601},"claude-opus-4-7":{"in_tokens":2575,"out_tokens":503},"mistral-large-2":{"in_tokens":1578,"out_tokens":490}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":22.568286547000014,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1622,"out_tokens":1638},"claude-opus-4-8":{"in_tokens":2985,"out_tokens":762},"claude-opus-4-7":{"in_tokens":2990,"out_tokens":584},"mistral-large-2":{"in_tokens":1739,"out_tokens":561}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":168,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":20.03266154199997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1124,"out_tokens":1035},"claude-opus-4-8":{"in_tokens":2146,"out_tokens":788},"claude-opus-4-7":{"in_tokens":2151,"out_tokens":475},"mistral-large-2":{"in_tokens":1224,"out_tokens":556}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":2195,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":28.318997724999974,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1529,"out_tokens":1399},"claude-opus-4-8":{"in_tokens":2958,"out_tokens":643},"claude-opus-4-7":{"in_tokens":2963,"out_tokens":550},"mistral-large-2":{"in_tokens":1718,"out_tokens":604}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":834,"out_tokens":1594,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":24.991555380000023,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1928,"out_tokens":3069},"claude-opus-4-8":{"in_tokens":3815,"out_tokens":845},"claude-opus-4-7":{"in_tokens":3820,"out_tokens":736},"mistral-large-2":{"in_tokens":2072,"out_tokens":868}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":1508,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":24.009740738000005,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.75,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1704,"out_tokens":1692},"claude-opus-4-8":{"in_tokens":3547,"out_tokens":1110},"claude-opus-4-7":{"in_tokens":3552,"out_tokens":676},"mistral-large-2":{"in_tokens":1826,"out_tokens":793}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":1650,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":24.37603545600001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1483,"out_tokens":994},"claude-opus-4-8":{"in_tokens":2710,"out_tokens":640},"claude-opus-4-7":{"in_tokens":2715,"out_tokens":507},"mistral-large-2":{"in_tokens":1662,"out_tokens":488}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":346,"out_tokens":186,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":18.96212447800002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1157,"out_tokens":1551},"claude-opus-4-8":{"in_tokens":2214,"out_tokens":834},"claude-opus-4-7":{"in_tokens":2219,"out_tokens":573},"mistral-large-2":{"in_tokens":1280,"out_tokens":598}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":1451,"error":null,"skip_reason":null,"score_raw":0.8611111111111112,"duration_s":18.04959231299995,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1318,"out_tokens":1499},"claude-opus-4-8":{"in_tokens":2508,"out_tokens":672},"claude-opus-4-7":{"in_tokens":2513,"out_tokens":535},"mistral-large-2":{"in_tokens":1446,"out_tokens":651}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":766,"out_tokens":1749,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":26.444739528000014,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1889,"out_tokens":2405},"claude-opus-4-8":{"in_tokens":3776,"out_tokens":903},"claude-opus-4-7":{"in_tokens":3781,"out_tokens":736},"mistral-large-2":{"in_tokens":2038,"out_tokens":863}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":672,"out_tokens":1238,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":18.48234204199997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1448,"out_tokens":1714},"claude-opus-4-8":{"in_tokens":2957,"out_tokens":661},"claude-opus-4-7":{"in_tokens":2962,"out_tokens":617},"mistral-large-2":{"in_tokens":1534,"out_tokens":677}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":209,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":17.53641544300001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1263,"out_tokens":1108},"claude-opus-4-8":{"in_tokens":2447,"out_tokens":654},"claude-opus-4-7":{"in_tokens":2452,"out_tokens":608},"mistral-large-2":{"in_tokens":1381,"out_tokens":648}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":153,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":17.800343604000034,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1111,"out_tokens":1354},"claude-opus-4-8":{"in_tokens":2164,"out_tokens":608},"claude-opus-4-7":{"in_tokens":2169,"out_tokens":531},"mistral-large-2":{"in_tokens":1216,"out_tokens":616}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":2435,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":26.503396092999992,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1913,"out_tokens":2196},"claude-opus-4-8":{"in_tokens":3550,"out_tokens":771},"claude-opus-4-7":{"in_tokens":3555,"out_tokens":667},"mistral-large-2":{"in_tokens":2070,"out_tokens":688}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":301,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":22.979307782999967,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1212,"out_tokens":1024},"claude-opus-4-8":{"in_tokens":2362,"out_tokens":606},"claude-opus-4-7":{"in_tokens":2367,"out_tokens":504},"mistral-large-2":{"in_tokens":1352,"out_tokens":508}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":553,"out_tokens":1371,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":21.637913545000004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1364,"out_tokens":1068},"claude-opus-4-8":{"in_tokens":2820,"out_tokens":574},"claude-opus-4-7":{"in_tokens":2825,"out_tokens":381},"mistral-large-2":{"in_tokens":1452,"out_tokens":486}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":1514,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":23.110701579000022,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1335,"out_tokens":2074},"claude-opus-4-8":{"in_tokens":2559,"out_tokens":909},"claude-opus-4-7":{"in_tokens":2564,"out_tokens":652},"mistral-large-2":{"in_tokens":1483,"out_tokens":617}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":599,"out_tokens":1128,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":16.866404233000026,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1387,"out_tokens":2173},"claude-opus-4-8":{"in_tokens":2694,"out_tokens":675},"claude-opus-4-7":{"in_tokens":2699,"out_tokens":640},"mistral-large-2":{"in_tokens":1511,"out_tokens":616}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1657,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":27.506094494999957,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1558,"out_tokens":2661},"claude-opus-4-8":{"in_tokens":3099,"out_tokens":739},"claude-opus-4-7":{"in_tokens":3104,"out_tokens":835},"mistral-large-2":{"in_tokens":1703,"out_tokens":633}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1814,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":24.455871731000002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1464,"out_tokens":1572},"claude-opus-4-8":{"in_tokens":2813,"out_tokens":714},"claude-opus-4-7":{"in_tokens":2818,"out_tokens":654},"mistral-large-2":{"in_tokens":1622,"out_tokens":722}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":462,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":69.78542212100001,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1557,"out_tokens":2365},"claude-opus-4-8":{"in_tokens":3117,"out_tokens":1018},"claude-opus-4-7":{"in_tokens":3122,"out_tokens":696},"mistral-large-2":{"in_tokens":1674,"out_tokens":680}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":1294,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":19.26792708900001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1363,"out_tokens":2851},"claude-opus-4-8":{"in_tokens":2742,"out_tokens":586},"claude-opus-4-7":{"in_tokens":2747,"out_tokens":533},"mistral-large-2":{"in_tokens":1444,"out_tokens":563}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":478,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":72.67421524400004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1353,"out_tokens":2223},"claude-opus-4-8":{"in_tokens":2602,"out_tokens":772},"claude-opus-4-7":{"in_tokens":2607,"out_tokens":526},"mistral-large-2":{"in_tokens":1470,"out_tokens":602}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":170,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":21.74444749899999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1092,"out_tokens":1515},"claude-opus-4-8":{"in_tokens":2173,"out_tokens":782},"claude-opus-4-7":{"in_tokens":2178,"out_tokens":621},"mistral-large-2":{"in_tokens":1193,"out_tokens":547}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":214,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":25.25925831500001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1206,"out_tokens":1621},"claude-opus-4-8":{"in_tokens":2328,"out_tokens":802},"claude-opus-4-7":{"in_tokens":2333,"out_tokens":633},"mistral-large-2":{"in_tokens":1304,"out_tokens":615}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":222,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":20.396582490000014,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1085,"out_tokens":1533},"claude-opus-4-8":{"in_tokens":2144,"out_tokens":760},"claude-opus-4-7":{"in_tokens":2149,"out_tokens":638},"mistral-large-2":{"in_tokens":1195,"out_tokens":516}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":418,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":8.115576206000014,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1248,"out_tokens":2524},"claude-opus-4-8":{"in_tokens":2559,"out_tokens":702},"claude-opus-4-7":{"in_tokens":2564,"out_tokens":699},"mistral-large-2":{"in_tokens":1331,"out_tokens":477}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":1214,"error":null,"skip_reason":null,"score_raw":0.6666666666666667,"duration_s":28.926279857000054,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1209,"out_tokens":1789},"claude-opus-4-8":{"in_tokens":2320,"out_tokens":736},"claude-opus-4-7":{"in_tokens":2325,"out_tokens":642},"mistral-large-2":{"in_tokens":1332,"out_tokens":658}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":522,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":70.384884172,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1503,"out_tokens":2481},"claude-opus-4-8":{"in_tokens":3000,"out_tokens":846},"claude-opus-4-7":{"in_tokens":3005,"out_tokens":529},"mistral-large-2":{"in_tokens":1623,"out_tokens":702}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":629,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":75.186378682,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1575,"out_tokens":2071},"claude-opus-4-8":{"in_tokens":3330,"out_tokens":694},"claude-opus-4-7":{"in_tokens":3335,"out_tokens":545},"mistral-large-2":{"in_tokens":1682,"out_tokens":633}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":1454,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":16.713418058000002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1294,"out_tokens":2578},"claude-opus-4-8":{"in_tokens":2531,"out_tokens":859},"claude-opus-4-7":{"in_tokens":2536,"out_tokens":735},"mistral-large-2":{"in_tokens":1404,"out_tokens":678}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":226,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":19.933808614999975,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1147,"out_tokens":1798},"claude-opus-4-8":{"in_tokens":2158,"out_tokens":852},"claude-opus-4-7":{"in_tokens":2163,"out_tokens":554},"mistral-large-2":{"in_tokens":1250,"out_tokens":595}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":307,"out_tokens":505,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":10.406963290000022,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1205,"out_tokens":2209},"claude-opus-4-8":{"in_tokens":2417,"out_tokens":582},"claude-opus-4-7":{"in_tokens":2422,"out_tokens":545},"mistral-large-2":{"in_tokens":1308,"out_tokens":520}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":981,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":15.636521518999984,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1296,"out_tokens":2631},"claude-opus-4-8":{"in_tokens":2523,"out_tokens":990},"claude-opus-4-7":{"in_tokens":2528,"out_tokens":662},"mistral-large-2":{"in_tokens":1361,"out_tokens":809}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":2982,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":31.391465364999988,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1472,"out_tokens":2148},"claude-opus-4-8":{"in_tokens":2891,"out_tokens":724},"claude-opus-4-7":{"in_tokens":2896,"out_tokens":473},"mistral-large-2":{"in_tokens":1638,"out_tokens":665}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":1258,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.064617399999975,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1355,"out_tokens":2159},"claude-opus-4-8":{"in_tokens":2794,"out_tokens":613},"claude-opus-4-7":{"in_tokens":2799,"out_tokens":433},"mistral-large-2":{"in_tokens":1459,"out_tokens":451}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":1351,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":20.601457513000014,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1385,"out_tokens":2252},"claude-opus-4-8":{"in_tokens":2708,"out_tokens":678},"claude-opus-4-7":{"in_tokens":2713,"out_tokens":650},"mistral-large-2":{"in_tokens":1441,"out_tokens":545}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":531,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":10.727343298999983,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.2857142857142857,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1302,"out_tokens":2488},"claude-opus-4-8":{"in_tokens":2551,"out_tokens":745},"claude-opus-4-7":{"in_tokens":2556,"out_tokens":538},"mistral-large-2":{"in_tokens":1416,"out_tokens":552}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":563,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":11.906076006000035,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1255,"out_tokens":2245},"claude-opus-4-8":{"in_tokens":2596,"out_tokens":541},"claude-opus-4-7":{"in_tokens":2601,"out_tokens":458},"mistral-large-2":{"in_tokens":1335,"out_tokens":545}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":1639,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":27.121593230999963,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1586,"out_tokens":1335},"claude-opus-4-8":{"in_tokens":3154,"out_tokens":726},"claude-opus-4-7":{"in_tokens":3159,"out_tokens":485},"mistral-large-2":{"in_tokens":1727,"out_tokens":708}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":2137,"error":null,"skip_reason":null,"score_raw":0.027777777777777776,"duration_s":22.273653566000007,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1199,"out_tokens":1604},"claude-opus-4-8":{"in_tokens":2372,"out_tokens":968},"claude-opus-4-7":{"in_tokens":2377,"out_tokens":595},"mistral-large-2":{"in_tokens":1310,"out_tokens":640}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":730,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":14.464459465999994,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1430,"out_tokens":1749},"claude-opus-4-8":{"in_tokens":2908,"out_tokens":640},"claude-opus-4-7":{"in_tokens":2913,"out_tokens":433},"mistral-large-2":{"in_tokens":1516,"out_tokens":574}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":159,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":18.99111846699998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1014,"out_tokens":1148},"claude-opus-4-8":{"in_tokens":1972,"out_tokens":735},"claude-opus-4-7":{"in_tokens":1977,"out_tokens":527},"mistral-large-2":{"in_tokens":1070,"out_tokens":477}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":335,"out_tokens":174,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":18.847674693999977,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1074,"out_tokens":931},"claude-opus-4-8":{"in_tokens":2040,"out_tokens":639},"claude-opus-4-7":{"in_tokens":2045,"out_tokens":518},"mistral-large-2":{"in_tokens":1154,"out_tokens":519}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":169,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":20.79922637499999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1083,"out_tokens":1247},"claude-opus-4-8":{"in_tokens":2087,"out_tokens":769},"claude-opus-4-7":{"in_tokens":2092,"out_tokens":491},"mistral-large-2":{"in_tokens":1200,"out_tokens":574}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":545,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":13.88044514500001,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1264,"out_tokens":1458},"claude-opus-4-8":{"in_tokens":2544,"out_tokens":639},"claude-opus-4-7":{"in_tokens":2549,"out_tokens":576},"mistral-large-2":{"in_tokens":1365,"out_tokens":602}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":1714,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":21.506123734000028,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1303,"out_tokens":2604},"claude-opus-4-8":{"in_tokens":2538,"out_tokens":720},"claude-opus-4-7":{"in_tokens":2543,"out_tokens":544},"mistral-large-2":{"in_tokens":1446,"out_tokens":1038}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":404,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":8.006631925999955,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1158,"out_tokens":2891},"claude-opus-4-8":{"in_tokens":2292,"out_tokens":901},"claude-opus-4-7":{"in_tokens":2297,"out_tokens":786},"mistral-large-2":{"in_tokens":1226,"out_tokens":961}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":538,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":11.345054024000035,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1263,"out_tokens":949},"claude-opus-4-8":{"in_tokens":2589,"out_tokens":600},"claude-opus-4-7":{"in_tokens":2594,"out_tokens":410},"mistral-large-2":{"in_tokens":1345,"out_tokens":440}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":643,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":13.400437817000011,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1322,"out_tokens":2541},"claude-opus-4-8":{"in_tokens":2579,"out_tokens":997},"claude-opus-4-7":{"in_tokens":2584,"out_tokens":979},"mistral-large-2":{"in_tokens":1381,"out_tokens":474}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":328,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":21.842221010999992,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":998,"out_tokens":813},"claude-opus-4-8":{"in_tokens":1931,"out_tokens":536},"claude-opus-4-7":{"in_tokens":1936,"out_tokens":448},"mistral-large-2":{"in_tokens":1078,"out_tokens":475}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":2252,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":26.708851691999996,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1444,"out_tokens":2481},"claude-opus-4-8":{"in_tokens":2695,"out_tokens":909},"claude-opus-4-7":{"in_tokens":2700,"out_tokens":624},"mistral-large-2":{"in_tokens":1601,"out_tokens":694}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":489,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":10.105004077000046,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1172,"out_tokens":1032},"claude-opus-4-8":{"in_tokens":2349,"out_tokens":565},"claude-opus-4-7":{"in_tokens":2354,"out_tokens":484},"mistral-large-2":{"in_tokens":1248,"out_tokens":476}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":1296,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":21.13431764799998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1351,"out_tokens":2079},"claude-opus-4-8":{"in_tokens":2690,"out_tokens":622},"claude-opus-4-7":{"in_tokens":2695,"out_tokens":502},"mistral-large-2":{"in_tokens":1450,"out_tokens":511}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":1629,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":19.838238821000004,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1331,"out_tokens":1424},"claude-opus-4-8":{"in_tokens":2524,"out_tokens":651},"claude-opus-4-7":{"in_tokens":2529,"out_tokens":473},"mistral-large-2":{"in_tokens":1493,"out_tokens":613}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":568,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":10.858838858000013,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1517,"out_tokens":2084},"claude-opus-4-8":{"in_tokens":2907,"out_tokens":927},"claude-opus-4-7":{"in_tokens":2912,"out_tokens":654},"mistral-large-2":{"in_tokens":1604,"out_tokens":651}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1231,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":21.235994416999972,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1411,"out_tokens":1557},"claude-opus-4-8":{"in_tokens":2780,"out_tokens":698},"claude-opus-4-7":{"in_tokens":2785,"out_tokens":595},"mistral-large-2":{"in_tokens":1499,"out_tokens":609}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":175,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":19.689017628999977,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1079,"out_tokens":1055},"claude-opus-4-8":{"in_tokens":2049,"out_tokens":586},"claude-opus-4-7":{"in_tokens":2054,"out_tokens":484},"mistral-large-2":{"in_tokens":1174,"out_tokens":568}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":496,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":10.25674607100001,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1257,"out_tokens":1991},"claude-opus-4-8":{"in_tokens":2480,"out_tokens":640},"claude-opus-4-7":{"in_tokens":2485,"out_tokens":600},"mistral-large-2":{"in_tokens":1337,"out_tokens":544}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":772,"out_tokens":1672,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":25.533087165999973,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1796,"out_tokens":2649},"claude-opus-4-8":{"in_tokens":3530,"out_tokens":923},"claude-opus-4-7":{"in_tokens":3535,"out_tokens":842},"mistral-large-2":{"in_tokens":1900,"out_tokens":722}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":554,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":12.128025486000013,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1363,"out_tokens":1827},"claude-opus-4-8":{"in_tokens":2787,"out_tokens":821},"claude-opus-4-7":{"in_tokens":2792,"out_tokens":572},"mistral-large-2":{"in_tokens":1468,"out_tokens":651}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":289,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":19.869420821999995,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1264,"out_tokens":1712},"claude-opus-4-8":{"in_tokens":2639,"out_tokens":737},"claude-opus-4-7":{"in_tokens":2644,"out_tokens":503},"mistral-large-2":{"in_tokens":1355,"out_tokens":800}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":428,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":8.555683264000038,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1214,"out_tokens":1580},"claude-opus-4-8":{"in_tokens":2450,"out_tokens":588},"claude-opus-4-7":{"in_tokens":2455,"out_tokens":470},"mistral-large-2":{"in_tokens":1255,"out_tokens":441}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":21.670388082999978,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1363,"out_tokens":2058},"claude-opus-4-8":{"in_tokens":2700,"out_tokens":734},"claude-opus-4-7":{"in_tokens":2705,"out_tokens":633},"mistral-large-2":{"in_tokens":1453,"out_tokens":734}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":1617,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":17.379417468999975,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1300,"out_tokens":1622},"claude-opus-4-8":{"in_tokens":2423,"out_tokens":665},"claude-opus-4-7":{"in_tokens":2428,"out_tokens":500},"mistral-large-2":{"in_tokens":1409,"out_tokens":615}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":616,"out_tokens":1497,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":28.16287577700001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1565,"out_tokens":2102},"claude-opus-4-8":{"in_tokens":3176,"out_tokens":962},"claude-opus-4-7":{"in_tokens":3181,"out_tokens":692},"mistral-large-2":{"in_tokens":1695,"out_tokens":829}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":582,"out_tokens":988,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":15.460185801000023,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1261,"out_tokens":1214},"claude-opus-4-8":{"in_tokens":2545,"out_tokens":598},"claude-opus-4-7":{"in_tokens":2550,"out_tokens":520},"mistral-large-2":{"in_tokens":1309,"out_tokens":515}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":380,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":11.43363310899997,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1101,"out_tokens":2105},"claude-opus-4-8":{"in_tokens":2270,"out_tokens":782},"claude-opus-4-7":{"in_tokens":2275,"out_tokens":551},"mistral-large-2":{"in_tokens":1164,"out_tokens":742}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":339,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":22.58202286300002,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1350,"out_tokens":2018},"claude-opus-4-8":{"in_tokens":2704,"out_tokens":858},"claude-opus-4-7":{"in_tokens":2709,"out_tokens":719},"mistral-large-2":{"in_tokens":1454,"out_tokens":634}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":1790,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":18.82784753499999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1346,"out_tokens":2583},"claude-opus-4-8":{"in_tokens":2566,"out_tokens":739},"claude-opus-4-7":{"in_tokens":2571,"out_tokens":630},"mistral-large-2":{"in_tokens":1478,"out_tokens":696}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":566,"out_tokens":630,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":15.595910797999977,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.0,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":2044,"out_tokens":3241},"claude-opus-4-8":{"in_tokens":3988,"out_tokens":1536},"claude-opus-4-7":{"in_tokens":3993,"out_tokens":904},"mistral-large-2":{"in_tokens":2146,"out_tokens":1065}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":838,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":16.309183983999958,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2126,"out_tokens":3419},"claude-opus-4-8":{"in_tokens":4198,"out_tokens":1270},"claude-opus-4-7":{"in_tokens":4203,"out_tokens":1020},"mistral-large-2":{"in_tokens":2291,"out_tokens":748}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":1330,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":19.703134014000057,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1390,"out_tokens":2582},"claude-opus-4-8":{"in_tokens":2830,"out_tokens":832},"claude-opus-4-7":{"in_tokens":2835,"out_tokens":509},"mistral-large-2":{"in_tokens":1471,"out_tokens":622}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":570,"error":null,"skip_reason":null,"score_raw":0.35,"duration_s":11.155085186000008,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1873,"out_tokens":2121},"claude-opus-4-8":{"in_tokens":3716,"out_tokens":1044},"claude-opus-4-7":{"in_tokens":3721,"out_tokens":916},"mistral-large-2":{"in_tokens":1985,"out_tokens":842}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":885,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":19.167817614,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2159,"out_tokens":2650},"claude-opus-4-8":{"in_tokens":4222,"out_tokens":1124},"claude-opus-4-7":{"in_tokens":4227,"out_tokens":837},"mistral-large-2":{"in_tokens":2324,"out_tokens":823}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":274,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":22.89289961100002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1124,"out_tokens":1762},"claude-opus-4-8":{"in_tokens":2283,"out_tokens":665},"claude-opus-4-7":{"in_tokens":2288,"out_tokens":566},"mistral-large-2":{"in_tokens":1202,"out_tokens":541}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1294,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":31.576336220999963,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1085,"out_tokens":1111},"claude-opus-4-8":{"in_tokens":2093,"out_tokens":636},"claude-opus-4-7":{"in_tokens":2098,"out_tokens":574},"mistral-large-2":{"in_tokens":1190,"out_tokens":596}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":233,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":22.201826839000034,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":965,"out_tokens":1666},"claude-opus-4-8":{"in_tokens":1918,"out_tokens":529},"claude-opus-4-7":{"in_tokens":1923,"out_tokens":503},"mistral-large-2":{"in_tokens":1028,"out_tokens":431}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":0.6666666666666667,"duration_s":24.23660692599998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":971,"out_tokens":1281},"claude-opus-4-8":{"in_tokens":1909,"out_tokens":604},"claude-opus-4-7":{"in_tokens":1914,"out_tokens":479},"mistral-large-2":{"in_tokens":1041,"out_tokens":737}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1010,"out_tokens":1844,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":26.61662531799999,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2380,"out_tokens":2856},"claude-opus-4-8":{"in_tokens":4623,"out_tokens":883},"claude-opus-4-7":{"in_tokens":4628,"out_tokens":806},"mistral-large-2":{"in_tokens":2504,"out_tokens":763}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":600,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":12.583626872000025,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1394,"out_tokens":1014},"claude-opus-4-8":{"in_tokens":2722,"out_tokens":666},"claude-opus-4-7":{"in_tokens":2727,"out_tokens":573},"mistral-large-2":{"in_tokens":1491,"out_tokens":752}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":851,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":16.31007181900003,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2120,"out_tokens":3208},"claude-opus-4-8":{"in_tokens":4177,"out_tokens":1013},"claude-opus-4-7":{"in_tokens":4182,"out_tokens":883},"mistral-large-2":{"in_tokens":2282,"out_tokens":768}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":175,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":19.38787885200003,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":893,"out_tokens":1199},"claude-opus-4-8":{"in_tokens":1799,"out_tokens":504},"claude-opus-4-7":{"in_tokens":1804,"out_tokens":396},"mistral-large-2":{"in_tokens":947,"out_tokens":446}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":994,"out_tokens":1869,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":29.098600282000007,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2294,"out_tokens":2985},"claude-opus-4-8":{"in_tokens":4498,"out_tokens":1445},"claude-opus-4-7":{"in_tokens":4503,"out_tokens":929},"mistral-large-2":{"in_tokens":2472,"out_tokens":736}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":3039,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":55.107982729000014,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1197,"out_tokens":2040},"claude-opus-4-8":{"in_tokens":2304,"out_tokens":787},"claude-opus-4-7":{"in_tokens":2309,"out_tokens":559},"mistral-large-2":{"in_tokens":1283,"out_tokens":657}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":804,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":16.235780140999964,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1846,"out_tokens":2338},"claude-opus-4-8":{"in_tokens":3770,"out_tokens":994},"claude-opus-4-7":{"in_tokens":3775,"out_tokens":777},"mistral-large-2":{"in_tokens":1986,"out_tokens":744}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":937,"out_tokens":1781,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":28.220085431999962,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2234,"out_tokens":3149},"claude-opus-4-8":{"in_tokens":4353,"out_tokens":934},"claude-opus-4-7":{"in_tokens":4358,"out_tokens":760},"mistral-large-2":{"in_tokens":2416,"out_tokens":716}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":298,"out_tokens":842,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":18.236239667999996,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1531,"out_tokens":1620},"claude-opus-4-8":{"in_tokens":3033,"out_tokens":577},"claude-opus-4-7":{"in_tokens":3038,"out_tokens":459},"mistral-large-2":{"in_tokens":1649,"out_tokens":701}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":251,"error":null,"skip_reason":null,"score_raw":0.29166666666666663,"duration_s":18.685866616,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1012,"out_tokens":1707},"claude-opus-4-8":{"in_tokens":2031,"out_tokens":604},"claude-opus-4-7":{"in_tokens":2036,"out_tokens":581},"mistral-large-2":{"in_tokens":1074,"out_tokens":479}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":749,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":16.321066298000005,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.25,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1723,"out_tokens":2849},"claude-opus-4-8":{"in_tokens":3370,"out_tokens":980},"claude-opus-4-7":{"in_tokens":3375,"out_tokens":768},"mistral-large-2":{"in_tokens":1831,"out_tokens":687}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":1586,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":21.325895763000005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1832,"out_tokens":1835},"claude-opus-4-8":{"in_tokens":3685,"out_tokens":682},"claude-opus-4-7":{"in_tokens":3690,"out_tokens":567},"mistral-large-2":{"in_tokens":1975,"out_tokens":591}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":916,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":29.031369470000016,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2354,"out_tokens":3512},"claude-opus-4-8":{"in_tokens":4661,"out_tokens":1044},"claude-opus-4-7":{"in_tokens":4666,"out_tokens":755},"mistral-large-2":{"in_tokens":2479,"out_tokens":1021}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":251,"out_tokens":230,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":22.622951614999977,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":947,"out_tokens":1729},"claude-opus-4-8":{"in_tokens":1820,"out_tokens":450},"claude-opus-4-7":{"in_tokens":1825,"out_tokens":393},"mistral-large-2":{"in_tokens":981,"out_tokens":409}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":342,"error":null,"skip_reason":null,"score_raw":0.3571428571428571,"duration_s":28.157099448999986,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1145,"out_tokens":2407},"claude-opus-4-8":{"in_tokens":2246,"out_tokens":684},"claude-opus-4-7":{"in_tokens":2251,"out_tokens":539},"mistral-large-2":{"in_tokens":1241,"out_tokens":792}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":213,"error":null,"skip_reason":null,"score_raw":0.20833333333333331,"duration_s":19.18763288599996,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":971,"out_tokens":1150},"claude-opus-4-8":{"in_tokens":1969,"out_tokens":468},"claude-opus-4-7":{"in_tokens":1974,"out_tokens":528},"mistral-large-2":{"in_tokens":1031,"out_tokens":471}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":886,"out_tokens":1739,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":25.829023137000036,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2226,"out_tokens":3351},"claude-opus-4-8":{"in_tokens":4320,"out_tokens":1099},"claude-opus-4-7":{"in_tokens":4325,"out_tokens":752},"mistral-large-2":{"in_tokens":2408,"out_tokens":762}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1303,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":21.328701195999997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1493,"out_tokens":1703},"claude-opus-4-8":{"in_tokens":2900,"out_tokens":709},"claude-opus-4-7":{"in_tokens":2905,"out_tokens":598},"mistral-large-2":{"in_tokens":1598,"out_tokens":1049}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":1912,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":22.01117253900003,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1545,"out_tokens":1840},"claude-opus-4-8":{"in_tokens":3199,"out_tokens":617},"claude-opus-4-7":{"in_tokens":3204,"out_tokens":696},"mistral-large-2":{"in_tokens":1652,"out_tokens":468}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":3543,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":42.32433425299996,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2021,"out_tokens":1753},"claude-opus-4-8":{"in_tokens":4225,"out_tokens":880},"claude-opus-4-7":{"in_tokens":4230,"out_tokens":598},"mistral-large-2":{"in_tokens":2178,"out_tokens":641}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":1559,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":22.99166022999998,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1882,"out_tokens":2604},"claude-opus-4-8":{"in_tokens":3772,"out_tokens":964},"claude-opus-4-7":{"in_tokens":3777,"out_tokens":1010},"mistral-large-2":{"in_tokens":2020,"out_tokens":743}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":210,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":22.179265482000005,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":985,"out_tokens":1428},"claude-opus-4-8":{"in_tokens":1955,"out_tokens":604},"claude-opus-4-7":{"in_tokens":1960,"out_tokens":515},"mistral-large-2":{"in_tokens":1034,"out_tokens":548}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":244,"out_tokens":293,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":21.671373708000033,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.2857142857142857,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1004,"out_tokens":1728},"claude-opus-4-8":{"in_tokens":2003,"out_tokens":589},"claude-opus-4-7":{"in_tokens":2008,"out_tokens":494},"mistral-large-2":{"in_tokens":1063,"out_tokens":514}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":2203,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":24.279625796000005,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1528,"out_tokens":1473},"claude-opus-4-8":{"in_tokens":3076,"out_tokens":483},"claude-opus-4-7":{"in_tokens":3081,"out_tokens":398},"mistral-large-2":{"in_tokens":1660,"out_tokens":516}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":188,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":21.510421960999963,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1032,"out_tokens":1284},"claude-opus-4-8":{"in_tokens":2082,"out_tokens":661},"claude-opus-4-7":{"in_tokens":2087,"out_tokens":530},"mistral-large-2":{"in_tokens":1117,"out_tokens":598}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":3005,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":68.89958743999995,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2333,"out_tokens":2527},"claude-opus-4-8":{"in_tokens":4669,"out_tokens":941},"claude-opus-4-7":{"in_tokens":4674,"out_tokens":706},"mistral-large-2":{"in_tokens":2518,"out_tokens":1312}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":432,"out_tokens":227,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":24.337663880000036,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1201,"out_tokens":2995},"claude-opus-4-8":{"in_tokens":2294,"out_tokens":684},"claude-opus-4-7":{"in_tokens":2299,"out_tokens":556},"mistral-large-2":{"in_tokens":1265,"out_tokens":546}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":748,"out_tokens":1423,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":23.63145778400002,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1732,"out_tokens":2582},"claude-opus-4-8":{"in_tokens":3345,"out_tokens":845},"claude-opus-4-7":{"in_tokens":3350,"out_tokens":662},"mistral-large-2":{"in_tokens":1845,"out_tokens":725}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":533,"out_tokens":1932,"error":null,"skip_reason":null,"score_raw":0.7916666666666667,"duration_s":30.772069159999944,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1726,"out_tokens":1955},"claude-opus-4-8":{"in_tokens":3401,"out_tokens":785},"claude-opus-4-7":{"in_tokens":3406,"out_tokens":588},"mistral-large-2":{"in_tokens":1871,"out_tokens":794}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":1914,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":24.52420462599997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1356,"out_tokens":1573},"claude-opus-4-8":{"in_tokens":2722,"out_tokens":602},"claude-opus-4-7":{"in_tokens":2727,"out_tokens":410},"mistral-large-2":{"in_tokens":1419,"out_tokens":483}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1309,"out_tokens":1992,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":28.209215251000046,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2549,"out_tokens":3497},"claude-opus-4-8":{"in_tokens":4964,"out_tokens":928},"claude-opus-4-7":{"in_tokens":4969,"out_tokens":803},"mistral-large-2":{"in_tokens":2668,"out_tokens":1299}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":273,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":21.086200581000014,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1051,"out_tokens":1608},"claude-opus-4-8":{"in_tokens":2051,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2056,"out_tokens":573},"mistral-large-2":{"in_tokens":1107,"out_tokens":471}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":213,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":20.21535816400001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1000,"out_tokens":1429},"claude-opus-4-8":{"in_tokens":2013,"out_tokens":581},"claude-opus-4-7":{"in_tokens":2018,"out_tokens":464},"mistral-large-2":{"in_tokens":1037,"out_tokens":412}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":2266,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":34.92416833100003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1653,"out_tokens":756},"claude-opus-4-8":{"in_tokens":3340,"out_tokens":517},"claude-opus-4-7":{"in_tokens":3345,"out_tokens":413},"mistral-large-2":{"in_tokens":1772,"out_tokens":501}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":1561,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":20.435278052999934,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1423,"out_tokens":1460},"claude-opus-4-8":{"in_tokens":2863,"out_tokens":541},"claude-opus-4-7":{"in_tokens":2868,"out_tokens":504},"mistral-large-2":{"in_tokens":1536,"out_tokens":556}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1103,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":32.623824689,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2418,"out_tokens":3846},"claude-opus-4-8":{"in_tokens":4685,"out_tokens":1370},"claude-opus-4-7":{"in_tokens":4690,"out_tokens":970},"mistral-large-2":{"in_tokens":2608,"out_tokens":812}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":263,"out_tokens":247,"error":null,"skip_reason":null,"score_raw":0.6071428571428572,"duration_s":21.32437341399998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":987,"out_tokens":1650},"claude-opus-4-8":{"in_tokens":2028,"out_tokens":552},"claude-opus-4-7":{"in_tokens":2033,"out_tokens":456},"mistral-large-2":{"in_tokens":1040,"out_tokens":586}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":711,"out_tokens":554,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":74.37378176699997,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.4,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2084,"out_tokens":2112},"claude-opus-4-8":{"in_tokens":4029,"out_tokens":847},"claude-opus-4-7":{"in_tokens":4034,"out_tokens":749},"mistral-large-2":{"in_tokens":2181,"out_tokens":830}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":681,"out_tokens":1420,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":23.467901127999994,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1842,"out_tokens":3698},"claude-opus-4-8":{"in_tokens":3459,"out_tokens":994},"claude-opus-4-7":{"in_tokens":3464,"out_tokens":795},"mistral-large-2":{"in_tokens":2042,"out_tokens":793}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":420,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":32.141582646000074,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1844,"out_tokens":2887},"claude-opus-4-8":{"in_tokens":3600,"out_tokens":825},"claude-opus-4-7":{"in_tokens":3605,"out_tokens":705},"mistral-large-2":{"in_tokens":1938,"out_tokens":715}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1109,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":31.24691429500001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2513,"out_tokens":2764},"claude-opus-4-8":{"in_tokens":4878,"out_tokens":1046},"claude-opus-4-7":{"in_tokens":4883,"out_tokens":919},"mistral-large-2":{"in_tokens":2700,"out_tokens":900}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":3468,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":37.768975258999944,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1780,"out_tokens":3202},"claude-opus-4-8":{"in_tokens":3534,"out_tokens":827},"claude-opus-4-7":{"in_tokens":3539,"out_tokens":635},"mistral-large-2":{"in_tokens":1934,"out_tokens":626}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":380,"error":null,"skip_reason":null,"score_raw":0.35,"duration_s":24.44082209999999,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.3,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1714,"out_tokens":2438},"claude-opus-4-8":{"in_tokens":3375,"out_tokens":1073},"claude-opus-4-7":{"in_tokens":3380,"out_tokens":999},"mistral-large-2":{"in_tokens":1840,"out_tokens":930}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":363,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":20.785818982000023,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1686,"out_tokens":2830},"claude-opus-4-8":{"in_tokens":3313,"out_tokens":1040},"claude-opus-4-7":{"in_tokens":3318,"out_tokens":814},"mistral-large-2":{"in_tokens":1790,"out_tokens":727}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":588,"out_tokens":862,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":77.691600462,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2143,"out_tokens":2968},"claude-opus-4-8":{"in_tokens":4244,"out_tokens":1013},"claude-opus-4-7":{"in_tokens":4249,"out_tokens":763},"mistral-large-2":{"in_tokens":2311,"out_tokens":756}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":1246,"error":null,"skip_reason":null,"score_raw":0.7250000000000001,"duration_s":21.502378363999924,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1974,"out_tokens":3037},"claude-opus-4-8":{"in_tokens":3636,"out_tokens":946},"claude-opus-4-7":{"in_tokens":3641,"out_tokens":713},"mistral-large-2":{"in_tokens":2097,"out_tokens":1018}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":776,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":76.15313291399997,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2186,"out_tokens":2831},"claude-opus-4-8":{"in_tokens":4278,"out_tokens":1405},"claude-opus-4-7":{"in_tokens":4283,"out_tokens":999},"mistral-large-2":{"in_tokens":2346,"out_tokens":1065}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":1747,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":23.30518479600005,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1498,"out_tokens":1228},"claude-opus-4-8":{"in_tokens":2971,"out_tokens":713},"claude-opus-4-7":{"in_tokens":2976,"out_tokens":567},"mistral-large-2":{"in_tokens":1587,"out_tokens":747}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":323,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":27.349149452999995,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1637,"out_tokens":2258},"claude-opus-4-8":{"in_tokens":3179,"out_tokens":954},"claude-opus-4-7":{"in_tokens":3184,"out_tokens":676},"mistral-large-2":{"in_tokens":1770,"out_tokens":729}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":2636,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":38.47043783099991,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1356,"out_tokens":3528},"claude-opus-4-8":{"in_tokens":2654,"out_tokens":487},"claude-opus-4-7":{"in_tokens":2659,"out_tokens":581},"mistral-large-2":{"in_tokens":1412,"out_tokens":539}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":1867,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":29.02349066599993,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1470,"out_tokens":1344},"claude-opus-4-8":{"in_tokens":3066,"out_tokens":500},"claude-opus-4-7":{"in_tokens":3071,"out_tokens":411},"mistral-large-2":{"in_tokens":1581,"out_tokens":888}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":852,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":17.008317683999962,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1387,"out_tokens":2729},"claude-opus-4-8":{"in_tokens":2708,"out_tokens":966},"claude-opus-4-7":{"in_tokens":2713,"out_tokens":829},"mistral-large-2":{"in_tokens":1478,"out_tokens":803}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":850,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":46.62289656799999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1370,"out_tokens":1679},"claude-opus-4-8":{"in_tokens":2624,"out_tokens":817},"claude-opus-4-7":{"in_tokens":2629,"out_tokens":661},"mistral-large-2":{"in_tokens":1470,"out_tokens":622}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":332,"out_tokens":251,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":17.93135870399999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1076,"out_tokens":1551},"claude-opus-4-8":{"in_tokens":2076,"out_tokens":663},"claude-opus-4-7":{"in_tokens":2081,"out_tokens":424},"mistral-large-2":{"in_tokens":1145,"out_tokens":497}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":329,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":24.346529159999932,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1653,"out_tokens":1826},"claude-opus-4-8":{"in_tokens":3261,"out_tokens":978},"claude-opus-4-7":{"in_tokens":3266,"out_tokens":513},"mistral-large-2":{"in_tokens":1776,"out_tokens":1000}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":1897,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":24.54297991699991,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1583,"out_tokens":1754},"claude-opus-4-8":{"in_tokens":3150,"out_tokens":592},"claude-opus-4-7":{"in_tokens":3155,"out_tokens":630},"mistral-large-2":{"in_tokens":1720,"out_tokens":596}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1414,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":26.87589982899999,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2188,"out_tokens":2441},"claude-opus-4-8":{"in_tokens":4156,"out_tokens":1275},"claude-opus-4-7":{"in_tokens":4161,"out_tokens":886},"mistral-large-2":{"in_tokens":2368,"out_tokens":923}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":423,"out_tokens":345,"error":null,"skip_reason":null,"score_raw":0.35,"duration_s":20.365158676999954,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.3,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1425,"out_tokens":2081},"claude-opus-4-8":{"in_tokens":2889,"out_tokens":984},"claude-opus-4-7":{"in_tokens":2894,"out_tokens":806},"mistral-large-2":{"in_tokens":1527,"out_tokens":806}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1519,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":25.28429475200005,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2288,"out_tokens":3125},"claude-opus-4-8":{"in_tokens":4281,"out_tokens":1269},"claude-opus-4-7":{"in_tokens":4286,"out_tokens":944},"mistral-large-2":{"in_tokens":2437,"out_tokens":965}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":283,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":22.638526671000022,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1021,"out_tokens":1240},"claude-opus-4-8":{"in_tokens":1996,"out_tokens":552},"claude-opus-4-7":{"in_tokens":2001,"out_tokens":504},"mistral-large-2":{"in_tokens":1097,"out_tokens":624}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1644,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":26.599880248999966,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1586,"out_tokens":2114},"claude-opus-4-8":{"in_tokens":3180,"out_tokens":762},"claude-opus-4-7":{"in_tokens":3185,"out_tokens":658},"mistral-large-2":{"in_tokens":1715,"out_tokens":706}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":665,"out_tokens":1142,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":20.793436194999913,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1694,"out_tokens":2718},"claude-opus-4-8":{"in_tokens":3210,"out_tokens":734},"claude-opus-4-7":{"in_tokens":3215,"out_tokens":630},"mistral-large-2":{"in_tokens":1794,"out_tokens":692}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":1483,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":27.949419639999974,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1568,"out_tokens":1462},"claude-opus-4-8":{"in_tokens":3151,"out_tokens":551},"claude-opus-4-7":{"in_tokens":3156,"out_tokens":532},"mistral-large-2":{"in_tokens":1684,"out_tokens":601}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":1419,"error":null,"skip_reason":null,"score_raw":0.8571428571428572,"duration_s":18.641933935999987,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1177,"out_tokens":1049},"claude-opus-4-8":{"in_tokens":2375,"out_tokens":459},"claude-opus-4-7":{"in_tokens":2380,"out_tokens":479},"mistral-large-2":{"in_tokens":1230,"out_tokens":507}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":698,"out_tokens":347,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":22.30704783200008,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1891,"out_tokens":2867},"claude-opus-4-8":{"in_tokens":3650,"out_tokens":836},"claude-opus-4-7":{"in_tokens":3655,"out_tokens":726},"mistral-large-2":{"in_tokens":1975,"out_tokens":698}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1701,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":30.560921291,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2087,"out_tokens":2589},"claude-opus-4-8":{"in_tokens":3865,"out_tokens":1037},"claude-opus-4-7":{"in_tokens":3870,"out_tokens":917},"mistral-large-2":{"in_tokens":2255,"out_tokens":991}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":1037,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":20.890518552999993,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1587,"out_tokens":3523},"claude-opus-4-8":{"in_tokens":3045,"out_tokens":1007},"claude-opus-4-7":{"in_tokens":3050,"out_tokens":776},"mistral-large-2":{"in_tokens":1695,"out_tokens":896}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":2766,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":39.675515650999955,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.375,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1627,"out_tokens":2558},"claude-opus-4-8":{"in_tokens":3153,"out_tokens":729},"claude-opus-4-7":{"in_tokens":3158,"out_tokens":598},"mistral-large-2":{"in_tokens":1718,"out_tokens":742}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":27.939540491000002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1256,"out_tokens":2430},"claude-opus-4-8":{"in_tokens":2378,"out_tokens":871},"claude-opus-4-7":{"in_tokens":2383,"out_tokens":568},"mistral-large-2":{"in_tokens":1330,"out_tokens":659}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":655,"out_tokens":1228,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":20.740659109000035,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1603,"out_tokens":2391},"claude-opus-4-8":{"in_tokens":3215,"out_tokens":656},"claude-opus-4-7":{"in_tokens":3220,"out_tokens":537},"mistral-large-2":{"in_tokens":1701,"out_tokens":655}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":437,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":26.99903584499998,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.0,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1762,"out_tokens":2470},"claude-opus-4-8":{"in_tokens":3478,"out_tokens":1103},"claude-opus-4-7":{"in_tokens":3483,"out_tokens":786},"mistral-large-2":{"in_tokens":1892,"out_tokens":1059}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":1068,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":19.110121872000036,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1579,"out_tokens":2708},"claude-opus-4-8":{"in_tokens":3042,"out_tokens":1063},"claude-opus-4-7":{"in_tokens":3047,"out_tokens":663},"mistral-large-2":{"in_tokens":1696,"out_tokens":564}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":341,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":27.990081816000043,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1799,"out_tokens":1902},"claude-opus-4-8":{"in_tokens":3502,"out_tokens":913},"claude-opus-4-7":{"in_tokens":3507,"out_tokens":807},"mistral-large-2":{"in_tokens":1915,"out_tokens":979}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":1834,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":23.539997069000037,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1479,"out_tokens":2174},"claude-opus-4-8":{"in_tokens":3038,"out_tokens":619},"claude-opus-4-7":{"in_tokens":3043,"out_tokens":430},"mistral-large-2":{"in_tokens":1569,"out_tokens":937}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":1089,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":19.62180558900002,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1689,"out_tokens":3134},"claude-opus-4-8":{"in_tokens":3217,"out_tokens":1028},"claude-opus-4-7":{"in_tokens":3222,"out_tokens":815},"mistral-large-2":{"in_tokens":1823,"out_tokens":702}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":594,"out_tokens":939,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":16.235884886000008,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1593,"out_tokens":3006},"claude-opus-4-8":{"in_tokens":2974,"out_tokens":1012},"claude-opus-4-7":{"in_tokens":2979,"out_tokens":756},"mistral-large-2":{"in_tokens":1727,"out_tokens":819}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":2671,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":30.31380341900001,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2183,"out_tokens":2308},"claude-opus-4-8":{"in_tokens":4249,"out_tokens":985},"claude-opus-4-7":{"in_tokens":4254,"out_tokens":898},"mistral-large-2":{"in_tokens":2288,"out_tokens":780}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":763,"out_tokens":1434,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":25.03911876899997,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2259,"out_tokens":3574},"claude-opus-4-8":{"in_tokens":4200,"out_tokens":976},"claude-opus-4-7":{"in_tokens":4205,"out_tokens":1165},"mistral-large-2":{"in_tokens":2414,"out_tokens":1011}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":2474,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":31.289962336999906,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2412,"out_tokens":3348},"claude-opus-4-8":{"in_tokens":4728,"out_tokens":905},"claude-opus-4-7":{"in_tokens":4733,"out_tokens":793},"mistral-large-2":{"in_tokens":2619,"out_tokens":1530}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":1163,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":19.51296993899996,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1680,"out_tokens":2114},"claude-opus-4-8":{"in_tokens":3233,"out_tokens":1001},"claude-opus-4-7":{"in_tokens":3238,"out_tokens":744},"mistral-large-2":{"in_tokens":1748,"out_tokens":1038}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":2613,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":31.174451498000053,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2588,"out_tokens":2652},"claude-opus-4-8":{"in_tokens":5078,"out_tokens":884},"claude-opus-4-7":{"in_tokens":5083,"out_tokens":693},"mistral-large-2":{"in_tokens":2802,"out_tokens":754}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":715,"out_tokens":926,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":18.642385542000056,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1565,"out_tokens":1717},"claude-opus-4-8":{"in_tokens":2986,"out_tokens":719},"claude-opus-4-7":{"in_tokens":2991,"out_tokens":693},"mistral-large-2":{"in_tokens":1625,"out_tokens":556}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":693,"out_tokens":1001,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":18.307290295999906,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1640,"out_tokens":1927},"claude-opus-4-8":{"in_tokens":3054,"out_tokens":734},"claude-opus-4-7":{"in_tokens":3059,"out_tokens":609},"mistral-large-2":{"in_tokens":1716,"out_tokens":656}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1035,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":19.95667297800003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1527,"out_tokens":1408},"claude-opus-4-8":{"in_tokens":2831,"out_tokens":666},"claude-opus-4-7":{"in_tokens":2836,"out_tokens":511},"mistral-large-2":{"in_tokens":1602,"out_tokens":669}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":1681,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":22.831528913000056,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1547,"out_tokens":1893},"claude-opus-4-8":{"in_tokens":2952,"out_tokens":639},"claude-opus-4-7":{"in_tokens":2957,"out_tokens":527},"mistral-large-2":{"in_tokens":1650,"out_tokens":591}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":3238,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":38.47205264599995,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2263,"out_tokens":2326},"claude-opus-4-8":{"in_tokens":4571,"out_tokens":1063},"claude-opus-4-7":{"in_tokens":4576,"out_tokens":791},"mistral-large-2":{"in_tokens":2389,"out_tokens":836}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":2555,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":29.675078354999982,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2341,"out_tokens":2292},"claude-opus-4-8":{"in_tokens":4648,"out_tokens":942},"claude-opus-4-7":{"in_tokens":4653,"out_tokens":819},"mistral-large-2":{"in_tokens":2541,"out_tokens":840}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":1005,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":18.385441275999938,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1511,"out_tokens":1628},"claude-opus-4-8":{"in_tokens":2759,"out_tokens":602},"claude-opus-4-7":{"in_tokens":2764,"out_tokens":489},"mistral-large-2":{"in_tokens":1592,"out_tokens":565}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":922,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":18.39489814000001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1363,"out_tokens":1817},"claude-opus-4-8":{"in_tokens":2579,"out_tokens":654},"claude-opus-4-7":{"in_tokens":2584,"out_tokens":503},"mistral-large-2":{"in_tokens":1436,"out_tokens":646}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":2288,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":29.941791011999953,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1908,"out_tokens":2171},"claude-opus-4-8":{"in_tokens":3895,"out_tokens":881},"claude-opus-4-7":{"in_tokens":3900,"out_tokens":738},"mistral-large-2":{"in_tokens":2044,"out_tokens":763}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":1145,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":20.562647963999893,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1435,"out_tokens":1583},"claude-opus-4-8":{"in_tokens":2736,"out_tokens":611},"claude-opus-4-7":{"in_tokens":2741,"out_tokens":497},"mistral-large-2":{"in_tokens":1521,"out_tokens":683}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":905,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":19.58441871299999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1405,"out_tokens":2006},"claude-opus-4-8":{"in_tokens":2596,"out_tokens":625},"claude-opus-4-7":{"in_tokens":2601,"out_tokens":487},"mistral-large-2":{"in_tokens":1484,"out_tokens":506}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":884,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":18.224793458000022,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1303,"out_tokens":1084},"claude-opus-4-8":{"in_tokens":2438,"out_tokens":455},"claude-opus-4-7":{"in_tokens":2443,"out_tokens":412},"mistral-large-2":{"in_tokens":1350,"out_tokens":616}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":1816,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":28.449316083999975,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1605,"out_tokens":1552},"claude-opus-4-8":{"in_tokens":3119,"out_tokens":518},"claude-opus-4-7":{"in_tokens":3124,"out_tokens":559},"mistral-large-2":{"in_tokens":1718,"out_tokens":537}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":2188,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":31.393679322000025,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1604,"out_tokens":2816},"claude-opus-4-8":{"in_tokens":3104,"out_tokens":750},"claude-opus-4-7":{"in_tokens":3109,"out_tokens":793},"mistral-large-2":{"in_tokens":1715,"out_tokens":719}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":1037,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":19.87415415800001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1514,"out_tokens":1635},"claude-opus-4-8":{"in_tokens":2813,"out_tokens":682},"claude-opus-4-7":{"in_tokens":2818,"out_tokens":569},"mistral-large-2":{"in_tokens":1584,"out_tokens":670}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":780,"out_tokens":1486,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":56.78457360499999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1824,"out_tokens":1110},"claude-opus-4-8":{"in_tokens":3345,"out_tokens":518},"claude-opus-4-7":{"in_tokens":3350,"out_tokens":469},"mistral-large-2":{"in_tokens":1909,"out_tokens":593}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":400,"out_tokens":174,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":6.2935125969999035,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1085,"out_tokens":1793},"claude-opus-4-8":{"in_tokens":2071,"out_tokens":743},"claude-opus-4-7":{"in_tokens":2076,"out_tokens":601},"mistral-large-2":{"in_tokens":1164,"out_tokens":551}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":2968,"error":null,"skip_reason":null,"score_raw":0.825,"duration_s":40.932635515000015,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2530,"out_tokens":2993},"claude-opus-4-8":{"in_tokens":4998,"out_tokens":1122},"claude-opus-4-7":{"in_tokens":5003,"out_tokens":976},"mistral-large-2":{"in_tokens":2637,"out_tokens":775}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":948,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":17.384824964000018,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1409,"out_tokens":1543},"claude-opus-4-8":{"in_tokens":2613,"out_tokens":683},"claude-opus-4-7":{"in_tokens":2618,"out_tokens":517},"mistral-large-2":{"in_tokens":1482,"out_tokens":615}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":265,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":8.262109432999978,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1329,"out_tokens":2242},"claude-opus-4-8":{"in_tokens":2503,"out_tokens":880},"claude-opus-4-7":{"in_tokens":2508,"out_tokens":662},"mistral-large-2":{"in_tokens":1451,"out_tokens":729}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":700,"out_tokens":1184,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":23.142747084999996,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1684,"out_tokens":1928},"claude-opus-4-8":{"in_tokens":3131,"out_tokens":565},"claude-opus-4-7":{"in_tokens":3136,"out_tokens":423},"mistral-large-2":{"in_tokens":1771,"out_tokens":622}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":520,"out_tokens":301,"error":null,"skip_reason":null,"score_raw":0.15000000000000002,"duration_s":7.656146242000091,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1560,"out_tokens":3164},"claude-opus-4-8":{"in_tokens":2891,"out_tokens":1310},"claude-opus-4-7":{"in_tokens":2896,"out_tokens":1029},"mistral-large-2":{"in_tokens":1656,"out_tokens":1083}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":913,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":16.853000335000047,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1368,"out_tokens":1298},"claude-opus-4-8":{"in_tokens":2565,"out_tokens":616},"claude-opus-4-7":{"in_tokens":2570,"out_tokens":518},"mistral-large-2":{"in_tokens":1429,"out_tokens":671}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":164,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":5.098035064999976,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1123,"out_tokens":1743},"claude-opus-4-8":{"in_tokens":2133,"out_tokens":768},"claude-opus-4-7":{"in_tokens":2138,"out_tokens":677},"mistral-large-2":{"in_tokens":1205,"out_tokens":700}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":1000,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":19.09448451600008,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1381,"out_tokens":1234},"claude-opus-4-8":{"in_tokens":2628,"out_tokens":544},"claude-opus-4-7":{"in_tokens":2633,"out_tokens":495},"mistral-large-2":{"in_tokens":1449,"out_tokens":616}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":2905,"error":null,"skip_reason":null,"score_raw":0.825,"duration_s":42.85433651400001,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2389,"out_tokens":2341},"claude-opus-4-8":{"in_tokens":4725,"out_tokens":1107},"claude-opus-4-7":{"in_tokens":4730,"out_tokens":956},"mistral-large-2":{"in_tokens":2570,"out_tokens":787}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":2036,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":28.84332052299999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2598,"out_tokens":1449},"claude-opus-4-8":{"in_tokens":5030,"out_tokens":907},"claude-opus-4-7":{"in_tokens":5035,"out_tokens":670},"mistral-large-2":{"in_tokens":2781,"out_tokens":888}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":270,"error":null,"skip_reason":null,"score_raw":0.225,"duration_s":7.6906275620000315,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1681,"out_tokens":1851},"claude-opus-4-8":{"in_tokens":3203,"out_tokens":1021},"claude-opus-4-7":{"in_tokens":3208,"out_tokens":801},"mistral-large-2":{"in_tokens":1805,"out_tokens":1124}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":614,"out_tokens":251,"error":null,"skip_reason":null,"score_raw":0.075,"duration_s":7.386268635999954,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.4,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1688,"out_tokens":2454},"claude-opus-4-8":{"in_tokens":3213,"out_tokens":987},"claude-opus-4-7":{"in_tokens":3218,"out_tokens":821},"mistral-large-2":{"in_tokens":1793,"out_tokens":805}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":978,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":17.891801364999992,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1665,"out_tokens":1676},"claude-opus-4-8":{"in_tokens":3129,"out_tokens":699},"claude-opus-4-7":{"in_tokens":3134,"out_tokens":560},"mistral-large-2":{"in_tokens":1722,"out_tokens":575}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":513,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":7.551758932999974,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1333,"out_tokens":1838},"claude-opus-4-8":{"in_tokens":2516,"out_tokens":752},"claude-opus-4-7":{"in_tokens":2521,"out_tokens":565},"mistral-large-2":{"in_tokens":1426,"out_tokens":701}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":272,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":6.664246949000017,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1330,"out_tokens":1876},"claude-opus-4-8":{"in_tokens":2529,"out_tokens":972},"claude-opus-4-7":{"in_tokens":2534,"out_tokens":730},"mistral-large-2":{"in_tokens":1411,"out_tokens":605}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":246,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":6.603156129000013,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1248,"out_tokens":1783},"claude-opus-4-8":{"in_tokens":2427,"out_tokens":1013},"claude-opus-4-7":{"in_tokens":2432,"out_tokens":633},"mistral-large-2":{"in_tokens":1333,"out_tokens":668}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":208,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":6.46069925900008,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1193,"out_tokens":2046},"claude-opus-4-8":{"in_tokens":2352,"out_tokens":758},"claude-opus-4-7":{"in_tokens":2357,"out_tokens":582},"mistral-large-2":{"in_tokens":1256,"out_tokens":526}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":820,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":15.242474707999918,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1397,"out_tokens":1649},"claude-opus-4-8":{"in_tokens":2586,"out_tokens":648},"claude-opus-4-7":{"in_tokens":2591,"out_tokens":533},"mistral-large-2":{"in_tokens":1478,"out_tokens":566}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":826,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":16.754448765999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1373,"out_tokens":1119},"claude-opus-4-8":{"in_tokens":2612,"out_tokens":636},"claude-opus-4-7":{"in_tokens":2617,"out_tokens":472},"mistral-large-2":{"in_tokens":1440,"out_tokens":538}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1051,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":20.569025556000042,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1523,"out_tokens":1604},"claude-opus-4-8":{"in_tokens":2888,"out_tokens":627},"claude-opus-4-7":{"in_tokens":2893,"out_tokens":881},"mistral-large-2":{"in_tokens":1592,"out_tokens":601}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":531,"out_tokens":127,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":7.979908389999991,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1125,"out_tokens":1389},"claude-opus-4-8":{"in_tokens":2195,"out_tokens":751},"claude-opus-4-7":{"in_tokens":2200,"out_tokens":523},"mistral-large-2":{"in_tokens":1182,"out_tokens":547}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":251,"error":null,"skip_reason":null,"score_raw":0.025,"duration_s":8.488060872999995,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.9,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1725,"out_tokens":2316},"claude-opus-4-8":{"in_tokens":3208,"out_tokens":850},"claude-opus-4-7":{"in_tokens":3213,"out_tokens":854},"mistral-large-2":{"in_tokens":1826,"out_tokens":730}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":452,"out_tokens":199,"error":null,"skip_reason":null,"score_raw":0.19444444444444442,"duration_s":6.221328475000064,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1253,"out_tokens":2027},"claude-opus-4-8":{"in_tokens":2385,"out_tokens":976},"claude-opus-4-7":{"in_tokens":2390,"out_tokens":802},"mistral-large-2":{"in_tokens":1352,"out_tokens":774}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":183,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":8.159287554999992,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1288,"out_tokens":2353},"claude-opus-4-8":{"in_tokens":2442,"out_tokens":789},"claude-opus-4-7":{"in_tokens":2447,"out_tokens":715},"mistral-large-2":{"in_tokens":1394,"out_tokens":628}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":660,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":12.566625897999984,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1315,"out_tokens":1437},"claude-opus-4-8":{"in_tokens":2434,"out_tokens":840},"claude-opus-4-7":{"in_tokens":2439,"out_tokens":527},"mistral-large-2":{"in_tokens":1355,"out_tokens":622}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":287,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":8.947379920000003,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1332,"out_tokens":2046},"claude-opus-4-8":{"in_tokens":2574,"out_tokens":907},"claude-opus-4-7":{"in_tokens":2579,"out_tokens":786},"mistral-large-2":{"in_tokens":1382,"out_tokens":726}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":193,"error":null,"skip_reason":null,"score_raw":0.3888888888888889,"duration_s":7.9477649379999775,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1277,"out_tokens":1384},"claude-opus-4-8":{"in_tokens":2392,"out_tokens":751},"claude-opus-4-7":{"in_tokens":2397,"out_tokens":593},"mistral-large-2":{"in_tokens":1337,"out_tokens":520}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":439,"out_tokens":208,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":8.30511067100008,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1151,"out_tokens":1257},"claude-opus-4-8":{"in_tokens":2170,"out_tokens":650},"claude-opus-4-7":{"in_tokens":2175,"out_tokens":527},"mistral-large-2":{"in_tokens":1205,"out_tokens":554}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":275,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":10.332484135999948,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.25,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1354,"out_tokens":1650},"claude-opus-4-8":{"in_tokens":2568,"out_tokens":675},"claude-opus-4-7":{"in_tokens":2573,"out_tokens":543},"mistral-large-2":{"in_tokens":1411,"out_tokens":731}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":581,"out_tokens":725,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":13.337475832999985,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.125,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1231,"out_tokens":2224},"claude-opus-4-8":{"in_tokens":2414,"out_tokens":759},"claude-opus-4-7":{"in_tokens":2419,"out_tokens":694},"mistral-large-2":{"in_tokens":1327,"out_tokens":689}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":633,"out_tokens":710,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":14.518660968999939,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1380,"out_tokens":1620},"claude-opus-4-8":{"in_tokens":2605,"out_tokens":769},"claude-opus-4-7":{"in_tokens":2610,"out_tokens":538},"mistral-large-2":{"in_tokens":1518,"out_tokens":1156}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":194,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":6.473695728999928,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1209,"out_tokens":1189},"claude-opus-4-8":{"in_tokens":2219,"out_tokens":538},"claude-opus-4-7":{"in_tokens":2224,"out_tokens":516},"mistral-large-2":{"in_tokens":1266,"out_tokens":525}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":685,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":12.126416329999984,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1235,"out_tokens":2343},"claude-opus-4-8":{"in_tokens":2347,"out_tokens":621},"claude-opus-4-7":{"in_tokens":2352,"out_tokens":573},"mistral-large-2":{"in_tokens":1392,"out_tokens":571}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":422,"out_tokens":962,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":18.529494733999968,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1372,"out_tokens":1468},"claude-opus-4-8":{"in_tokens":2642,"out_tokens":511},"claude-opus-4-7":{"in_tokens":2647,"out_tokens":602},"mistral-large-2":{"in_tokens":1430,"out_tokens":609}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":466,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":6.685923419999995,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1173,"out_tokens":1713},"claude-opus-4-8":{"in_tokens":2152,"out_tokens":650},"claude-opus-4-7":{"in_tokens":2157,"out_tokens":550},"mistral-large-2":{"in_tokens":1239,"out_tokens":582}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":164,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":6.5520957740000085,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1040,"out_tokens":999},"claude-opus-4-8":{"in_tokens":1950,"out_tokens":523},"claude-opus-4-7":{"in_tokens":1955,"out_tokens":454},"mistral-large-2":{"in_tokens":1096,"out_tokens":487}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":186,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":6.838762911999993,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1020,"out_tokens":1205},"claude-opus-4-8":{"in_tokens":1933,"out_tokens":567},"claude-opus-4-7":{"in_tokens":1938,"out_tokens":490},"mistral-large-2":{"in_tokens":1077,"out_tokens":430}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":450,"out_tokens":227,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":7.543447653000044,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1102,"out_tokens":1571},"claude-opus-4-8":{"in_tokens":2088,"out_tokens":628},"claude-opus-4-7":{"in_tokens":2093,"out_tokens":572},"mistral-large-2":{"in_tokens":1168,"out_tokens":556}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":421,"out_tokens":97,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":6.1711400150001054,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":923,"out_tokens":769},"claude-opus-4-8":{"in_tokens":1736,"out_tokens":509},"claude-opus-4-7":{"in_tokens":1741,"out_tokens":404},"mistral-large-2":{"in_tokens":959,"out_tokens":409}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":200,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":6.472302948999982,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1144,"out_tokens":1090},"claude-opus-4-8":{"in_tokens":2140,"out_tokens":660},"claude-opus-4-7":{"in_tokens":2145,"out_tokens":552},"mistral-large-2":{"in_tokens":1196,"out_tokens":515}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":644,"out_tokens":759,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":12.743011755999987,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1359,"out_tokens":2041},"claude-opus-4-8":{"in_tokens":2548,"out_tokens":785},"claude-opus-4-7":{"in_tokens":2553,"out_tokens":525},"mistral-large-2":{"in_tokens":1472,"out_tokens":687}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":695,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":12.952654034000034,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1232,"out_tokens":1400},"claude-opus-4-8":{"in_tokens":2362,"out_tokens":600},"claude-opus-4-7":{"in_tokens":2367,"out_tokens":528},"mistral-large-2":{"in_tokens":1338,"out_tokens":498}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":615,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":10.816942349999977,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1230,"out_tokens":1287},"claude-opus-4-8":{"in_tokens":2321,"out_tokens":623},"claude-opus-4-7":{"in_tokens":2326,"out_tokens":512},"mistral-large-2":{"in_tokens":1363,"out_tokens":599}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":533,"out_tokens":168,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":8.049126291999983,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1201,"out_tokens":1451},"claude-opus-4-8":{"in_tokens":2262,"out_tokens":538},"claude-opus-4-7":{"in_tokens":2267,"out_tokens":467},"mistral-large-2":{"in_tokens":1264,"out_tokens":585}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":406,"out_tokens":173,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":7.215824704000056,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1044,"out_tokens":1116},"claude-opus-4-8":{"in_tokens":1980,"out_tokens":603},"claude-opus-4-7":{"in_tokens":1985,"out_tokens":470},"mistral-large-2":{"in_tokens":1102,"out_tokens":539}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":247,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":6.789079973999947,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1088,"out_tokens":973},"claude-opus-4-8":{"in_tokens":2078,"out_tokens":672},"claude-opus-4-7":{"in_tokens":2083,"out_tokens":506},"mistral-large-2":{"in_tokens":1143,"out_tokens":450}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":418,"out_tokens":200,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":7.926458565000075,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1080,"out_tokens":1051},"claude-opus-4-8":{"in_tokens":2023,"out_tokens":532},"claude-opus-4-7":{"in_tokens":2028,"out_tokens":522},"mistral-large-2":{"in_tokens":1128,"out_tokens":526}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":1015,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":18.678723226999978,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1381,"out_tokens":2939},"claude-opus-4-8":{"in_tokens":2663,"out_tokens":787},"claude-opus-4-7":{"in_tokens":2668,"out_tokens":616},"mistral-large-2":{"in_tokens":1514,"out_tokens":618}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":528,"out_tokens":315,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":8.338461368999901,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1428,"out_tokens":1483},"claude-opus-4-8":{"in_tokens":2740,"out_tokens":730},"claude-opus-4-7":{"in_tokens":2745,"out_tokens":598},"mistral-large-2":{"in_tokens":1477,"out_tokens":580}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":202,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":5.580652600999997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1136,"out_tokens":1071},"claude-opus-4-8":{"in_tokens":2120,"out_tokens":573},"claude-opus-4-7":{"in_tokens":2125,"out_tokens":526},"mistral-large-2":{"in_tokens":1195,"out_tokens":517}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":178,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":7.620819031999986,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1116,"out_tokens":1065},"claude-opus-4-8":{"in_tokens":2100,"out_tokens":614},"claude-opus-4-7":{"in_tokens":2105,"out_tokens":448},"mistral-large-2":{"in_tokens":1171,"out_tokens":462}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":204,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":7.841384887999993,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1166,"out_tokens":1336},"claude-opus-4-8":{"in_tokens":2212,"out_tokens":585},"claude-opus-4-7":{"in_tokens":2217,"out_tokens":540},"mistral-large-2":{"in_tokens":1212,"out_tokens":565}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":620,"out_tokens":713,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":13.594090112000004,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1286,"out_tokens":1495},"claude-opus-4-8":{"in_tokens":2468,"out_tokens":609},"claude-opus-4-7":{"in_tokens":2473,"out_tokens":499},"mistral-large-2":{"in_tokens":1405,"out_tokens":528}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":805,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":15.264775892999978,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1387,"out_tokens":2222},"claude-opus-4-8":{"in_tokens":2634,"out_tokens":791},"claude-opus-4-7":{"in_tokens":2639,"out_tokens":741},"mistral-large-2":{"in_tokens":1530,"out_tokens":604}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":629,"out_tokens":720,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":14.710595130000002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1324,"out_tokens":1097},"claude-opus-4-8":{"in_tokens":2518,"out_tokens":627},"claude-opus-4-7":{"in_tokens":2523,"out_tokens":484},"mistral-large-2":{"in_tokens":1437,"out_tokens":551}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":75,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":7.175284615999999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1019,"out_tokens":1000},"claude-opus-4-8":{"in_tokens":1912,"out_tokens":702},"claude-opus-4-7":{"in_tokens":1917,"out_tokens":533},"mistral-large-2":{"in_tokens":1052,"out_tokens":492}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":102,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":6.033767450000028,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1100,"out_tokens":1388},"claude-opus-4-8":{"in_tokens":2063,"out_tokens":632},"claude-opus-4-7":{"in_tokens":2068,"out_tokens":546},"mistral-large-2":{"in_tokens":1203,"out_tokens":631}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":176,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":6.502797494999982,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1046,"out_tokens":1097},"claude-opus-4-8":{"in_tokens":2015,"out_tokens":559},"claude-opus-4-7":{"in_tokens":2020,"out_tokens":363},"mistral-large-2":{"in_tokens":1098,"out_tokens":425}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":439,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":7.402425054999981,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1019,"out_tokens":1909},"claude-opus-4-8":{"in_tokens":2010,"out_tokens":748},"claude-opus-4-7":{"in_tokens":2015,"out_tokens":579},"mistral-large-2":{"in_tokens":1109,"out_tokens":659}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":147,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":5.325783779999938,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":985,"out_tokens":1198},"claude-opus-4-8":{"in_tokens":1924,"out_tokens":553},"claude-opus-4-7":{"in_tokens":1929,"out_tokens":370},"mistral-large-2":{"in_tokens":1065,"out_tokens":482}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":477,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":10.173662177999972,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1242,"out_tokens":1899},"claude-opus-4-8":{"in_tokens":2353,"out_tokens":634},"claude-opus-4-7":{"in_tokens":2358,"out_tokens":496},"mistral-large-2":{"in_tokens":1342,"out_tokens":600}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":128,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":6.941915804000018,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":987,"out_tokens":1762},"claude-opus-4-8":{"in_tokens":1903,"out_tokens":739},"claude-opus-4-7":{"in_tokens":1908,"out_tokens":652},"mistral-large-2":{"in_tokens":1114,"out_tokens":917}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":501,"out_tokens":112,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":6.612300901000026,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1051,"out_tokens":1387},"claude-opus-4-8":{"in_tokens":1992,"out_tokens":814},"claude-opus-4-7":{"in_tokens":1997,"out_tokens":513},"mistral-large-2":{"in_tokens":1134,"out_tokens":528}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":455,"out_tokens":185,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":5.92108997899993,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1010,"out_tokens":1912},"claude-opus-4-8":{"in_tokens":1982,"out_tokens":799},"claude-opus-4-7":{"in_tokens":1987,"out_tokens":523},"mistral-large-2":{"in_tokens":1094,"out_tokens":595}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":692,"out_tokens":1064,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":19.097859978999963,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1567,"out_tokens":2512},"claude-opus-4-8":{"in_tokens":2979,"out_tokens":814},"claude-opus-4-7":{"in_tokens":2984,"out_tokens":692},"mistral-large-2":{"in_tokens":1736,"out_tokens":823}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":471,"out_tokens":116,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":5.975856237000016,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1006,"out_tokens":1353},"claude-opus-4-8":{"in_tokens":1924,"out_tokens":701},"claude-opus-4-7":{"in_tokens":1929,"out_tokens":586},"mistral-large-2":{"in_tokens":1115,"out_tokens":626}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":776,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":14.537325302999989,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1272,"out_tokens":2559},"claude-opus-4-8":{"in_tokens":2388,"out_tokens":931},"claude-opus-4-7":{"in_tokens":2393,"out_tokens":759},"mistral-large-2":{"in_tokens":1423,"out_tokens":625}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":487,"out_tokens":76,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":5.483786519999967,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1002,"out_tokens":1439},"claude-opus-4-8":{"in_tokens":1887,"out_tokens":610},"claude-opus-4-7":{"in_tokens":1892,"out_tokens":529},"mistral-large-2":{"in_tokens":1095,"out_tokens":532}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":849,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":14.473063610000054,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1467,"out_tokens":2628},"claude-opus-4-8":{"in_tokens":2773,"out_tokens":898},"claude-opus-4-7":{"in_tokens":2778,"out_tokens":639},"mistral-large-2":{"in_tokens":1631,"out_tokens":619}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":532,"out_tokens":98,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":6.2411752560000195,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1042,"out_tokens":1196},"claude-opus-4-8":{"in_tokens":2014,"out_tokens":599},"claude-opus-4-7":{"in_tokens":2019,"out_tokens":513},"mistral-large-2":{"in_tokens":1144,"out_tokens":480}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":497,"out_tokens":132,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":7.397034807999944,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1073,"out_tokens":1955},"claude-opus-4-8":{"in_tokens":2038,"out_tokens":684},"claude-opus-4-7":{"in_tokens":2043,"out_tokens":544},"mistral-large-2":{"in_tokens":1162,"out_tokens":553}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":90,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":5.58750021000003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1110,"out_tokens":1332},"claude-opus-4-8":{"in_tokens":2079,"out_tokens":675},"claude-opus-4-7":{"in_tokens":2084,"out_tokens":612},"mistral-large-2":{"in_tokens":1220,"out_tokens":694}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":99,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":5.880750029999945,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":948,"out_tokens":1599},"claude-opus-4-8":{"in_tokens":1775,"out_tokens":689},"claude-opus-4-7":{"in_tokens":1780,"out_tokens":458},"mistral-large-2":{"in_tokens":1056,"out_tokens":532}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":113,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":5.409545285000036,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1132,"out_tokens":1591},"claude-opus-4-8":{"in_tokens":2137,"out_tokens":787},"claude-opus-4-7":{"in_tokens":2142,"out_tokens":625},"mistral-large-2":{"in_tokens":1260,"out_tokens":563}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":99,"error":null,"skip_reason":null,"score_raw":0.2777777777777778,"duration_s":8.416959227999996,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1080,"out_tokens":1257},"claude-opus-4-8":{"in_tokens":2038,"out_tokens":843},"claude-opus-4-7":{"in_tokens":2043,"out_tokens":615},"mistral-large-2":{"in_tokens":1157,"out_tokens":556}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":734,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":11.930516324999985,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1261,"out_tokens":2026},"claude-opus-4-8":{"in_tokens":2448,"out_tokens":671},"claude-opus-4-7":{"in_tokens":2453,"out_tokens":527},"mistral-large-2":{"in_tokens":1366,"out_tokens":508}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":147,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":5.634981683000092,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1003,"out_tokens":1580},"claude-opus-4-8":{"in_tokens":1988,"out_tokens":571},"claude-opus-4-7":{"in_tokens":1993,"out_tokens":511},"mistral-large-2":{"in_tokens":1077,"out_tokens":571}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":143,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":7.662009377999993,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":993,"out_tokens":1355},"claude-opus-4-8":{"in_tokens":1982,"out_tokens":894},"claude-opus-4-7":{"in_tokens":1987,"out_tokens":676},"mistral-large-2":{"in_tokens":1060,"out_tokens":571}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":69,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":5.6984528739999405,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":995,"out_tokens":1206},"claude-opus-4-8":{"in_tokens":1996,"out_tokens":702},"claude-opus-4-7":{"in_tokens":2001,"out_tokens":428},"mistral-large-2":{"in_tokens":1099,"out_tokens":488}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":441,"out_tokens":142,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":6.620126931999948,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1094,"out_tokens":1552},"claude-opus-4-8":{"in_tokens":2032,"out_tokens":713},"claude-opus-4-7":{"in_tokens":2037,"out_tokens":512},"mistral-large-2":{"in_tokens":1228,"out_tokens":586}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1106,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":20.963734547999934,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1425,"out_tokens":888},"claude-opus-4-8":{"in_tokens":2833,"out_tokens":634},"claude-opus-4-7":{"in_tokens":2838,"out_tokens":472},"mistral-large-2":{"in_tokens":1521,"out_tokens":488}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":684,"out_tokens":107,"error":null,"skip_reason":null,"score_raw":0.3571428571428571,"duration_s":4.522208105000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1345,"out_tokens":887},"claude-opus-4-8":{"in_tokens":2470,"out_tokens":693},"claude-opus-4-7":{"in_tokens":2475,"out_tokens":413},"mistral-large-2":{"in_tokens":1513,"out_tokens":537}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":619,"out_tokens":128,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":5.224425737999923,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1247,"out_tokens":1585},"claude-opus-4-8":{"in_tokens":2401,"out_tokens":752},"claude-opus-4-7":{"in_tokens":2406,"out_tokens":503},"mistral-large-2":{"in_tokens":1403,"out_tokens":526}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":685,"out_tokens":947,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":17.269938303000004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1386,"out_tokens":1123},"claude-opus-4-8":{"in_tokens":2816,"out_tokens":960},"claude-opus-4-7":{"in_tokens":2821,"out_tokens":494},"mistral-large-2":{"in_tokens":1531,"out_tokens":511}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":1018,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":18.798165297999958,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1510,"out_tokens":2491},"claude-opus-4-8":{"in_tokens":2796,"out_tokens":667},"claude-opus-4-7":{"in_tokens":2801,"out_tokens":664},"mistral-large-2":{"in_tokens":1701,"out_tokens":595}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":725,"out_tokens":125,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":5.914024694999966,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1518,"out_tokens":1543},"claude-opus-4-8":{"in_tokens":2800,"out_tokens":884},"claude-opus-4-7":{"in_tokens":2805,"out_tokens":470},"mistral-large-2":{"in_tokens":1627,"out_tokens":566}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":451,"out_tokens":141,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":5.3859402129999125,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1083,"out_tokens":1225},"claude-opus-4-8":{"in_tokens":2079,"out_tokens":729},"claude-opus-4-7":{"in_tokens":2084,"out_tokens":472},"mistral-large-2":{"in_tokens":1174,"out_tokens":529}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":97,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":5.119145437999919,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1153,"out_tokens":1058},"claude-opus-4-8":{"in_tokens":2203,"out_tokens":658},"claude-opus-4-7":{"in_tokens":2208,"out_tokens":490},"mistral-large-2":{"in_tokens":1267,"out_tokens":599}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":862,"out_tokens":778,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":14.122420058999978,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1537,"out_tokens":1704},"claude-opus-4-8":{"in_tokens":2958,"out_tokens":686},"claude-opus-4-7":{"in_tokens":2963,"out_tokens":500},"mistral-large-2":{"in_tokens":1731,"out_tokens":770}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":82,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":5.833043988999975,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1035,"out_tokens":1527},"claude-opus-4-8":{"in_tokens":1983,"out_tokens":686},"claude-opus-4-7":{"in_tokens":1988,"out_tokens":542},"mistral-large-2":{"in_tokens":1141,"out_tokens":589}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":484,"out_tokens":122,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":8.641234958000041,"hallucination_count":7.5,"hallucination_top100":0,"inter_rater_agreement":1.0,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1085,"out_tokens":1435},"claude-opus-4-8":{"in_tokens":2089,"out_tokens":841},"claude-opus-4-7":{"in_tokens":2094,"out_tokens":712},"mistral-large-2":{"in_tokens":1201,"out_tokens":646}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":155,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":7.348572670999943,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1065,"out_tokens":1576},"claude-opus-4-8":{"in_tokens":2044,"out_tokens":554},"claude-opus-4-7":{"in_tokens":2049,"out_tokens":495},"mistral-large-2":{"in_tokens":1188,"out_tokens":603}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":519,"out_tokens":69,"error":null,"skip_reason":null,"score_raw":0.2222222222222222,"duration_s":5.157782107999992,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1062,"out_tokens":1231},"claude-opus-4-8":{"in_tokens":2044,"out_tokens":730},"claude-opus-4-7":{"in_tokens":2049,"out_tokens":564},"mistral-large-2":{"in_tokens":1153,"out_tokens":544}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":90,"error":null,"skip_reason":null,"score_raw":0.3888888888888889,"duration_s":5.7008543590000045,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1006,"out_tokens":1661},"claude-opus-4-8":{"in_tokens":1974,"out_tokens":712},"claude-opus-4-7":{"in_tokens":1979,"out_tokens":601},"mistral-large-2":{"in_tokens":1100,"out_tokens":572}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":704,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":13.492630861000066,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1323,"out_tokens":1731},"claude-opus-4-8":{"in_tokens":2527,"out_tokens":676},"claude-opus-4-7":{"in_tokens":2532,"out_tokens":506},"mistral-large-2":{"in_tokens":1438,"out_tokens":576}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":495,"out_tokens":66,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":6.099658625000075,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":932,"out_tokens":1368},"claude-opus-4-8":{"in_tokens":1820,"out_tokens":668},"claude-opus-4-7":{"in_tokens":1825,"out_tokens":531},"mistral-large-2":{"in_tokens":1025,"out_tokens":541}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":852,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":17.162078499000017,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1702,"out_tokens":2926},"claude-opus-4-8":{"in_tokens":3133,"out_tokens":897},"claude-opus-4-7":{"in_tokens":3138,"out_tokens":634},"mistral-large-2":{"in_tokens":1916,"out_tokens":584}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":85,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":4.666456796000034,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1001,"out_tokens":1332},"claude-opus-4-8":{"in_tokens":1916,"out_tokens":768},"claude-opus-4-7":{"in_tokens":1921,"out_tokens":579},"mistral-large-2":{"in_tokens":1113,"out_tokens":538}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":127,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":9.427409557000033,"hallucination_count":6.75,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1041,"out_tokens":1358},"claude-opus-4-8":{"in_tokens":1938,"out_tokens":926},"claude-opus-4-7":{"in_tokens":1943,"out_tokens":594},"mistral-large-2":{"in_tokens":1144,"out_tokens":628}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":135,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":5.682341426000107,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":968,"out_tokens":1443},"claude-opus-4-8":{"in_tokens":1863,"out_tokens":736},"claude-opus-4-7":{"in_tokens":1868,"out_tokens":506},"mistral-large-2":{"in_tokens":1025,"out_tokens":491}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":768,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":13.293326477999926,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1377,"out_tokens":1619},"claude-opus-4-8":{"in_tokens":2642,"out_tokens":715},"claude-opus-4-7":{"in_tokens":2647,"out_tokens":543},"mistral-large-2":{"in_tokens":1529,"out_tokens":622}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":118,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":6.14433491200009,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":928,"out_tokens":1627},"claude-opus-4-8":{"in_tokens":1799,"out_tokens":502},"claude-opus-4-7":{"in_tokens":1804,"out_tokens":431},"mistral-large-2":{"in_tokens":1007,"out_tokens":513}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":163,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":7.483576802000016,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1039,"out_tokens":752},"claude-opus-4-8":{"in_tokens":1977,"out_tokens":649},"claude-opus-4-7":{"in_tokens":1982,"out_tokens":546},"mistral-large-2":{"in_tokens":1108,"out_tokens":509}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1019,"out_tokens":1290,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":22.15484333400002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2093,"out_tokens":3196},"claude-opus-4-8":{"in_tokens":3890,"out_tokens":912},"claude-opus-4-7":{"in_tokens":3895,"out_tokens":606},"mistral-large-2":{"in_tokens":2246,"out_tokens":754}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":81,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":5.097731931999988,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":981,"out_tokens":1207},"claude-opus-4-8":{"in_tokens":1842,"out_tokens":513},"claude-opus-4-7":{"in_tokens":1847,"out_tokens":476},"mistral-large-2":{"in_tokens":1071,"out_tokens":509}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":622,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":11.335357458999965,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1282,"out_tokens":1971},"claude-opus-4-8":{"in_tokens":2458,"out_tokens":696},"claude-opus-4-7":{"in_tokens":2463,"out_tokens":542},"mistral-large-2":{"in_tokens":1414,"out_tokens":724}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":288,"error":null,"skip_reason":null,"score_raw":0.3055555555555556,"duration_s":7.67724109400001,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1372,"out_tokens":2211},"claude-opus-4-8":{"in_tokens":2720,"out_tokens":1058},"claude-opus-4-7":{"in_tokens":2725,"out_tokens":742},"mistral-large-2":{"in_tokens":1482,"out_tokens":685}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":569,"out_tokens":222,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":6.638105731999985,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1166,"out_tokens":1926},"claude-opus-4-8":{"in_tokens":2437,"out_tokens":730},"claude-opus-4-7":{"in_tokens":2442,"out_tokens":538},"mistral-large-2":{"in_tokens":1258,"out_tokens":616}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":370,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":6.98719794200008,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1344,"out_tokens":1324},"claude-opus-4-8":{"in_tokens":2671,"out_tokens":792},"claude-opus-4-7":{"in_tokens":2676,"out_tokens":586},"mistral-large-2":{"in_tokens":1446,"out_tokens":568}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":784,"out_tokens":962,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":17.497343924999996,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1578,"out_tokens":2646},"claude-opus-4-8":{"in_tokens":2980,"out_tokens":752},"claude-opus-4-7":{"in_tokens":2985,"out_tokens":597},"mistral-large-2":{"in_tokens":1752,"out_tokens":704}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":491,"out_tokens":286,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":8.289462620999984,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1098,"out_tokens":1320},"claude-opus-4-8":{"in_tokens":2245,"out_tokens":632},"claude-opus-4-7":{"in_tokens":2250,"out_tokens":506},"mistral-large-2":{"in_tokens":1172,"out_tokens":463}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":206,"error":null,"skip_reason":null,"score_raw":0.7916666666666667,"duration_s":6.583161609999934,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":905,"out_tokens":1429},"claude-opus-4-8":{"in_tokens":1807,"out_tokens":618},"claude-opus-4-7":{"in_tokens":1812,"out_tokens":413},"mistral-large-2":{"in_tokens":957,"out_tokens":437}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":259,"error":null,"skip_reason":null,"score_raw":0.7083333333333333,"duration_s":8.19920597700002,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":962,"out_tokens":1586},"claude-opus-4-8":{"in_tokens":1902,"out_tokens":514},"claude-opus-4-7":{"in_tokens":1907,"out_tokens":471},"mistral-large-2":{"in_tokens":1028,"out_tokens":554}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":305,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":9.377333445999966,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1006,"out_tokens":1798},"claude-opus-4-8":{"in_tokens":1964,"out_tokens":551},"claude-opus-4-7":{"in_tokens":1969,"out_tokens":511},"mistral-large-2":{"in_tokens":1092,"out_tokens":529}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":673,"out_tokens":940,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":17.018385010999964,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1413,"out_tokens":1716},"claude-opus-4-8":{"in_tokens":2704,"out_tokens":617},"claude-opus-4-7":{"in_tokens":2709,"out_tokens":489},"mistral-large-2":{"in_tokens":1578,"out_tokens":727}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":721,"out_tokens":931,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":15.488369460999934,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1512,"out_tokens":2014},"claude-opus-4-8":{"in_tokens":2851,"out_tokens":736},"claude-opus-4-7":{"in_tokens":2856,"out_tokens":601},"mistral-large-2":{"in_tokens":1647,"out_tokens":767}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":627,"out_tokens":705,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":12.498234336999985,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1260,"out_tokens":1134},"claude-opus-4-8":{"in_tokens":2512,"out_tokens":680},"claude-opus-4-7":{"in_tokens":2517,"out_tokens":518},"mistral-large-2":{"in_tokens":1379,"out_tokens":565}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":398,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":7.904434899999956,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1162,"out_tokens":1428},"claude-opus-4-8":{"in_tokens":2270,"out_tokens":650},"claude-opus-4-7":{"in_tokens":2275,"out_tokens":490},"mistral-large-2":{"in_tokens":1251,"out_tokens":502}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":455,"out_tokens":197,"error":null,"skip_reason":null,"score_raw":0.29166666666666663,"duration_s":5.2150972560000355,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.16666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":923,"out_tokens":1586},"claude-opus-4-8":{"in_tokens":1850,"out_tokens":698},"claude-opus-4-7":{"in_tokens":1855,"out_tokens":493},"mistral-large-2":{"in_tokens":997,"out_tokens":569}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":415,"out_tokens":210,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":5.167936618999988,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":890,"out_tokens":1482},"claude-opus-4-8":{"in_tokens":1716,"out_tokens":560},"claude-opus-4-7":{"in_tokens":1721,"out_tokens":360},"mistral-large-2":{"in_tokens":922,"out_tokens":530}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":453,"out_tokens":403,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":7.963605318000077,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1101,"out_tokens":2024},"claude-opus-4-8":{"in_tokens":2255,"out_tokens":700},"claude-opus-4-7":{"in_tokens":2260,"out_tokens":542},"mistral-large-2":{"in_tokens":1177,"out_tokens":461}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":214,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":5.281166392999921,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":893,"out_tokens":1069},"claude-opus-4-8":{"in_tokens":1762,"out_tokens":587},"claude-opus-4-7":{"in_tokens":1767,"out_tokens":438},"mistral-large-2":{"in_tokens":950,"out_tokens":516}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":291,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":6.284525461000044,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1039,"out_tokens":2238},"claude-opus-4-8":{"in_tokens":2053,"out_tokens":643},"claude-opus-4-7":{"in_tokens":2058,"out_tokens":441},"mistral-large-2":{"in_tokens":1093,"out_tokens":748}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":240,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":6.784929093000073,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1193,"out_tokens":1991},"claude-opus-4-8":{"in_tokens":2267,"out_tokens":740},"claude-opus-4-7":{"in_tokens":2272,"out_tokens":516},"mistral-large-2":{"in_tokens":1255,"out_tokens":925}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":657,"out_tokens":873,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":16.402033682000024,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1315,"out_tokens":2109},"claude-opus-4-8":{"in_tokens":2569,"out_tokens":613},"claude-opus-4-7":{"in_tokens":2574,"out_tokens":574},"mistral-large-2":{"in_tokens":1462,"out_tokens":626}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":217,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":5.620616926000025,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1029,"out_tokens":1761},"claude-opus-4-8":{"in_tokens":2062,"out_tokens":759},"claude-opus-4-7":{"in_tokens":2067,"out_tokens":602},"mistral-large-2":{"in_tokens":1112,"out_tokens":579}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":438,"out_tokens":217,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":5.454905875999998,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":996,"out_tokens":2129},"claude-opus-4-8":{"in_tokens":1948,"out_tokens":699},"claude-opus-4-7":{"in_tokens":1953,"out_tokens":541},"mistral-large-2":{"in_tokens":1051,"out_tokens":764}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":852,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":14.808855471000015,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1394,"out_tokens":2538},"claude-opus-4-8":{"in_tokens":2574,"out_tokens":842},"claude-opus-4-7":{"in_tokens":2579,"out_tokens":624},"mistral-large-2":{"in_tokens":1546,"out_tokens":683}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":173,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":6.571562435000033,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":936,"out_tokens":1282},"claude-opus-4-8":{"in_tokens":1867,"out_tokens":499},"claude-opus-4-7":{"in_tokens":1872,"out_tokens":473},"mistral-large-2":{"in_tokens":980,"out_tokens":417}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":872,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":15.311179382999967,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1285,"out_tokens":2153},"claude-opus-4-8":{"in_tokens":2508,"out_tokens":681},"claude-opus-4-7":{"in_tokens":2513,"out_tokens":522},"mistral-large-2":{"in_tokens":1359,"out_tokens":497}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":427,"out_tokens":215,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":6.516754837999997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":925,"out_tokens":1732},"claude-opus-4-8":{"in_tokens":1898,"out_tokens":610},"claude-opus-4-7":{"in_tokens":1903,"out_tokens":442},"mistral-large-2":{"in_tokens":973,"out_tokens":596}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":618,"out_tokens":939,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":17.251678913999967,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1406,"out_tokens":1198},"claude-opus-4-8":{"in_tokens":2698,"out_tokens":581},"claude-opus-4-7":{"in_tokens":2703,"out_tokens":492},"mistral-large-2":{"in_tokens":1566,"out_tokens":619}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":301,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":5.343114931000059,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.0,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1614,"out_tokens":2500},"claude-opus-4-8":{"in_tokens":3161,"out_tokens":1013},"claude-opus-4-7":{"in_tokens":3166,"out_tokens":772},"mistral-large-2":{"in_tokens":1733,"out_tokens":873}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":719,"out_tokens":387,"error":null,"skip_reason":null,"score_raw":0.05,"duration_s":7.177592939999954,"hallucination_count":6.75,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1795,"out_tokens":2991},"claude-opus-4-8":{"in_tokens":3457,"out_tokens":1449},"claude-opus-4-7":{"in_tokens":3462,"out_tokens":1009},"mistral-large-2":{"in_tokens":1877,"out_tokens":897}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":434,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":7.917596587999924,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1701,"out_tokens":1780},"claude-opus-4-8":{"in_tokens":3372,"out_tokens":1238},"claude-opus-4-7":{"in_tokens":3377,"out_tokens":834},"mistral-large-2":{"in_tokens":1801,"out_tokens":815}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":626,"out_tokens":786,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":14.306685346999984,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1304,"out_tokens":1174},"claude-opus-4-8":{"in_tokens":2471,"out_tokens":698},"claude-opus-4-7":{"in_tokens":2476,"out_tokens":517},"mistral-large-2":{"in_tokens":1390,"out_tokens":541}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":233,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":5.031018370999959,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1038,"out_tokens":1382},"claude-opus-4-8":{"in_tokens":2011,"out_tokens":625},"claude-opus-4-7":{"in_tokens":2016,"out_tokens":415},"mistral-large-2":{"in_tokens":1108,"out_tokens":500}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":319,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":6.875630435000062,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1614,"out_tokens":1621},"claude-opus-4-8":{"in_tokens":3145,"out_tokens":873},"claude-opus-4-7":{"in_tokens":3150,"out_tokens":685},"mistral-large-2":{"in_tokens":1733,"out_tokens":683}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":546,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":11.910820732999923,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1795,"out_tokens":2406},"claude-opus-4-8":{"in_tokens":3547,"out_tokens":973},"claude-opus-4-7":{"in_tokens":3552,"out_tokens":735},"mistral-large-2":{"in_tokens":1947,"out_tokens":762}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":698,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":14.470246610000004,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1163,"out_tokens":2051},"claude-opus-4-8":{"in_tokens":2260,"out_tokens":677},"claude-opus-4-7":{"in_tokens":2265,"out_tokens":506},"mistral-large-2":{"in_tokens":1255,"out_tokens":533}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":0.175,"duration_s":6.552702040999975,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1280,"out_tokens":1824},"claude-opus-4-8":{"in_tokens":2597,"out_tokens":922},"claude-opus-4-7":{"in_tokens":2602,"out_tokens":687},"mistral-large-2":{"in_tokens":1375,"out_tokens":744}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":560,"out_tokens":180,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":5.869728652000049,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1183,"out_tokens":2158},"claude-opus-4-8":{"in_tokens":2243,"out_tokens":744},"claude-opus-4-7":{"in_tokens":2248,"out_tokens":669},"mistral-large-2":{"in_tokens":1254,"out_tokens":598}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":255,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":7.41174907300001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":979,"out_tokens":1398},"claude-opus-4-8":{"in_tokens":1907,"out_tokens":593},"claude-opus-4-7":{"in_tokens":1912,"out_tokens":511},"mistral-large-2":{"in_tokens":1046,"out_tokens":817}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":617,"out_tokens":998,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":18.193532882,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1433,"out_tokens":1930},"claude-opus-4-8":{"in_tokens":2694,"out_tokens":795},"claude-opus-4-7":{"in_tokens":2699,"out_tokens":552},"mistral-large-2":{"in_tokens":1585,"out_tokens":635}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":894,"out_tokens":419,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":8.376153699000042,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1928,"out_tokens":2998},"claude-opus-4-8":{"in_tokens":3713,"out_tokens":1090},"claude-opus-4-7":{"in_tokens":3718,"out_tokens":1008},"mistral-large-2":{"in_tokens":2014,"out_tokens":1170}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":748,"out_tokens":353,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":5.75557268099999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1644,"out_tokens":2245},"claude-opus-4-8":{"in_tokens":3252,"out_tokens":1082},"claude-opus-4-7":{"in_tokens":3257,"out_tokens":622},"mistral-large-2":{"in_tokens":1769,"out_tokens":692}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":745,"out_tokens":309,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":6.847849825000026,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1733,"out_tokens":1986},"claude-opus-4-8":{"in_tokens":3366,"out_tokens":1097},"claude-opus-4-7":{"in_tokens":3371,"out_tokens":715},"mistral-large-2":{"in_tokens":1851,"out_tokens":819}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":839,"out_tokens":1422,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":26.646943580000084,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1870,"out_tokens":2654},"claude-opus-4-8":{"in_tokens":3641,"out_tokens":1332},"claude-opus-4-7":{"in_tokens":3646,"out_tokens":758},"mistral-large-2":{"in_tokens":2027,"out_tokens":884}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1208,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":22.104441447,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1567,"out_tokens":2458},"claude-opus-4-8":{"in_tokens":3245,"out_tokens":908},"claude-opus-4-7":{"in_tokens":3250,"out_tokens":616},"mistral-large-2":{"in_tokens":1694,"out_tokens":689}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":771,"out_tokens":1316,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":23.627787366000007,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1706,"out_tokens":2773},"claude-opus-4-8":{"in_tokens":3341,"out_tokens":1038},"claude-opus-4-7":{"in_tokens":3346,"out_tokens":783},"mistral-large-2":{"in_tokens":1852,"out_tokens":884}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":677,"out_tokens":1091,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":18.282244063999997,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1399,"out_tokens":1782},"claude-opus-4-8":{"in_tokens":2808,"out_tokens":1170},"claude-opus-4-7":{"in_tokens":2813,"out_tokens":623},"mistral-large-2":{"in_tokens":1497,"out_tokens":560}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":1057,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":19.747657044999983,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1248,"out_tokens":3163},"claude-opus-4-8":{"in_tokens":2503,"out_tokens":952},"claude-opus-4-7":{"in_tokens":2508,"out_tokens":597},"mistral-large-2":{"in_tokens":1329,"out_tokens":678}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":558,"out_tokens":1378,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":25.888636292,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1402,"out_tokens":2296},"claude-opus-4-8":{"in_tokens":2825,"out_tokens":654},"claude-opus-4-7":{"in_tokens":2830,"out_tokens":589},"mistral-large-2":{"in_tokens":1515,"out_tokens":485}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":604,"out_tokens":1182,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":20.797656404999998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1402,"out_tokens":2736},"claude-opus-4-8":{"in_tokens":2746,"out_tokens":761},"claude-opus-4-7":{"in_tokens":2751,"out_tokens":634},"mistral-large-2":{"in_tokens":1529,"out_tokens":873}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1545,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":29.35818452500007,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1531,"out_tokens":2839},"claude-opus-4-8":{"in_tokens":2985,"out_tokens":1367},"claude-opus-4-7":{"in_tokens":2990,"out_tokens":545},"mistral-large-2":{"in_tokens":1666,"out_tokens":891}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":980,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":18.42837524299989,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1297,"out_tokens":2729},"claude-opus-4-8":{"in_tokens":2520,"out_tokens":774},"claude-opus-4-7":{"in_tokens":2525,"out_tokens":958},"mistral-large-2":{"in_tokens":1374,"out_tokens":842}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":1077,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":19.470775639000067,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1267,"out_tokens":2299},"claude-opus-4-8":{"in_tokens":2432,"out_tokens":967},"claude-opus-4-7":{"in_tokens":2437,"out_tokens":602},"mistral-large-2":{"in_tokens":1317,"out_tokens":500}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1121,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":20.34104302700007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1313,"out_tokens":1864},"claude-opus-4-8":{"in_tokens":2655,"out_tokens":450},"claude-opus-4-7":{"in_tokens":2660,"out_tokens":382},"mistral-large-2":{"in_tokens":1417,"out_tokens":683}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":601,"out_tokens":1266,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":25.533765338999956,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1408,"out_tokens":1529},"claude-opus-4-8":{"in_tokens":2779,"out_tokens":641},"claude-opus-4-7":{"in_tokens":2784,"out_tokens":507},"mistral-large-2":{"in_tokens":1527,"out_tokens":713}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":483,"out_tokens":902,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":18.389307267999925,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1156,"out_tokens":2885},"claude-opus-4-8":{"in_tokens":2294,"out_tokens":582},"claude-opus-4-7":{"in_tokens":2299,"out_tokens":511},"mistral-large-2":{"in_tokens":1246,"out_tokens":617}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":912,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":17.629943945999912,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1302,"out_tokens":2292},"claude-opus-4-8":{"in_tokens":2589,"out_tokens":963},"claude-opus-4-7":{"in_tokens":2594,"out_tokens":890},"mistral-large-2":{"in_tokens":1406,"out_tokens":661}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":777,"out_tokens":1409,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":25.488544204999926,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1714,"out_tokens":2937},"claude-opus-4-8":{"in_tokens":3265,"out_tokens":770},"claude-opus-4-7":{"in_tokens":3270,"out_tokens":711},"mistral-large-2":{"in_tokens":1802,"out_tokens":740}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1354,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":26.169436484000016,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1488,"out_tokens":2287},"claude-opus-4-8":{"in_tokens":2901,"out_tokens":696},"claude-opus-4-7":{"in_tokens":2906,"out_tokens":748},"mistral-large-2":{"in_tokens":1596,"out_tokens":656}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":734,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":14.55998500499993,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1139,"out_tokens":2109},"claude-opus-4-8":{"in_tokens":2289,"out_tokens":805},"claude-opus-4-7":{"in_tokens":2294,"out_tokens":553},"mistral-large-2":{"in_tokens":1184,"out_tokens":495}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":877,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":15.412018939999939,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1164,"out_tokens":1736},"claude-opus-4-8":{"in_tokens":2375,"out_tokens":637},"claude-opus-4-7":{"in_tokens":2380,"out_tokens":485},"mistral-large-2":{"in_tokens":1235,"out_tokens":485}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1015,"out_tokens":1830,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":32.023702957999944,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2389,"out_tokens":1995},"claude-opus-4-8":{"in_tokens":4607,"out_tokens":1056},"claude-opus-4-7":{"in_tokens":4612,"out_tokens":687},"mistral-large-2":{"in_tokens":2515,"out_tokens":698}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":999,"out_tokens":1610,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":29.024826250000046,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2199,"out_tokens":5371},"claude-opus-4-8":{"in_tokens":4237,"out_tokens":1086},"claude-opus-4-7":{"in_tokens":4242,"out_tokens":999},"mistral-large-2":{"in_tokens":2384,"out_tokens":750}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":921,"out_tokens":1703,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":30.334202205999986,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2172,"out_tokens":3122},"claude-opus-4-8":{"in_tokens":4312,"out_tokens":1113},"claude-opus-4-7":{"in_tokens":4317,"out_tokens":769},"mistral-large-2":{"in_tokens":2304,"out_tokens":840}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":1658,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":39.715574989999936,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2186,"out_tokens":2754},"claude-opus-4-8":{"in_tokens":4228,"out_tokens":971},"claude-opus-4-7":{"in_tokens":4233,"out_tokens":814},"mistral-large-2":{"in_tokens":2371,"out_tokens":1197}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":1238,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":24.293157712999914,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1467,"out_tokens":2146},"claude-opus-4-8":{"in_tokens":2833,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2838,"out_tokens":461},"mistral-large-2":{"in_tokens":1578,"out_tokens":673}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":891,"out_tokens":1535,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":27.709324910000078,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2120,"out_tokens":2413},"claude-opus-4-8":{"in_tokens":4114,"out_tokens":1073},"claude-opus-4-7":{"in_tokens":4119,"out_tokens":792},"mistral-large-2":{"in_tokens":2291,"out_tokens":983}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":1071,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":19.681848858999956,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1320,"out_tokens":1997},"claude-opus-4-8":{"in_tokens":2538,"out_tokens":635},"claude-opus-4-7":{"in_tokens":2543,"out_tokens":651},"mistral-large-2":{"in_tokens":1420,"out_tokens":792}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1436,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":29.069862472999944,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1807,"out_tokens":2346},"claude-opus-4-8":{"in_tokens":3647,"out_tokens":1298},"claude-opus-4-7":{"in_tokens":3652,"out_tokens":858},"mistral-large-2":{"in_tokens":1942,"out_tokens":786}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":753,"out_tokens":1219,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":22.05660438999996,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1631,"out_tokens":2899},"claude-opus-4-8":{"in_tokens":3139,"out_tokens":962},"claude-opus-4-7":{"in_tokens":3144,"out_tokens":772},"mistral-large-2":{"in_tokens":1741,"out_tokens":764}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1314,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":34.883897618000105,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2593,"out_tokens":4023},"claude-opus-4-8":{"in_tokens":5022,"out_tokens":1312},"claude-opus-4-7":{"in_tokens":5027,"out_tokens":983},"mistral-large-2":{"in_tokens":2700,"out_tokens":797}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1108,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.5249999999999999,"duration_s":38.119917167999915,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2413,"out_tokens":2991},"claude-opus-4-8":{"in_tokens":4685,"out_tokens":1536},"claude-opus-4-7":{"in_tokens":4690,"out_tokens":1091},"mistral-large-2":{"in_tokens":2617,"out_tokens":956}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1114,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":39.387385352000024,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2542,"out_tokens":2313},"claude-opus-4-8":{"in_tokens":4877,"out_tokens":1102},"claude-opus-4-7":{"in_tokens":4882,"out_tokens":760},"mistral-large-2":{"in_tokens":2747,"out_tokens":875}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":6785,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":225.75359746200002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1398,"out_tokens":2251},"claude-opus-4-8":{"in_tokens":2724,"out_tokens":1043},"claude-opus-4-7":{"in_tokens":2729,"out_tokens":695},"mistral-large-2":{"in_tokens":1518,"out_tokens":725}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":15741,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":231.91772197800015,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1451,"out_tokens":2737},"claude-opus-4-8":{"in_tokens":2766,"out_tokens":1013},"claude-opus-4-7":{"in_tokens":2771,"out_tokens":816},"mistral-large-2":{"in_tokens":1591,"out_tokens":771}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":6969,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":230.5454027049999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1401,"out_tokens":2436},"claude-opus-4-8":{"in_tokens":2686,"out_tokens":1010},"claude-opus-4-7":{"in_tokens":2691,"out_tokens":817},"mistral-large-2":{"in_tokens":1493,"out_tokens":843}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":535,"out_tokens":7232,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":106.69090467299998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1868,"out_tokens":2329},"claude-opus-4-8":{"in_tokens":3583,"out_tokens":1085},"claude-opus-4-7":{"in_tokens":3588,"out_tokens":882},"mistral-large-2":{"in_tokens":2009,"out_tokens":1186}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":421,"out_tokens":9351,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":123.42216423800005,"hallucination_count":6.5,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1529,"out_tokens":1944},"claude-opus-4-8":{"in_tokens":2971,"out_tokens":1087},"claude-opus-4-7":{"in_tokens":2976,"out_tokens":867},"mistral-large-2":{"in_tokens":1618,"out_tokens":685}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":346,"out_tokens":6455,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":100.33716657900004,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1619,"out_tokens":1910},"claude-opus-4-8":{"in_tokens":3228,"out_tokens":1052},"claude-opus-4-7":{"in_tokens":3233,"out_tokens":930},"mistral-large-2":{"in_tokens":1742,"out_tokens":753}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":423,"out_tokens":6913,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":182.86389894700005,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1503,"out_tokens":2367},"claude-opus-4-8":{"in_tokens":3026,"out_tokens":1178},"claude-opus-4-7":{"in_tokens":3031,"out_tokens":824},"mistral-large-2":{"in_tokens":1595,"out_tokens":668}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":466,"out_tokens":9271,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":240.0648290669999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1444,"out_tokens":1889},"claude-opus-4-8":{"in_tokens":2890,"out_tokens":752},"claude-opus-4-7":{"in_tokens":2895,"out_tokens":749},"mistral-large-2":{"in_tokens":1526,"out_tokens":1037}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":9707,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":779.6632360609999,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1740,"out_tokens":2534},"claude-opus-4-8":{"in_tokens":3312,"out_tokens":1031},"claude-opus-4-7":{"in_tokens":3317,"out_tokens":922},"mistral-large-2":{"in_tokens":1856,"out_tokens":756}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":5732,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":99.80809545600005,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1547,"out_tokens":2339},"claude-opus-4-8":{"in_tokens":2990,"out_tokens":1101},"claude-opus-4-7":{"in_tokens":2995,"out_tokens":756},"mistral-large-2":{"in_tokens":1682,"out_tokens":683}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":519,"out_tokens":8483,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":146.00020036499996,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1941,"out_tokens":2073},"claude-opus-4-8":{"in_tokens":3629,"out_tokens":1015},"claude-opus-4-7":{"in_tokens":3634,"out_tokens":768},"mistral-large-2":{"in_tokens":2064,"out_tokens":773}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":384,"out_tokens":9957,"error":null,"skip_reason":null,"score_raw":0.1388888888888889,"duration_s":1005.0953986299999,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1477,"out_tokens":2670},"claude-opus-4-8":{"in_tokens":2807,"out_tokens":1378},"claude-opus-4-7":{"in_tokens":2812,"out_tokens":968},"mistral-large-2":{"in_tokens":1600,"out_tokens":906}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":9687,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":2177.351653101,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.2,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1687,"out_tokens":2952},"claude-opus-4-8":{"in_tokens":3165,"out_tokens":1206},"claude-opus-4-7":{"in_tokens":3170,"out_tokens":898},"mistral-large-2":{"in_tokens":1788,"out_tokens":855}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":6362,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":179.8696110179999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1414,"out_tokens":1339},"claude-opus-4-8":{"in_tokens":2692,"out_tokens":666},"claude-opus-4-7":{"in_tokens":2697,"out_tokens":507},"mistral-large-2":{"in_tokens":1475,"out_tokens":785}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":452,"out_tokens":7583,"error":null,"skip_reason":null,"score_raw":0.38888888888888884,"duration_s":211.06787051899983,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1356,"out_tokens":1814},"claude-opus-4-8":{"in_tokens":2529,"out_tokens":747},"claude-opus-4-7":{"in_tokens":2534,"out_tokens":571},"mistral-large-2":{"in_tokens":1422,"out_tokens":662}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":4150,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":98.45636075200036,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1220,"out_tokens":2288},"claude-opus-4-8":{"in_tokens":2311,"out_tokens":743},"claude-opus-4-7":{"in_tokens":2316,"out_tokens":579},"mistral-large-2":{"in_tokens":1276,"out_tokens":558}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":4346,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":119.53281619600011,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1573,"out_tokens":1102},"claude-opus-4-8":{"in_tokens":2882,"out_tokens":528},"claude-opus-4-7":{"in_tokens":2887,"out_tokens":466},"mistral-large-2":{"in_tokens":1639,"out_tokens":635}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":4822,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":227.5208993049996,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1289,"out_tokens":1582},"claude-opus-4-8":{"in_tokens":2393,"out_tokens":726},"claude-opus-4-7":{"in_tokens":2398,"out_tokens":497},"mistral-large-2":{"in_tokens":1360,"out_tokens":970}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":4350,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":116.67422090799982,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1385,"out_tokens":1255},"claude-opus-4-8":{"in_tokens":2678,"out_tokens":644},"claude-opus-4-7":{"in_tokens":2683,"out_tokens":506},"mistral-large-2":{"in_tokens":1454,"out_tokens":591}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":2813,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":121.54427314999975,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1254,"out_tokens":1137},"claude-opus-4-8":{"in_tokens":2399,"out_tokens":627},"claude-opus-4-7":{"in_tokens":2404,"out_tokens":461},"mistral-large-2":{"in_tokens":1324,"out_tokens":476}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":4118,"error":null,"skip_reason":null,"score_raw":0.2857142857142857,"duration_s":201.95233329200028,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1005,"out_tokens":1417},"claude-opus-4-8":{"in_tokens":1893,"out_tokens":699},"claude-opus-4-7":{"in_tokens":1898,"out_tokens":499},"mistral-large-2":{"in_tokens":1042,"out_tokens":549}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":4377,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":152.862368565,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1344,"out_tokens":1571},"claude-opus-4-8":{"in_tokens":2513,"out_tokens":654},"claude-opus-4-7":{"in_tokens":2518,"out_tokens":590},"mistral-large-2":{"in_tokens":1400,"out_tokens":867}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":7554,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":483.7596058430004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1378,"out_tokens":1353},"claude-opus-4-8":{"in_tokens":2670,"out_tokens":568},"claude-opus-4-7":{"in_tokens":2675,"out_tokens":502},"mistral-large-2":{"in_tokens":1466,"out_tokens":507}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":4667,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":131.8888694909997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1257,"out_tokens":1387},"claude-opus-4-8":{"in_tokens":2398,"out_tokens":683},"claude-opus-4-7":{"in_tokens":2403,"out_tokens":569},"mistral-large-2":{"in_tokens":1322,"out_tokens":649}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":453,"out_tokens":5912,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":212.09381627599987,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1473,"out_tokens":1814},"claude-opus-4-8":{"in_tokens":2783,"out_tokens":781},"claude-opus-4-7":{"in_tokens":2788,"out_tokens":531},"mistral-large-2":{"in_tokens":1552,"out_tokens":682}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":3387,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":85.99931656899935,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1207,"out_tokens":1228},"claude-opus-4-8":{"in_tokens":2304,"out_tokens":618},"claude-opus-4-7":{"in_tokens":2309,"out_tokens":542},"mistral-large-2":{"in_tokens":1264,"out_tokens":532}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":7338,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":148.14164677500048,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1444,"out_tokens":1220},"claude-opus-4-8":{"in_tokens":2726,"out_tokens":676},"claude-opus-4-7":{"in_tokens":2731,"out_tokens":510},"mistral-large-2":{"in_tokens":1501,"out_tokens":648}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":8546,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":183.35551207799926,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1688,"out_tokens":1993},"claude-opus-4-8":{"in_tokens":3234,"out_tokens":689},"claude-opus-4-7":{"in_tokens":3239,"out_tokens":551},"mistral-large-2":{"in_tokens":1734,"out_tokens":858}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":425,"out_tokens":5579,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":198.6264945089997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1753,"out_tokens":1686},"claude-opus-4-8":{"in_tokens":3343,"out_tokens":606},"claude-opus-4-7":{"in_tokens":3348,"out_tokens":518},"mistral-large-2":{"in_tokens":1823,"out_tokens":671}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":338,"out_tokens":3437,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":176.60900645899983,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1392,"out_tokens":1645},"claude-opus-4-8":{"in_tokens":2650,"out_tokens":755},"claude-opus-4-7":{"in_tokens":2655,"out_tokens":481},"mistral-large-2":{"in_tokens":1458,"out_tokens":461}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":332,"out_tokens":5114,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":205.9862995100002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1375,"out_tokens":1065},"claude-opus-4-8":{"in_tokens":2590,"out_tokens":623},"claude-opus-4-7":{"in_tokens":2595,"out_tokens":551},"mistral-large-2":{"in_tokens":1446,"out_tokens":1416}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":8951,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":205.93933059600022,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1274,"out_tokens":1755},"claude-opus-4-8":{"in_tokens":2405,"out_tokens":696},"claude-opus-4-7":{"in_tokens":2410,"out_tokens":541},"mistral-large-2":{"in_tokens":1312,"out_tokens":665}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":274,"out_tokens":3384,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":117.37646589500036,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1254,"out_tokens":1388},"claude-opus-4-8":{"in_tokens":2419,"out_tokens":692},"claude-opus-4-7":{"in_tokens":2424,"out_tokens":560},"mistral-large-2":{"in_tokens":1316,"out_tokens":737}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":384,"out_tokens":3112,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":58.97057764500005,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1230,"out_tokens":2055},"claude-opus-4-8":{"in_tokens":2436,"out_tokens":894},"claude-opus-4-7":{"in_tokens":2441,"out_tokens":526},"mistral-large-2":{"in_tokens":1338,"out_tokens":649}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":8608,"error":null,"skip_reason":null,"score_raw":0.44999999999999996,"duration_s":182.84537252600057,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.3,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1230,"out_tokens":1444},"claude-opus-4-8":{"in_tokens":2326,"out_tokens":727},"claude-opus-4-7":{"in_tokens":2331,"out_tokens":638},"mistral-large-2":{"in_tokens":1353,"out_tokens":957}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":395,"out_tokens":5763,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":122.8771997140002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1115,"out_tokens":1623},"claude-opus-4-8":{"in_tokens":2163,"out_tokens":780},"claude-opus-4-7":{"in_tokens":2168,"out_tokens":513},"mistral-large-2":{"in_tokens":1252,"out_tokens":555}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":6279,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":136.85525438999957,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1183,"out_tokens":2717},"claude-opus-4-8":{"in_tokens":2265,"out_tokens":927},"claude-opus-4-7":{"in_tokens":2270,"out_tokens":737},"mistral-large-2":{"in_tokens":1283,"out_tokens":715}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":386,"out_tokens":3631,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":46.45485233200001,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1107,"out_tokens":2192},"claude-opus-4-8":{"in_tokens":2190,"out_tokens":799},"claude-opus-4-7":{"in_tokens":2195,"out_tokens":641},"mistral-large-2":{"in_tokens":1204,"out_tokens":603}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":402,"out_tokens":3842,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":100.89130517400001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1259,"out_tokens":1869},"claude-opus-4-8":{"in_tokens":2420,"out_tokens":885},"claude-opus-4-7":{"in_tokens":2425,"out_tokens":629},"mistral-large-2":{"in_tokens":1386,"out_tokens":924}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":9892,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":210.28742374499998,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1157,"out_tokens":1642},"claude-opus-4-8":{"in_tokens":2263,"out_tokens":865},"claude-opus-4-7":{"in_tokens":2268,"out_tokens":542},"mistral-large-2":{"in_tokens":1245,"out_tokens":492}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":7516,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":96.86601142200001,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1336,"out_tokens":1992},"claude-opus-4-8":{"in_tokens":2583,"out_tokens":871},"claude-opus-4-7":{"in_tokens":2588,"out_tokens":653},"mistral-large-2":{"in_tokens":1460,"out_tokens":572}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":11278,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":336.086269533,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1955,"out_tokens":2427},"claude-opus-4-8":{"in_tokens":3724,"out_tokens":954},"claude-opus-4-7":{"in_tokens":3729,"out_tokens":956},"mistral-large-2":{"in_tokens":2086,"out_tokens":971}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":425,"out_tokens":5651,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":142.86331800300002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1263,"out_tokens":1429},"claude-opus-4-8":{"in_tokens":2437,"out_tokens":644},"claude-opus-4-7":{"in_tokens":2442,"out_tokens":563},"mistral-large-2":{"in_tokens":1374,"out_tokens":639}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":412,"out_tokens":13065,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":178.17531470300003,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.875,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1249,"out_tokens":1697},"claude-opus-4-8":{"in_tokens":2389,"out_tokens":976},"claude-opus-4-7":{"in_tokens":2394,"out_tokens":669},"mistral-large-2":{"in_tokens":1362,"out_tokens":665}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":5143,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":110.89691213699996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1072,"out_tokens":1812},"claude-opus-4-8":{"in_tokens":2033,"out_tokens":709},"claude-opus-4-7":{"in_tokens":2038,"out_tokens":537},"mistral-large-2":{"in_tokens":1190,"out_tokens":652}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":471,"out_tokens":11105,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":209.43209397300006,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1479,"out_tokens":2501},"claude-opus-4-8":{"in_tokens":2826,"out_tokens":1282},"claude-opus-4-7":{"in_tokens":2831,"out_tokens":1110},"mistral-large-2":{"in_tokens":1640,"out_tokens":830}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":399,"out_tokens":6707,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":213.216116683,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1208,"out_tokens":2143},"claude-opus-4-8":{"in_tokens":2290,"out_tokens":962},"claude-opus-4-7":{"in_tokens":2295,"out_tokens":895},"mistral-large-2":{"in_tokens":1293,"out_tokens":663}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":386,"out_tokens":8747,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":190.55105670300009,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1133,"out_tokens":1155},"claude-opus-4-8":{"in_tokens":2280,"out_tokens":662},"claude-opus-4-7":{"in_tokens":2285,"out_tokens":594},"mistral-large-2":{"in_tokens":1198,"out_tokens":493}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":520,"out_tokens":8197,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":241.26544385600005,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1396,"out_tokens":1640},"claude-opus-4-8":{"in_tokens":2656,"out_tokens":912},"claude-opus-4-7":{"in_tokens":2661,"out_tokens":867},"mistral-large-2":{"in_tokens":1550,"out_tokens":768}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":6493,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":149.40538846899994,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1254,"out_tokens":2316},"claude-opus-4-8":{"in_tokens":2463,"out_tokens":976},"claude-opus-4-7":{"in_tokens":2468,"out_tokens":658},"mistral-large-2":{"in_tokens":1346,"out_tokens":588}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":6186,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":160.79926845699993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1109,"out_tokens":1196},"claude-opus-4-8":{"in_tokens":2248,"out_tokens":645},"claude-opus-4-7":{"in_tokens":2253,"out_tokens":558},"mistral-large-2":{"in_tokens":1221,"out_tokens":498}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":10655,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":246.82760478,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1417,"out_tokens":2002},"claude-opus-4-8":{"in_tokens":2666,"out_tokens":724},"claude-opus-4-7":{"in_tokens":2671,"out_tokens":595},"mistral-large-2":{"in_tokens":1571,"out_tokens":792}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":629,"out_tokens":7108,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":156.98162864300014,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1590,"out_tokens":1377},"claude-opus-4-8":{"in_tokens":2997,"out_tokens":841},"claude-opus-4-7":{"in_tokens":3002,"out_tokens":576},"mistral-large-2":{"in_tokens":1789,"out_tokens":509}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":7591,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":425.1403285770001,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1477,"out_tokens":1887},"claude-opus-4-8":{"in_tokens":2879,"out_tokens":934},"claude-opus-4-7":{"in_tokens":2884,"out_tokens":734},"mistral-large-2":{"in_tokens":1666,"out_tokens":670}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":370,"out_tokens":5892,"error":null,"skip_reason":null,"score_raw":0.8611111111111112,"duration_s":120.55008760999999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1283,"out_tokens":2254},"claude-opus-4-8":{"in_tokens":2487,"out_tokens":819},"claude-opus-4-7":{"in_tokens":2492,"out_tokens":611},"mistral-large-2":{"in_tokens":1398,"out_tokens":565}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":7374,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":220.106034358,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1267,"out_tokens":1407},"claude-opus-4-8":{"in_tokens":2429,"out_tokens":920},"claude-opus-4-7":{"in_tokens":2434,"out_tokens":687},"mistral-large-2":{"in_tokens":1401,"out_tokens":699}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":8266,"error":null,"skip_reason":null,"score_raw":0.6666666666666667,"duration_s":245.45359042299992,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1317,"out_tokens":1930},"claude-opus-4-8":{"in_tokens":2522,"out_tokens":817},"claude-opus-4-7":{"in_tokens":2527,"out_tokens":553},"mistral-large-2":{"in_tokens":1445,"out_tokens":620}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":4769,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":152.53484520000006,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1171,"out_tokens":1674},"claude-opus-4-8":{"in_tokens":2249,"out_tokens":762},"claude-opus-4-7":{"in_tokens":2254,"out_tokens":607},"mistral-large-2":{"in_tokens":1289,"out_tokens":603}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":3627,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":126.6551165049998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1317,"out_tokens":1703},"claude-opus-4-8":{"in_tokens":2551,"out_tokens":981},"claude-opus-4-7":{"in_tokens":2556,"out_tokens":623},"mistral-large-2":{"in_tokens":1432,"out_tokens":658}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":4707,"error":null,"skip_reason":null,"score_raw":0.05555555555555555,"duration_s":240.80399629599992,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1164,"out_tokens":1372},"claude-opus-4-8":{"in_tokens":2291,"out_tokens":995},"claude-opus-4-7":{"in_tokens":2296,"out_tokens":739},"mistral-large-2":{"in_tokens":1275,"out_tokens":706}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":431,"out_tokens":15205,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":220.84859597699983,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1260,"out_tokens":2244},"claude-opus-4-8":{"in_tokens":2510,"out_tokens":920},"claude-opus-4-7":{"in_tokens":2515,"out_tokens":854},"mistral-large-2":{"in_tokens":1381,"out_tokens":632}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":438,"out_tokens":10192,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":757.2526650200002,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":1.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1171,"out_tokens":1810},"claude-opus-4-8":{"in_tokens":2297,"out_tokens":903},"claude-opus-4-7":{"in_tokens":2302,"out_tokens":668},"mistral-large-2":{"in_tokens":1307,"out_tokens":654}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":11882,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":2218.598110739,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1613,"out_tokens":2819},"claude-opus-4-8":{"in_tokens":3151,"out_tokens":1193},"claude-opus-4-7":{"in_tokens":3156,"out_tokens":912},"mistral-large-2":{"in_tokens":1678,"out_tokens":642}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":4629,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":198.54645716799996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1254,"out_tokens":1222},"claude-opus-4-8":{"in_tokens":2450,"out_tokens":653},"claude-opus-4-7":{"in_tokens":2455,"out_tokens":519},"mistral-large-2":{"in_tokens":1399,"out_tokens":552}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":399,"out_tokens":5525,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":188.30007212500004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1087,"out_tokens":1280},"claude-opus-4-8":{"in_tokens":2148,"out_tokens":725},"claude-opus-4-7":{"in_tokens":2153,"out_tokens":496},"mistral-large-2":{"in_tokens":1144,"out_tokens":491}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":1984,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":99.90046302600012,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1051,"out_tokens":1039},"claude-opus-4-8":{"in_tokens":2057,"out_tokens":492},"claude-opus-4-7":{"in_tokens":2062,"out_tokens":412},"mistral-large-2":{"in_tokens":1139,"out_tokens":507}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":412,"out_tokens":5119,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":165.7744025230004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1187,"out_tokens":887},"claude-opus-4-8":{"in_tokens":2221,"out_tokens":764},"claude-opus-4-7":{"in_tokens":2226,"out_tokens":484},"mistral-large-2":{"in_tokens":1269,"out_tokens":485}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":4057,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":159.40086100500002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1180,"out_tokens":2237},"claude-opus-4-8":{"in_tokens":2236,"out_tokens":697},"claude-opus-4-7":{"in_tokens":2241,"out_tokens":571},"mistral-large-2":{"in_tokens":1290,"out_tokens":863}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":9421,"error":null,"skip_reason":null,"score_raw":0.38888888888888884,"duration_s":500.54456421299983,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1630,"out_tokens":2888},"claude-opus-4-8":{"in_tokens":3231,"out_tokens":1071},"claude-opus-4-7":{"in_tokens":3236,"out_tokens":807},"mistral-large-2":{"in_tokens":1761,"out_tokens":1030}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":6574,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":93.96180349099996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1587,"out_tokens":1963},"claude-opus-4-8":{"in_tokens":3201,"out_tokens":766},"claude-opus-4-7":{"in_tokens":3206,"out_tokens":621},"mistral-large-2":{"in_tokens":1693,"out_tokens":1080}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":513,"out_tokens":5863,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":557.6149185599998,"hallucination_count":6.75,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1671,"out_tokens":2553},"claude-opus-4-8":{"in_tokens":3536,"out_tokens":1127},"claude-opus-4-7":{"in_tokens":3541,"out_tokens":726},"mistral-large-2":{"in_tokens":1792,"out_tokens":761}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":427,"out_tokens":8534,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":185.71636017299988,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1356,"out_tokens":2214},"claude-opus-4-8":{"in_tokens":2788,"out_tokens":904},"claude-opus-4-7":{"in_tokens":2793,"out_tokens":664},"mistral-large-2":{"in_tokens":1434,"out_tokens":537}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":9418,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":152.67639459999964,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1234,"out_tokens":2137},"claude-opus-4-8":{"in_tokens":2465,"out_tokens":608},"claude-opus-4-7":{"in_tokens":2470,"out_tokens":618},"mistral-large-2":{"in_tokens":1337,"out_tokens":518}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":5572,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":186.29339063499992,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1248,"out_tokens":1889},"claude-opus-4-8":{"in_tokens":2532,"out_tokens":586},"claude-opus-4-7":{"in_tokens":2537,"out_tokens":530},"mistral-large-2":{"in_tokens":1335,"out_tokens":934}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":6945,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":154.20637088800004,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1184,"out_tokens":2573},"claude-opus-4-8":{"in_tokens":2431,"out_tokens":971},"claude-opus-4-7":{"in_tokens":2436,"out_tokens":634},"mistral-large-2":{"in_tokens":1248,"out_tokens":601}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":6450,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":168.04872164500011,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.16666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1361,"out_tokens":2341},"claude-opus-4-8":{"in_tokens":2739,"out_tokens":705},"claude-opus-4-7":{"in_tokens":2744,"out_tokens":511},"mistral-large-2":{"in_tokens":1458,"out_tokens":717}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":4854,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":221.45781770099984,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1303,"out_tokens":2505},"claude-opus-4-8":{"in_tokens":2567,"out_tokens":928},"claude-opus-4-7":{"in_tokens":2572,"out_tokens":668},"mistral-large-2":{"in_tokens":1419,"out_tokens":1105}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":381,"out_tokens":6289,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":119.27794366199987,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1272,"out_tokens":1656},"claude-opus-4-8":{"in_tokens":2628,"out_tokens":595},"claude-opus-4-7":{"in_tokens":2633,"out_tokens":395},"mistral-large-2":{"in_tokens":1357,"out_tokens":418}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":6358,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":238.278317814,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1103,"out_tokens":2117},"claude-opus-4-8":{"in_tokens":2143,"out_tokens":888},"claude-opus-4-7":{"in_tokens":2148,"out_tokens":663},"mistral-large-2":{"in_tokens":1163,"out_tokens":981}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":317,"out_tokens":3594,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":376.600195034,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1215,"out_tokens":2164},"claude-opus-4-8":{"in_tokens":2406,"out_tokens":1122},"claude-opus-4-7":{"in_tokens":2411,"out_tokens":640},"mistral-large-2":{"in_tokens":1303,"out_tokens":603}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":10657,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":230.184362803,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1313,"out_tokens":2791},"claude-opus-4-8":{"in_tokens":2527,"out_tokens":958},"claude-opus-4-7":{"in_tokens":2532,"out_tokens":691},"mistral-large-2":{"in_tokens":1379,"out_tokens":734}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":389,"out_tokens":5340,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":148.48295711100013,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1320,"out_tokens":2627},"claude-opus-4-8":{"in_tokens":2697,"out_tokens":803},"claude-opus-4-7":{"in_tokens":2702,"out_tokens":624},"mistral-large-2":{"in_tokens":1424,"out_tokens":657}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":4171,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":72.34160243399992,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1190,"out_tokens":1602},"claude-opus-4-8":{"in_tokens":2378,"out_tokens":831},"claude-opus-4-7":{"in_tokens":2383,"out_tokens":605},"mistral-large-2":{"in_tokens":1260,"out_tokens":664}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":8280,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":1091.820504664,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1303,"out_tokens":2616},"claude-opus-4-8":{"in_tokens":2566,"out_tokens":823},"claude-opus-4-7":{"in_tokens":2571,"out_tokens":609},"mistral-large-2":{"in_tokens":1355,"out_tokens":553}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":401,"out_tokens":8587,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":1105.161337061,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1340,"out_tokens":2504},"claude-opus-4-8":{"in_tokens":2547,"out_tokens":1191},"claude-opus-4-7":{"in_tokens":2552,"out_tokens":971},"mistral-large-2":{"in_tokens":1464,"out_tokens":780}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":6293,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":96.29616643500003,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1379,"out_tokens":1465},"claude-opus-4-8":{"in_tokens":2813,"out_tokens":746},"claude-opus-4-7":{"in_tokens":2818,"out_tokens":637},"mistral-large-2":{"in_tokens":1429,"out_tokens":560}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":7818,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":115.85766037299982,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1168,"out_tokens":2222},"claude-opus-4-8":{"in_tokens":2417,"out_tokens":725},"claude-opus-4-7":{"in_tokens":2422,"out_tokens":758},"mistral-large-2":{"in_tokens":1237,"out_tokens":695}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":604,"out_tokens":9880,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":156.618887697,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1954,"out_tokens":2508},"claude-opus-4-8":{"in_tokens":3878,"out_tokens":1130},"claude-opus-4-7":{"in_tokens":3883,"out_tokens":738},"mistral-large-2":{"in_tokens":2119,"out_tokens":778}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":628,"out_tokens":8677,"error":null,"skip_reason":null,"score_raw":0.35,"duration_s":770.4069245999999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1887,"out_tokens":2584},"claude-opus-4-8":{"in_tokens":3735,"out_tokens":1178},"claude-opus-4-7":{"in_tokens":3740,"out_tokens":908},"mistral-large-2":{"in_tokens":2014,"out_tokens":740}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":677,"out_tokens":9037,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":1069.258729185,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2028,"out_tokens":3338},"claude-opus-4-8":{"in_tokens":4013,"out_tokens":1510},"claude-opus-4-7":{"in_tokens":4018,"out_tokens":875},"mistral-large-2":{"in_tokens":2129,"out_tokens":760}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":392,"out_tokens":3322,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":102.13480872599985,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.2857142857142857,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1194,"out_tokens":1650},"claude-opus-4-8":{"in_tokens":2345,"out_tokens":683},"claude-opus-4-7":{"in_tokens":2350,"out_tokens":524},"mistral-large-2":{"in_tokens":1272,"out_tokens":726}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":10191,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":528.4719446419999,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2137,"out_tokens":2862},"claude-opus-4-8":{"in_tokens":4235,"out_tokens":1198},"claude-opus-4-7":{"in_tokens":4240,"out_tokens":819},"mistral-large-2":{"in_tokens":2298,"out_tokens":1346}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":609,"out_tokens":9527,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":1097.707210336,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2085,"out_tokens":2930},"claude-opus-4-8":{"in_tokens":4157,"out_tokens":1450},"claude-opus-4-7":{"in_tokens":4162,"out_tokens":901},"mistral-large-2":{"in_tokens":2197,"out_tokens":849}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":536,"out_tokens":8380,"error":null,"skip_reason":null,"score_raw":0.275,"duration_s":240.8552576000002,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1604,"out_tokens":2427},"claude-opus-4-8":{"in_tokens":3293,"out_tokens":1017},"claude-opus-4-7":{"in_tokens":3298,"out_tokens":911},"mistral-large-2":{"in_tokens":1720,"out_tokens":867}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":873,"out_tokens":8608,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":157.55299475000038,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2133,"out_tokens":2478},"claude-opus-4-8":{"in_tokens":4197,"out_tokens":1040},"claude-opus-4-7":{"in_tokens":4202,"out_tokens":826},"mistral-large-2":{"in_tokens":2244,"out_tokens":915}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":9423,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":257.9396462929999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.16666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1526,"out_tokens":1594},"claude-opus-4-8":{"in_tokens":3030,"out_tokens":772},"claude-opus-4-7":{"in_tokens":3035,"out_tokens":585},"mistral-large-2":{"in_tokens":1640,"out_tokens":817}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":712,"out_tokens":11213,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":197.6570772529999,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2273,"out_tokens":4573},"claude-opus-4-8":{"in_tokens":4439,"out_tokens":1309},"claude-opus-4-7":{"in_tokens":4444,"out_tokens":984},"mistral-large-2":{"in_tokens":2436,"out_tokens":746}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":722,"out_tokens":9868,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":446.59103866700025,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2502,"out_tokens":3099},"claude-opus-4-8":{"in_tokens":4967,"out_tokens":1093},"claude-opus-4-7":{"in_tokens":4972,"out_tokens":876},"mistral-large-2":{"in_tokens":2679,"out_tokens":906}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":13675,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":771.605205373,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1613,"out_tokens":2479},"claude-opus-4-8":{"in_tokens":3143,"out_tokens":1039},"claude-opus-4-7":{"in_tokens":3148,"out_tokens":782},"mistral-large-2":{"in_tokens":1710,"out_tokens":690}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":675,"out_tokens":13590,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":3548.0486317950003,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1942,"out_tokens":2816},"claude-opus-4-8":{"in_tokens":3618,"out_tokens":1110},"claude-opus-4-7":{"in_tokens":3623,"out_tokens":718},"mistral-large-2":{"in_tokens":2083,"out_tokens":650}}}