{"model_id":"mistral-large-2","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":406,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":9.173912301000016,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1364,"out_tokens":1528},"claude-opus-4-8":{"in_tokens":2668,"out_tokens":993},"claude-opus-4-7":{"in_tokens":2673,"out_tokens":767},"mistral-large-2":{"in_tokens":1462,"out_tokens":727}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":429,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":9.715323425000008,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1338,"out_tokens":1403},"claude-opus-4-8":{"in_tokens":2597,"out_tokens":878},"claude-opus-4-7":{"in_tokens":2602,"out_tokens":745},"mistral-large-2":{"in_tokens":1438,"out_tokens":738}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":416,"out_tokens":525,"error":null,"skip_reason":null,"score_raw":0.3888888888888889,"duration_s":10.46410998200001,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1561,"out_tokens":1900},"claude-opus-4-8":{"in_tokens":2928,"out_tokens":1015},"claude-opus-4-7":{"in_tokens":2933,"out_tokens":818},"mistral-large-2":{"in_tokens":1731,"out_tokens":778}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":130,"error":null,"skip_reason":null,"score_raw":0.47500000000000003,"duration_s":10.401559340999995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1119,"out_tokens":1457},"claude-opus-4-8":{"in_tokens":2138,"out_tokens":763},"claude-opus-4-7":{"in_tokens":2143,"out_tokens":657},"mistral-large-2":{"in_tokens":1197,"out_tokens":715}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":396,"out_tokens":616,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":12.310655852999986,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1869,"out_tokens":2749},"claude-opus-4-8":{"in_tokens":3532,"out_tokens":1445},"claude-opus-4-7":{"in_tokens":3537,"out_tokens":1029},"mistral-large-2":{"in_tokens":1986,"out_tokens":956}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":909,"error":null,"skip_reason":null,"score_raw":0.7777777777777777,"duration_s":19.228235838000018,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1409,"out_tokens":1586},"claude-opus-4-8":{"in_tokens":2685,"out_tokens":826},"claude-opus-4-7":{"in_tokens":2690,"out_tokens":635},"mistral-large-2":{"in_tokens":1501,"out_tokens":607}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":449,"out_tokens":249,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":15.599609121000015,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1194,"out_tokens":1530},"claude-opus-4-8":{"in_tokens":2269,"out_tokens":833},"claude-opus-4-7":{"in_tokens":2274,"out_tokens":684},"mistral-large-2":{"in_tokens":1290,"out_tokens":687}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":960,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":19.46594331,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1444,"out_tokens":2205},"claude-opus-4-8":{"in_tokens":2818,"out_tokens":976},"claude-opus-4-7":{"in_tokens":2823,"out_tokens":662},"mistral-large-2":{"in_tokens":1544,"out_tokens":703}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":375,"error":null,"skip_reason":null,"score_raw":0.225,"duration_s":7.308192466999998,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.4,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1827,"out_tokens":2114},"claude-opus-4-8":{"in_tokens":3495,"out_tokens":1175},"claude-opus-4-7":{"in_tokens":3500,"out_tokens":871},"mistral-large-2":{"in_tokens":1942,"out_tokens":769}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":258,"out_tokens":148,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":18.49371050900001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1136,"out_tokens":1064},"claude-opus-4-8":{"in_tokens":2175,"out_tokens":801},"claude-opus-4-7":{"in_tokens":2180,"out_tokens":577},"mistral-large-2":{"in_tokens":1210,"out_tokens":723}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":188,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":21.431379315,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1120,"out_tokens":1411},"claude-opus-4-8":{"in_tokens":2172,"out_tokens":762},"claude-opus-4-7":{"in_tokens":2177,"out_tokens":568},"mistral-large-2":{"in_tokens":1205,"out_tokens":637}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":471,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":9.451308906000008,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1584,"out_tokens":2706},"claude-opus-4-8":{"in_tokens":3026,"out_tokens":1076},"claude-opus-4-7":{"in_tokens":3031,"out_tokens":727},"mistral-large-2":{"in_tokens":1710,"out_tokens":627}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":376,"out_tokens":406,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":8.436985632999978,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1481,"out_tokens":1705},"claude-opus-4-8":{"in_tokens":2809,"out_tokens":1117},"claude-opus-4-7":{"in_tokens":2814,"out_tokens":863},"mistral-large-2":{"in_tokens":1569,"out_tokens":675}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":574,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":11.60158202400001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1976,"out_tokens":2175},"claude-opus-4-8":{"in_tokens":3819,"out_tokens":1188},"claude-opus-4-7":{"in_tokens":3824,"out_tokens":931},"mistral-large-2":{"in_tokens":2137,"out_tokens":953}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":1275,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":24.021079508,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1355,"out_tokens":1687},"claude-opus-4-8":{"in_tokens":2557,"out_tokens":862},"claude-opus-4-7":{"in_tokens":2562,"out_tokens":680},"mistral-large-2":{"in_tokens":1443,"out_tokens":730}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1379,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":25.68230639400001,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1813,"out_tokens":2215},"claude-opus-4-8":{"in_tokens":3420,"out_tokens":743},"claude-opus-4-7":{"in_tokens":3425,"out_tokens":675},"mistral-large-2":{"in_tokens":1980,"out_tokens":717}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":216,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":23.70430523200001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1308,"out_tokens":1953},"claude-opus-4-8":{"in_tokens":2488,"out_tokens":820},"claude-opus-4-7":{"in_tokens":2493,"out_tokens":619},"mistral-large-2":{"in_tokens":1429,"out_tokens":1017}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":611,"out_tokens":327,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":13.814810858000016,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1788,"out_tokens":2308},"claude-opus-4-8":{"in_tokens":3396,"out_tokens":953},"claude-opus-4-7":{"in_tokens":3401,"out_tokens":792},"mistral-large-2":{"in_tokens":1931,"out_tokens":876}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":1967,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":28.052031580999994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1425,"out_tokens":2253},"claude-opus-4-8":{"in_tokens":2766,"out_tokens":753},"claude-opus-4-7":{"in_tokens":2771,"out_tokens":639},"mistral-large-2":{"in_tokens":1551,"out_tokens":567}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":561,"out_tokens":379,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":25.775491789,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1508,"out_tokens":2733},"claude-opus-4-8":{"in_tokens":2818,"out_tokens":883},"claude-opus-4-7":{"in_tokens":2823,"out_tokens":753},"mistral-large-2":{"in_tokens":1644,"out_tokens":827}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":444,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":9.160854477000015,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1453,"out_tokens":2451},"claude-opus-4-8":{"in_tokens":2893,"out_tokens":910},"claude-opus-4-7":{"in_tokens":2898,"out_tokens":839},"mistral-large-2":{"in_tokens":1565,"out_tokens":656}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":382,"error":null,"skip_reason":null,"score_raw":0.2857142857142857,"duration_s":7.820066847999982,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1386,"out_tokens":2076},"claude-opus-4-8":{"in_tokens":2721,"out_tokens":856},"claude-opus-4-7":{"in_tokens":2726,"out_tokens":688},"mistral-large-2":{"in_tokens":1457,"out_tokens":599}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":384,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":8.852805536999995,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1385,"out_tokens":1421},"claude-opus-4-8":{"in_tokens":2808,"out_tokens":958},"claude-opus-4-7":{"in_tokens":2813,"out_tokens":764},"mistral-large-2":{"in_tokens":1455,"out_tokens":681}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":684,"out_tokens":1998,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":33.393395579,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2361,"out_tokens":3280},"claude-opus-4-8":{"in_tokens":4390,"out_tokens":933},"claude-opus-4-7":{"in_tokens":4395,"out_tokens":764},"mistral-large-2":{"in_tokens":2498,"out_tokens":887}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":377,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":7.15772142199998,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1477,"out_tokens":2024},"claude-opus-4-8":{"in_tokens":2838,"out_tokens":908},"claude-opus-4-7":{"in_tokens":2843,"out_tokens":852},"mistral-large-2":{"in_tokens":1605,"out_tokens":719}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":664,"error":null,"skip_reason":null,"score_raw":0.2,"duration_s":12.498110542999996,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2115,"out_tokens":2150},"claude-opus-4-8":{"in_tokens":3910,"out_tokens":1155},"claude-opus-4-7":{"in_tokens":3915,"out_tokens":851},"mistral-large-2":{"in_tokens":2262,"out_tokens":887}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":1283,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":20.786135220999995,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2093,"out_tokens":2549},"claude-opus-4-8":{"in_tokens":4027,"out_tokens":898},"claude-opus-4-7":{"in_tokens":4032,"out_tokens":722},"mistral-large-2":{"in_tokens":2253,"out_tokens":896}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":291,"error":null,"skip_reason":null,"score_raw":0.35,"duration_s":36.92800833499999,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.4,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1570,"out_tokens":2270},"claude-opus-4-8":{"in_tokens":2971,"out_tokens":1062},"claude-opus-4-7":{"in_tokens":2976,"out_tokens":888},"mistral-large-2":{"in_tokens":1668,"out_tokens":788}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":315,"out_tokens":406,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":8.182585955999997,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1456,"out_tokens":1613},"claude-opus-4-8":{"in_tokens":2759,"out_tokens":1033},"claude-opus-4-7":{"in_tokens":2764,"out_tokens":964},"mistral-large-2":{"in_tokens":1575,"out_tokens":876}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":456,"out_tokens":236,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":19.630675708000012,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1678,"out_tokens":1813},"claude-opus-4-8":{"in_tokens":3203,"out_tokens":822},"claude-opus-4-7":{"in_tokens":3208,"out_tokens":786},"mistral-large-2":{"in_tokens":1804,"out_tokens":792}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":267,"out_tokens":1846,"error":null,"skip_reason":null,"score_raw":0.2222222222222222,"duration_s":39.587507358999986,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1142,"out_tokens":1557},"claude-opus-4-8":{"in_tokens":2200,"out_tokens":762},"claude-opus-4-7":{"in_tokens":2205,"out_tokens":662},"mistral-large-2":{"in_tokens":1227,"out_tokens":590}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":368,"out_tokens":438,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":11.272273823000006,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1508,"out_tokens":2476},"claude-opus-4-8":{"in_tokens":2915,"out_tokens":955},"claude-opus-4-7":{"in_tokens":2920,"out_tokens":731},"mistral-large-2":{"in_tokens":1566,"out_tokens":776}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":3351,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":41.933968848999996,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2012,"out_tokens":2363},"claude-opus-4-8":{"in_tokens":3734,"out_tokens":1130},"claude-opus-4-7":{"in_tokens":3739,"out_tokens":896},"mistral-large-2":{"in_tokens":2149,"out_tokens":860}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":619,"out_tokens":360,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":25.57069852699999,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.7,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1853,"out_tokens":2414},"claude-opus-4-8":{"in_tokens":3523,"out_tokens":967},"claude-opus-4-7":{"in_tokens":3528,"out_tokens":772},"mistral-large-2":{"in_tokens":1967,"out_tokens":841}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":1672,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":24.862446946000006,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2315,"out_tokens":2316},"claude-opus-4-8":{"in_tokens":4435,"out_tokens":1193},"claude-opus-4-7":{"in_tokens":4440,"out_tokens":704},"mistral-large-2":{"in_tokens":2461,"out_tokens":820}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":2056,"error":null,"skip_reason":null,"score_raw":0.35,"duration_s":41.39332698099999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1139,"out_tokens":1864},"claude-opus-4-8":{"in_tokens":2183,"out_tokens":1071},"claude-opus-4-7":{"in_tokens":2188,"out_tokens":701},"mistral-large-2":{"in_tokens":1222,"out_tokens":782}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":525,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":10.859135638999987,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1599,"out_tokens":1547},"claude-opus-4-8":{"in_tokens":3068,"out_tokens":709},"claude-opus-4-7":{"in_tokens":3073,"out_tokens":554},"mistral-large-2":{"in_tokens":1665,"out_tokens":583}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":558,"out_tokens":376,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":43.88900964899999,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1691,"out_tokens":2471},"claude-opus-4-8":{"in_tokens":3171,"out_tokens":1300},"claude-opus-4-7":{"in_tokens":3176,"out_tokens":853},"mistral-large-2":{"in_tokens":1792,"out_tokens":1291}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":22.225720037000002,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1407,"out_tokens":1948},"claude-opus-4-8":{"in_tokens":2680,"out_tokens":810},"claude-opus-4-7":{"in_tokens":2685,"out_tokens":690},"mistral-large-2":{"in_tokens":1505,"out_tokens":655}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":546,"out_tokens":391,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":21.688887082000008,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1574,"out_tokens":1731},"claude-opus-4-8":{"in_tokens":2975,"out_tokens":928},"claude-opus-4-7":{"in_tokens":2980,"out_tokens":753},"mistral-large-2":{"in_tokens":1699,"out_tokens":750}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":474,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":9.426353161000009,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1406,"out_tokens":1290},"claude-opus-4-8":{"in_tokens":2609,"out_tokens":726},"claude-opus-4-7":{"in_tokens":2614,"out_tokens":609},"mistral-large-2":{"in_tokens":1480,"out_tokens":645}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":259,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":27.33649269,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1731,"out_tokens":1816},"claude-opus-4-8":{"in_tokens":3288,"out_tokens":1073},"claude-opus-4-7":{"in_tokens":3293,"out_tokens":914},"mistral-large-2":{"in_tokens":1829,"out_tokens":763}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":400,"out_tokens":2809,"error":null,"skip_reason":null,"score_raw":0.325,"duration_s":46.95873331599999,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1468,"out_tokens":2023},"claude-opus-4-8":{"in_tokens":2756,"out_tokens":777},"claude-opus-4-7":{"in_tokens":2761,"out_tokens":714},"mistral-large-2":{"in_tokens":1558,"out_tokens":677}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":558,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":15.135039062999994,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1632,"out_tokens":1418},"claude-opus-4-8":{"in_tokens":3083,"out_tokens":850},"claude-opus-4-7":{"in_tokens":3088,"out_tokens":643},"mistral-large-2":{"in_tokens":1713,"out_tokens":609}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":1586,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":25.983984417000016,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1979,"out_tokens":2647},"claude-opus-4-8":{"in_tokens":3752,"out_tokens":954},"claude-opus-4-7":{"in_tokens":3757,"out_tokens":672},"mistral-large-2":{"in_tokens":2134,"out_tokens":744}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":535,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":11.387662610000007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1530,"out_tokens":1555},"claude-opus-4-8":{"in_tokens":2839,"out_tokens":651},"claude-opus-4-7":{"in_tokens":2844,"out_tokens":623},"mistral-large-2":{"in_tokens":1605,"out_tokens":503}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":660,"out_tokens":1557,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":24.61933698200002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1866,"out_tokens":2122},"claude-opus-4-8":{"in_tokens":3627,"out_tokens":684},"claude-opus-4-7":{"in_tokens":3632,"out_tokens":587},"mistral-large-2":{"in_tokens":1980,"out_tokens":638}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":3723,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":57.10430747199999,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1868,"out_tokens":2434},"claude-opus-4-8":{"in_tokens":3518,"out_tokens":843},"claude-opus-4-7":{"in_tokens":3523,"out_tokens":982},"mistral-large-2":{"in_tokens":2078,"out_tokens":789}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":593,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":11.520230675999983,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1528,"out_tokens":1827},"claude-opus-4-8":{"in_tokens":2781,"out_tokens":575},"claude-opus-4-7":{"in_tokens":2786,"out_tokens":547},"mistral-large-2":{"in_tokens":1608,"out_tokens":659}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":2737,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":34.174900506,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1942,"out_tokens":2875},"claude-opus-4-8":{"in_tokens":3679,"out_tokens":1031},"claude-opus-4-7":{"in_tokens":3684,"out_tokens":840},"mistral-large-2":{"in_tokens":2095,"out_tokens":883}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":274,"out_tokens":444,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":10.419968755000014,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1304,"out_tokens":1341},"claude-opus-4-8":{"in_tokens":2478,"out_tokens":659},"claude-opus-4-7":{"in_tokens":2483,"out_tokens":493},"mistral-large-2":{"in_tokens":1379,"out_tokens":828}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":294,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":12.986989778999998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1328,"out_tokens":1690},"claude-opus-4-8":{"in_tokens":2630,"out_tokens":704},"claude-opus-4-7":{"in_tokens":2635,"out_tokens":543},"mistral-large-2":{"in_tokens":1393,"out_tokens":649}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":430,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":9.106026731000014,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1267,"out_tokens":1583},"claude-opus-4-8":{"in_tokens":2415,"out_tokens":607},"claude-opus-4-7":{"in_tokens":2420,"out_tokens":539},"mistral-large-2":{"in_tokens":1329,"out_tokens":542}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":1265,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":21.336658965999987,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1675,"out_tokens":1803},"claude-opus-4-8":{"in_tokens":3275,"out_tokens":823},"claude-opus-4-7":{"in_tokens":3280,"out_tokens":954},"mistral-large-2":{"in_tokens":1786,"out_tokens":768}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1186,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":18.98279838099998,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1588,"out_tokens":1765},"claude-opus-4-8":{"in_tokens":3175,"out_tokens":596},"claude-opus-4-7":{"in_tokens":3180,"out_tokens":533},"mistral-large-2":{"in_tokens":1674,"out_tokens":1510}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":360,"out_tokens":261,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":24.76398906099999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1342,"out_tokens":1970},"claude-opus-4-8":{"in_tokens":2584,"out_tokens":786},"claude-opus-4-7":{"in_tokens":2589,"out_tokens":663},"mistral-large-2":{"in_tokens":1426,"out_tokens":830}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":272,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":6.219356820000002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1087,"out_tokens":1414},"claude-opus-4-8":{"in_tokens":2056,"out_tokens":656},"claude-opus-4-7":{"in_tokens":2061,"out_tokens":481},"mistral-large-2":{"in_tokens":1137,"out_tokens":562}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":285,"out_tokens":252,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":24.178725345999993,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1294,"out_tokens":2245},"claude-opus-4-8":{"in_tokens":2540,"out_tokens":916},"claude-opus-4-7":{"in_tokens":2545,"out_tokens":685},"mistral-large-2":{"in_tokens":1393,"out_tokens":753}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":334,"out_tokens":554,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":11.314305657000006,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1418,"out_tokens":1428},"claude-opus-4-8":{"in_tokens":2729,"out_tokens":762},"claude-opus-4-7":{"in_tokens":2734,"out_tokens":466},"mistral-large-2":{"in_tokens":1505,"out_tokens":638}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":453,"out_tokens":333,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":21.51528350999999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1400,"out_tokens":1844},"claude-opus-4-8":{"in_tokens":2737,"out_tokens":910},"claude-opus-4-7":{"in_tokens":2742,"out_tokens":735},"mistral-large-2":{"in_tokens":1506,"out_tokens":722}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":1195,"error":null,"skip_reason":null,"score_raw":0.8571428571428572,"duration_s":17.574830410000004,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1612,"out_tokens":1893},"claude-opus-4-8":{"in_tokens":3171,"out_tokens":825},"claude-opus-4-7":{"in_tokens":3176,"out_tokens":605},"mistral-large-2":{"in_tokens":1713,"out_tokens":558}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":208,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":19.930190592999992,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1220,"out_tokens":1445},"claude-opus-4-8":{"in_tokens":2399,"out_tokens":756},"claude-opus-4-7":{"in_tokens":2404,"out_tokens":516},"mistral-large-2":{"in_tokens":1289,"out_tokens":833}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":488,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":10.726059972000002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1526,"out_tokens":1458},"claude-opus-4-8":{"in_tokens":2873,"out_tokens":722},"claude-opus-4-7":{"in_tokens":2878,"out_tokens":597},"mistral-large-2":{"in_tokens":1594,"out_tokens":645}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":3548,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":44.80547847300002,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2526,"out_tokens":3268},"claude-opus-4-8":{"in_tokens":4860,"out_tokens":1012},"claude-opus-4-7":{"in_tokens":4865,"out_tokens":989},"mistral-large-2":{"in_tokens":2702,"out_tokens":904}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":235,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":24.852955126000012,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1239,"out_tokens":1454},"claude-opus-4-8":{"in_tokens":2474,"out_tokens":831},"claude-opus-4-7":{"in_tokens":2479,"out_tokens":607},"mistral-large-2":{"in_tokens":1310,"out_tokens":538}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":537,"out_tokens":453,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":44.844812966999996,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1552,"out_tokens":2255},"claude-opus-4-8":{"in_tokens":2954,"out_tokens":1062},"claude-opus-4-7":{"in_tokens":2959,"out_tokens":793},"mistral-large-2":{"in_tokens":1648,"out_tokens":701}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":521,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":10.195381991000005,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1387,"out_tokens":1697},"claude-opus-4-8":{"in_tokens":2612,"out_tokens":682},"claude-opus-4-7":{"in_tokens":2617,"out_tokens":669},"mistral-large-2":{"in_tokens":1459,"out_tokens":688}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":454,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":9.371865600999996,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1289,"out_tokens":2419},"claude-opus-4-8":{"in_tokens":2481,"out_tokens":758},"claude-opus-4-7":{"in_tokens":2486,"out_tokens":602},"mistral-large-2":{"in_tokens":1363,"out_tokens":563}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":208,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":26.069845774000015,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1242,"out_tokens":1797},"claude-opus-4-8":{"in_tokens":2447,"out_tokens":956},"claude-opus-4-7":{"in_tokens":2452,"out_tokens":565},"mistral-large-2":{"in_tokens":1312,"out_tokens":543}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":571,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":16.694225636,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1514,"out_tokens":1998},"claude-opus-4-8":{"in_tokens":2715,"out_tokens":666},"claude-opus-4-7":{"in_tokens":2720,"out_tokens":539},"mistral-large-2":{"in_tokens":1575,"out_tokens":556}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":589,"out_tokens":1120,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":16.690654376999987,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1696,"out_tokens":2656},"claude-opus-4-8":{"in_tokens":3157,"out_tokens":1115},"claude-opus-4-7":{"in_tokens":3162,"out_tokens":704},"mistral-large-2":{"in_tokens":1836,"out_tokens":788}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":302,"out_tokens":438,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":9.458047624999978,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1315,"out_tokens":1448},"claude-opus-4-8":{"in_tokens":2490,"out_tokens":718},"claude-opus-4-7":{"in_tokens":2495,"out_tokens":557},"mistral-large-2":{"in_tokens":1375,"out_tokens":588}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":295,"out_tokens":375,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":8.000903532999985,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1312,"out_tokens":1528},"claude-opus-4-8":{"in_tokens":2489,"out_tokens":663},"claude-opus-4-7":{"in_tokens":2494,"out_tokens":580},"mistral-large-2":{"in_tokens":1377,"out_tokens":758}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":452,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":9.562011751,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1419,"out_tokens":1189},"claude-opus-4-8":{"in_tokens":2693,"out_tokens":600},"claude-opus-4-7":{"in_tokens":2698,"out_tokens":476},"mistral-large-2":{"in_tokens":1474,"out_tokens":618}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1519,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":24.27324637700002,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1920,"out_tokens":2149},"claude-opus-4-8":{"in_tokens":3649,"out_tokens":971},"claude-opus-4-7":{"in_tokens":3654,"out_tokens":695},"mistral-large-2":{"in_tokens":2067,"out_tokens":858}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":308,"out_tokens":182,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":16.810999471999992,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1257,"out_tokens":1447},"claude-opus-4-8":{"in_tokens":2402,"out_tokens":969},"claude-opus-4-7":{"in_tokens":2407,"out_tokens":654},"mistral-large-2":{"in_tokens":1355,"out_tokens":638}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":171,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":21.909012749,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1295,"out_tokens":1479},"claude-opus-4-8":{"in_tokens":2489,"out_tokens":763},"claude-opus-4-7":{"in_tokens":2494,"out_tokens":542},"mistral-large-2":{"in_tokens":1403,"out_tokens":539}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":395,"out_tokens":3751,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":83.682368624,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1275,"out_tokens":1496},"claude-opus-4-8":{"in_tokens":2407,"out_tokens":804},"claude-opus-4-7":{"in_tokens":2412,"out_tokens":691},"mistral-large-2":{"in_tokens":1411,"out_tokens":630}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":758,"out_tokens":1909,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":30.114738732000006,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2519,"out_tokens":3005},"claude-opus-4-8":{"in_tokens":4677,"out_tokens":1076},"claude-opus-4-7":{"in_tokens":4682,"out_tokens":905},"mistral-large-2":{"in_tokens":2705,"out_tokens":896}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":731,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":13.518314537999998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1845,"out_tokens":1513},"claude-opus-4-8":{"in_tokens":3491,"out_tokens":696},"claude-opus-4-7":{"in_tokens":3496,"out_tokens":603},"mistral-large-2":{"in_tokens":1914,"out_tokens":662}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":669,"out_tokens":1248,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":19.077556872000002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1720,"out_tokens":1974},"claude-opus-4-8":{"in_tokens":3320,"out_tokens":890},"claude-opus-4-7":{"in_tokens":3325,"out_tokens":751},"mistral-large-2":{"in_tokens":1792,"out_tokens":713}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":396,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":8.175401164000021,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1323,"out_tokens":1177},"claude-opus-4-8":{"in_tokens":2473,"out_tokens":771},"claude-opus-4-7":{"in_tokens":2478,"out_tokens":570},"mistral-large-2":{"in_tokens":1397,"out_tokens":924}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":291,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":6.103216013000008,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1228,"out_tokens":1269},"claude-opus-4-8":{"in_tokens":2316,"out_tokens":719},"claude-opus-4-7":{"in_tokens":2321,"out_tokens":461},"mistral-large-2":{"in_tokens":1273,"out_tokens":574}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":492,"out_tokens":221,"error":null,"skip_reason":null,"score_raw":0.2222222222222222,"duration_s":17.10503575499999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1310,"out_tokens":1391},"claude-opus-4-8":{"in_tokens":2488,"out_tokens":888},"claude-opus-4-7":{"in_tokens":2493,"out_tokens":766},"mistral-large-2":{"in_tokens":1413,"out_tokens":757}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":2265,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":32.52161610800002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1704,"out_tokens":2066},"claude-opus-4-8":{"in_tokens":3398,"out_tokens":883},"claude-opus-4-7":{"in_tokens":3403,"out_tokens":801},"mistral-large-2":{"in_tokens":1825,"out_tokens":767}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":226,"out_tokens":450,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":9.080097241999994,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1312,"out_tokens":1713},"claude-opus-4-8":{"in_tokens":2550,"out_tokens":569},"claude-opus-4-7":{"in_tokens":2555,"out_tokens":437},"mistral-large-2":{"in_tokens":1378,"out_tokens":502}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":232,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":6.0121358579999935,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1220,"out_tokens":2372},"claude-opus-4-8":{"in_tokens":2320,"out_tokens":861},"claude-opus-4-7":{"in_tokens":2325,"out_tokens":698},"mistral-large-2":{"in_tokens":1335,"out_tokens":1047}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":265,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":5.766877276000002,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1104,"out_tokens":2056},"claude-opus-4-8":{"in_tokens":2193,"out_tokens":819},"claude-opus-4-7":{"in_tokens":2198,"out_tokens":656},"mistral-large-2":{"in_tokens":1206,"out_tokens":633}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":3026,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":51.942868104999974,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2066,"out_tokens":1861},"claude-opus-4-8":{"in_tokens":3963,"out_tokens":955},"claude-opus-4-7":{"in_tokens":3968,"out_tokens":915},"mistral-large-2":{"in_tokens":2248,"out_tokens":729}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":309,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":31.541866657000014,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1807,"out_tokens":1931},"claude-opus-4-8":{"in_tokens":3354,"out_tokens":1098},"claude-opus-4-7":{"in_tokens":3359,"out_tokens":799},"mistral-large-2":{"in_tokens":1916,"out_tokens":797}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":304,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":6.157546819000004,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1152,"out_tokens":1749},"claude-opus-4-8":{"in_tokens":2230,"out_tokens":844},"claude-opus-4-7":{"in_tokens":2235,"out_tokens":647},"mistral-large-2":{"in_tokens":1289,"out_tokens":619}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":357,"out_tokens":274,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":23.591036352000003,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1350,"out_tokens":1588},"claude-opus-4-8":{"in_tokens":2620,"out_tokens":770},"claude-opus-4-7":{"in_tokens":2625,"out_tokens":639},"mistral-large-2":{"in_tokens":1403,"out_tokens":568}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":382,"out_tokens":273,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":5.568360612999982,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1216,"out_tokens":1580},"claude-opus-4-8":{"in_tokens":2324,"out_tokens":756},"claude-opus-4-7":{"in_tokens":2329,"out_tokens":561},"mistral-large-2":{"in_tokens":1307,"out_tokens":611}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":599,"out_tokens":454,"error":null,"skip_reason":null,"score_raw":0.44999999999999996,"duration_s":39.723381547,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.4,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1990,"out_tokens":2310},"claude-opus-4-8":{"in_tokens":3694,"out_tokens":1069},"claude-opus-4-7":{"in_tokens":3699,"out_tokens":953},"mistral-large-2":{"in_tokens":2116,"out_tokens":722}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":313,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":6.432985952999985,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1145,"out_tokens":1747},"claude-opus-4-8":{"in_tokens":2261,"out_tokens":631},"claude-opus-4-7":{"in_tokens":2266,"out_tokens":481},"mistral-large-2":{"in_tokens":1239,"out_tokens":536}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":350,"out_tokens":226,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":5.183385777000012,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1109,"out_tokens":1626},"claude-opus-4-8":{"in_tokens":2115,"out_tokens":694},"claude-opus-4-7":{"in_tokens":2120,"out_tokens":531},"mistral-large-2":{"in_tokens":1224,"out_tokens":611}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":710,"out_tokens":1294,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":22.30399167600001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1748,"out_tokens":1564},"claude-opus-4-8":{"in_tokens":3356,"out_tokens":714},"claude-opus-4-7":{"in_tokens":3361,"out_tokens":480},"mistral-large-2":{"in_tokens":1818,"out_tokens":620}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":368,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":38.15851979600001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1523,"out_tokens":1620},"claude-opus-4-8":{"in_tokens":2942,"out_tokens":862},"claude-opus-4-7":{"in_tokens":2947,"out_tokens":705},"mistral-large-2":{"in_tokens":1662,"out_tokens":916}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":209,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":9.691962032999982,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1066,"out_tokens":1425},"claude-opus-4-8":{"in_tokens":2077,"out_tokens":580},"claude-opus-4-7":{"in_tokens":2082,"out_tokens":470},"mistral-large-2":{"in_tokens":1140,"out_tokens":493}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":688,"out_tokens":1079,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":19.07950809800002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1679,"out_tokens":1222},"claude-opus-4-8":{"in_tokens":3134,"out_tokens":705},"claude-opus-4-7":{"in_tokens":3139,"out_tokens":648},"mistral-large-2":{"in_tokens":1758,"out_tokens":1100}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":374,"out_tokens":179,"error":null,"skip_reason":null,"score_raw":0.3888888888888889,"duration_s":3.602911804999991,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1122,"out_tokens":1613},"claude-opus-4-8":{"in_tokens":2108,"out_tokens":726},"claude-opus-4-7":{"in_tokens":2113,"out_tokens":533},"mistral-large-2":{"in_tokens":1215,"out_tokens":601}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1068,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":17.119213607999995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1537,"out_tokens":1268},"claude-opus-4-8":{"in_tokens":2866,"out_tokens":671},"claude-opus-4-7":{"in_tokens":2871,"out_tokens":523},"mistral-large-2":{"in_tokens":1615,"out_tokens":625}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":315,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":6.494880724000012,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1255,"out_tokens":1083},"claude-opus-4-8":{"in_tokens":2445,"out_tokens":661},"claude-opus-4-7":{"in_tokens":2450,"out_tokens":571},"mistral-large-2":{"in_tokens":1371,"out_tokens":542}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":577,"out_tokens":399,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":15.755704404,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1505,"out_tokens":1800},"claude-opus-4-8":{"in_tokens":2876,"out_tokens":707},"claude-opus-4-7":{"in_tokens":2881,"out_tokens":527},"mistral-large-2":{"in_tokens":1573,"out_tokens":733}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":455,"out_tokens":3474,"error":null,"skip_reason":null,"score_raw":0.35,"duration_s":64.16664476700001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1655,"out_tokens":1618},"claude-opus-4-8":{"in_tokens":3151,"out_tokens":963},"claude-opus-4-7":{"in_tokens":3156,"out_tokens":602},"mistral-large-2":{"in_tokens":1788,"out_tokens":866}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":295,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":6.147825489000013,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1212,"out_tokens":1176},"claude-opus-4-8":{"in_tokens":2333,"out_tokens":632},"claude-opus-4-7":{"in_tokens":2338,"out_tokens":550},"mistral-large-2":{"in_tokens":1321,"out_tokens":555}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":294,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":21.13323594800002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1398,"out_tokens":1611},"claude-opus-4-8":{"in_tokens":2637,"out_tokens":701},"claude-opus-4-7":{"in_tokens":2642,"out_tokens":554},"mistral-large-2":{"in_tokens":1462,"out_tokens":879}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":224,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":21.325168184999995,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1316,"out_tokens":1511},"claude-opus-4-8":{"in_tokens":2506,"out_tokens":686},"claude-opus-4-7":{"in_tokens":2511,"out_tokens":493},"mistral-large-2":{"in_tokens":1374,"out_tokens":507}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":568,"out_tokens":230,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":9.350964231000006,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1356,"out_tokens":1401},"claude-opus-4-8":{"in_tokens":2535,"out_tokens":843},"claude-opus-4-7":{"in_tokens":2540,"out_tokens":610},"mistral-large-2":{"in_tokens":1417,"out_tokens":560}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":775,"out_tokens":1171,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":20.661549398999995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1643,"out_tokens":1163},"claude-opus-4-8":{"in_tokens":3032,"out_tokens":531},"claude-opus-4-7":{"in_tokens":3037,"out_tokens":469},"mistral-large-2":{"in_tokens":1721,"out_tokens":721}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":537,"out_tokens":324,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":34.864009339999996,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1430,"out_tokens":2052},"claude-opus-4-8":{"in_tokens":2726,"out_tokens":949},"claude-opus-4-7":{"in_tokens":2731,"out_tokens":812},"mistral-large-2":{"in_tokens":1486,"out_tokens":638}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":492,"out_tokens":3675,"error":null,"skip_reason":null,"score_raw":0.05,"duration_s":66.29603419,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1751,"out_tokens":2002},"claude-opus-4-8":{"in_tokens":3308,"out_tokens":1408},"claude-opus-4-7":{"in_tokens":3313,"out_tokens":939},"mistral-large-2":{"in_tokens":1851,"out_tokens":821}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":310,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":7.301566889000014,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1313,"out_tokens":1469},"claude-opus-4-8":{"in_tokens":2494,"out_tokens":671},"claude-opus-4-7":{"in_tokens":2499,"out_tokens":571},"mistral-large-2":{"in_tokens":1439,"out_tokens":633}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":236,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":16.453034426000016,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1193,"out_tokens":1839},"claude-opus-4-8":{"in_tokens":2255,"out_tokens":659},"claude-opus-4-7":{"in_tokens":2260,"out_tokens":547},"mistral-large-2":{"in_tokens":1245,"out_tokens":595}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":3195,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":55.389660926999994,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1785,"out_tokens":1756},"claude-opus-4-8":{"in_tokens":3440,"out_tokens":843},"claude-opus-4-7":{"in_tokens":3445,"out_tokens":534},"mistral-large-2":{"in_tokens":1914,"out_tokens":600}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":311,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":8.100013388000008,"hallucination_count":6.25,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1142,"out_tokens":1641},"claude-opus-4-8":{"in_tokens":2169,"out_tokens":929},"claude-opus-4-7":{"in_tokens":2174,"out_tokens":710},"mistral-large-2":{"in_tokens":1274,"out_tokens":689}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":3449,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":63.954284137,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1408,"out_tokens":2079},"claude-opus-4-8":{"in_tokens":2681,"out_tokens":1035},"claude-opus-4-7":{"in_tokens":2686,"out_tokens":707},"mistral-large-2":{"in_tokens":1518,"out_tokens":663}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":447,"out_tokens":287,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":18.416945830999992,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1310,"out_tokens":1076},"claude-opus-4-8":{"in_tokens":2402,"out_tokens":505},"claude-opus-4-7":{"in_tokens":2407,"out_tokens":503},"mistral-large-2":{"in_tokens":1370,"out_tokens":587}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":502,"out_tokens":189,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":11.631213995999985,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1158,"out_tokens":1407},"claude-opus-4-8":{"in_tokens":2194,"out_tokens":615},"claude-opus-4-7":{"in_tokens":2199,"out_tokens":536},"mistral-large-2":{"in_tokens":1216,"out_tokens":539}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":495,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":10.314603562999991,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1454,"out_tokens":1741},"claude-opus-4-8":{"in_tokens":2772,"out_tokens":911},"claude-opus-4-7":{"in_tokens":2777,"out_tokens":657},"mistral-large-2":{"in_tokens":1563,"out_tokens":677}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":360,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":8.466779559999992,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1365,"out_tokens":1964},"claude-opus-4-8":{"in_tokens":2621,"out_tokens":801},"claude-opus-4-7":{"in_tokens":2626,"out_tokens":544},"mistral-large-2":{"in_tokens":1496,"out_tokens":625}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":633,"out_tokens":311,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":10.929460145999997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1342,"out_tokens":1509},"claude-opus-4-8":{"in_tokens":2475,"out_tokens":513},"claude-opus-4-7":{"in_tokens":2480,"out_tokens":418},"mistral-large-2":{"in_tokens":1405,"out_tokens":499}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":311,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":7.222155642000018,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1182,"out_tokens":1430},"claude-opus-4-8":{"in_tokens":2370,"out_tokens":900},"claude-opus-4-7":{"in_tokens":2375,"out_tokens":782},"mistral-large-2":{"in_tokens":1245,"out_tokens":603}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":982,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":16.515319677000008,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1497,"out_tokens":1957},"claude-opus-4-8":{"in_tokens":2738,"out_tokens":603},"claude-opus-4-7":{"in_tokens":2743,"out_tokens":572},"mistral-large-2":{"in_tokens":1572,"out_tokens":606}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":1660,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":27.711878248000005,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1391,"out_tokens":1418},"claude-opus-4-8":{"in_tokens":2721,"out_tokens":722},"claude-opus-4-7":{"in_tokens":2726,"out_tokens":469},"mistral-large-2":{"in_tokens":1493,"out_tokens":521}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":4.400532735000013,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1174,"out_tokens":1693},"claude-opus-4-8":{"in_tokens":2178,"out_tokens":678},"claude-opus-4-7":{"in_tokens":2183,"out_tokens":474},"mistral-large-2":{"in_tokens":1317,"out_tokens":672}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":454,"out_tokens":321,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":11.164748951999997,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.25,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1224,"out_tokens":1598},"claude-opus-4-8":{"in_tokens":2285,"out_tokens":906},"claude-opus-4-7":{"in_tokens":2290,"out_tokens":524},"mistral-large-2":{"in_tokens":1284,"out_tokens":573}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":973,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":17.51256981399999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1380,"out_tokens":1921},"claude-opus-4-8":{"in_tokens":2632,"out_tokens":656},"claude-opus-4-7":{"in_tokens":2637,"out_tokens":497},"mistral-large-2":{"in_tokens":1468,"out_tokens":804}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":294,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":5.979844721000006,"hallucination_count":6.5,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1198,"out_tokens":1717},"claude-opus-4-8":{"in_tokens":2454,"out_tokens":876},"claude-opus-4-7":{"in_tokens":2459,"out_tokens":582},"mistral-large-2":{"in_tokens":1327,"out_tokens":669}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":274,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":8.196197447000003,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1138,"out_tokens":1521},"claude-opus-4-8":{"in_tokens":2258,"out_tokens":710},"claude-opus-4-7":{"in_tokens":2263,"out_tokens":648},"mistral-large-2":{"in_tokens":1219,"out_tokens":638}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":2719,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":50.49981592500001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1546,"out_tokens":1931},"claude-opus-4-8":{"in_tokens":3109,"out_tokens":672},"claude-opus-4-7":{"in_tokens":3114,"out_tokens":585},"mistral-large-2":{"in_tokens":1636,"out_tokens":666}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":1128,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":18.16602902599999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1409,"out_tokens":1079},"claude-opus-4-8":{"in_tokens":2721,"out_tokens":558},"claude-opus-4-7":{"in_tokens":2726,"out_tokens":469},"mistral-large-2":{"in_tokens":1495,"out_tokens":513}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":266,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":8.654120374000001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1140,"out_tokens":1371},"claude-opus-4-8":{"in_tokens":2149,"out_tokens":579},"claude-opus-4-7":{"in_tokens":2154,"out_tokens":455},"mistral-large-2":{"in_tokens":1197,"out_tokens":509}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":528,"out_tokens":279,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":16.069015973999996,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1259,"out_tokens":1723},"claude-opus-4-8":{"in_tokens":2330,"out_tokens":607},"claude-opus-4-7":{"in_tokens":2335,"out_tokens":598},"mistral-large-2":{"in_tokens":1327,"out_tokens":622}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":574,"out_tokens":972,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":16.161514826,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1404,"out_tokens":1543},"claude-opus-4-8":{"in_tokens":2665,"out_tokens":583},"claude-opus-4-7":{"in_tokens":2670,"out_tokens":469},"mistral-large-2":{"in_tokens":1487,"out_tokens":533}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":572,"out_tokens":297,"error":null,"skip_reason":null,"score_raw":0.3571428571428571,"duration_s":5.976267854000014,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1518,"out_tokens":1491},"claude-opus-4-8":{"in_tokens":2818,"out_tokens":767},"claude-opus-4-7":{"in_tokens":2823,"out_tokens":588},"mistral-large-2":{"in_tokens":1708,"out_tokens":454}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":248,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":18.763869943999993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1215,"out_tokens":1691},"claude-opus-4-8":{"in_tokens":2235,"out_tokens":621},"claude-opus-4-7":{"in_tokens":2240,"out_tokens":466},"mistral-large-2":{"in_tokens":1285,"out_tokens":544}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":431,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":8.29305263400002,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1516,"out_tokens":1593},"claude-opus-4-8":{"in_tokens":2965,"out_tokens":857},"claude-opus-4-7":{"in_tokens":2970,"out_tokens":718},"mistral-large-2":{"in_tokens":1705,"out_tokens":583}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":256,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":19.50590440899998,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.25,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1138,"out_tokens":1415},"claude-opus-4-8":{"in_tokens":2164,"out_tokens":542},"claude-opus-4-7":{"in_tokens":2169,"out_tokens":478},"mistral-large-2":{"in_tokens":1199,"out_tokens":542}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":333,"out_tokens":273,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":5.964134693999995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1219,"out_tokens":1120},"claude-opus-4-8":{"in_tokens":2344,"out_tokens":685},"claude-opus-4-7":{"in_tokens":2349,"out_tokens":475},"mistral-large-2":{"in_tokens":1318,"out_tokens":542}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":206,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.402116242000005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1058,"out_tokens":925},"claude-opus-4-8":{"in_tokens":2012,"out_tokens":544},"claude-opus-4-7":{"in_tokens":2017,"out_tokens":430},"mistral-large-2":{"in_tokens":1112,"out_tokens":431}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":473,"out_tokens":84,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":8.735916786000018,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":926,"out_tokens":879},"claude-opus-4-8":{"in_tokens":1736,"out_tokens":464},"claude-opus-4-7":{"in_tokens":1741,"out_tokens":405},"mistral-large-2":{"in_tokens":961,"out_tokens":462}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":271,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":12.70356385400001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1183,"out_tokens":1247},"claude-opus-4-8":{"in_tokens":2246,"out_tokens":551},"claude-opus-4-7":{"in_tokens":2251,"out_tokens":538},"mistral-large-2":{"in_tokens":1260,"out_tokens":478}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":208,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":4.22740031699999,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1171,"out_tokens":1480},"claude-opus-4-8":{"in_tokens":2255,"out_tokens":954},"claude-opus-4-7":{"in_tokens":2260,"out_tokens":690},"mistral-large-2":{"in_tokens":1295,"out_tokens":820}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":513,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":9.488449460999988,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1893,"out_tokens":3135},"claude-opus-4-8":{"in_tokens":3541,"out_tokens":1211},"claude-opus-4-7":{"in_tokens":3546,"out_tokens":923},"mistral-large-2":{"in_tokens":2019,"out_tokens":772}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":512,"out_tokens":783,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":13.51604091499999,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1251,"out_tokens":948},"claude-opus-4-8":{"in_tokens":2339,"out_tokens":538},"claude-opus-4-7":{"in_tokens":2344,"out_tokens":410},"mistral-large-2":{"in_tokens":1301,"out_tokens":502}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":212,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":17.840837538000017,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1105,"out_tokens":1184},"claude-opus-4-8":{"in_tokens":2118,"out_tokens":563},"claude-opus-4-7":{"in_tokens":2123,"out_tokens":476},"mistral-large-2":{"in_tokens":1174,"out_tokens":441}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":2800,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":40.566586702999984,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2314,"out_tokens":2456},"claude-opus-4-8":{"in_tokens":4267,"out_tokens":906},"claude-opus-4-7":{"in_tokens":4272,"out_tokens":743},"mistral-large-2":{"in_tokens":2472,"out_tokens":948}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":393,"out_tokens":226,"error":null,"skip_reason":null,"score_raw":0.38888888888888884,"duration_s":4.933383149999997,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1210,"out_tokens":1507},"claude-opus-4-8":{"in_tokens":2344,"out_tokens":801},"claude-opus-4-7":{"in_tokens":2349,"out_tokens":587},"mistral-large-2":{"in_tokens":1313,"out_tokens":583}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":581,"out_tokens":224,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":12.300611565999986,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1291,"out_tokens":1121},"claude-opus-4-8":{"in_tokens":2411,"out_tokens":615},"claude-opus-4-7":{"in_tokens":2416,"out_tokens":568},"mistral-large-2":{"in_tokens":1354,"out_tokens":560}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":499,"out_tokens":333,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":14.063170584000005,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1318,"out_tokens":1805},"claude-opus-4-8":{"in_tokens":2417,"out_tokens":660},"claude-opus-4-7":{"in_tokens":2422,"out_tokens":478},"mistral-large-2":{"in_tokens":1376,"out_tokens":570}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":453,"out_tokens":323,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":8.294333913999992,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1195,"out_tokens":1425},"claude-opus-4-8":{"in_tokens":2261,"out_tokens":602},"claude-opus-4-7":{"in_tokens":2266,"out_tokens":507},"mistral-large-2":{"in_tokens":1266,"out_tokens":468}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":466,"out_tokens":405,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":10.424168218000005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1307,"out_tokens":1519},"claude-opus-4-8":{"in_tokens":2458,"out_tokens":772},"claude-opus-4-7":{"in_tokens":2463,"out_tokens":568},"mistral-large-2":{"in_tokens":1383,"out_tokens":551}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":546,"out_tokens":1069,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":19.556411378000007,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1540,"out_tokens":1818},"claude-opus-4-8":{"in_tokens":2847,"out_tokens":618},"claude-opus-4-7":{"in_tokens":2852,"out_tokens":493},"mistral-large-2":{"in_tokens":1597,"out_tokens":1002}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":252,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":5.251788074999979,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1162,"out_tokens":1404},"claude-opus-4-8":{"in_tokens":2311,"out_tokens":851},"claude-opus-4-7":{"in_tokens":2316,"out_tokens":753},"mistral-large-2":{"in_tokens":1269,"out_tokens":629}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":970,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":16.781790355999988,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1400,"out_tokens":1130},"claude-opus-4-8":{"in_tokens":2637,"out_tokens":645},"claude-opus-4-7":{"in_tokens":2642,"out_tokens":554},"mistral-large-2":{"in_tokens":1462,"out_tokens":554}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":159,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":15.57420384300002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":989,"out_tokens":1093},"claude-opus-4-8":{"in_tokens":1870,"out_tokens":424},"claude-opus-4-7":{"in_tokens":1875,"out_tokens":371},"mistral-large-2":{"in_tokens":1029,"out_tokens":474}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":695,"out_tokens":1223,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":19.640800262,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1695,"out_tokens":1834},"claude-opus-4-8":{"in_tokens":3172,"out_tokens":703},"claude-opus-4-7":{"in_tokens":3177,"out_tokens":462},"mistral-large-2":{"in_tokens":1778,"out_tokens":631}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":2299,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":30.327816783000003,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1561,"out_tokens":1677},"claude-opus-4-8":{"in_tokens":2962,"out_tokens":1086},"claude-opus-4-7":{"in_tokens":2967,"out_tokens":841},"mistral-large-2":{"in_tokens":1699,"out_tokens":667}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":233,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":16.48976699800002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1288,"out_tokens":1572},"claude-opus-4-8":{"in_tokens":2407,"out_tokens":626},"claude-opus-4-7":{"in_tokens":2412,"out_tokens":463},"mistral-large-2":{"in_tokens":1349,"out_tokens":817}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":362,"out_tokens":252,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":5.4585274519999984,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1113,"out_tokens":1963},"claude-opus-4-8":{"in_tokens":2192,"out_tokens":811},"claude-opus-4-7":{"in_tokens":2197,"out_tokens":515},"mistral-large-2":{"in_tokens":1215,"out_tokens":527}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":473,"out_tokens":196,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":9.060212357000012,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1158,"out_tokens":882},"claude-opus-4-8":{"in_tokens":2187,"out_tokens":549},"claude-opus-4-7":{"in_tokens":2192,"out_tokens":438},"mistral-large-2":{"in_tokens":1219,"out_tokens":492}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":1009,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":17.545822741000023,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1375,"out_tokens":972},"claude-opus-4-8":{"in_tokens":2639,"out_tokens":631},"claude-opus-4-7":{"in_tokens":2644,"out_tokens":542},"mistral-large-2":{"in_tokens":1454,"out_tokens":529}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":574,"out_tokens":420,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":11.960834832000018,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1573,"out_tokens":1857},"claude-opus-4-8":{"in_tokens":3003,"out_tokens":592},"claude-opus-4-7":{"in_tokens":3008,"out_tokens":587},"mistral-large-2":{"in_tokens":1632,"out_tokens":616}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":2918,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":30.72424392099998,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1883,"out_tokens":2295},"claude-opus-4-8":{"in_tokens":3527,"out_tokens":842},"claude-opus-4-7":{"in_tokens":3532,"out_tokens":767},"mistral-large-2":{"in_tokens":2036,"out_tokens":715}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":168,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":17.762121494999974,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1052,"out_tokens":1131},"claude-opus-4-8":{"in_tokens":1998,"out_tokens":627},"claude-opus-4-7":{"in_tokens":2003,"out_tokens":575},"mistral-large-2":{"in_tokens":1113,"out_tokens":515}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":555,"out_tokens":237,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":12.869153100999966,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1226,"out_tokens":953},"claude-opus-4-8":{"in_tokens":2316,"out_tokens":551},"claude-opus-4-7":{"in_tokens":2321,"out_tokens":459},"mistral-large-2":{"in_tokens":1282,"out_tokens":614}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":292,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":5.490065313999992,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1193,"out_tokens":1773},"claude-opus-4-8":{"in_tokens":2223,"out_tokens":833},"claude-opus-4-7":{"in_tokens":2228,"out_tokens":868},"mistral-large-2":{"in_tokens":1310,"out_tokens":702}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":214,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":16.316816701000022,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1121,"out_tokens":1152},"claude-opus-4-8":{"in_tokens":2113,"out_tokens":617},"claude-opus-4-7":{"in_tokens":2118,"out_tokens":514},"mistral-large-2":{"in_tokens":1174,"out_tokens":517}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":6809,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":153.44052449999998,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1324,"out_tokens":2357},"claude-opus-4-8":{"in_tokens":2584,"out_tokens":1091},"claude-opus-4-7":{"in_tokens":2589,"out_tokens":639},"mistral-large-2":{"in_tokens":1426,"out_tokens":694}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":208,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":4.453550247999999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1113,"out_tokens":1479},"claude-opus-4-8":{"in_tokens":2140,"out_tokens":791},"claude-opus-4-7":{"in_tokens":2145,"out_tokens":502},"mistral-large-2":{"in_tokens":1236,"out_tokens":606}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":282,"out_tokens":2354,"error":null,"skip_reason":null,"score_raw":0.275,"duration_s":51.35229017,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1242,"out_tokens":1709},"claude-opus-4-8":{"in_tokens":2418,"out_tokens":1025},"claude-opus-4-7":{"in_tokens":2423,"out_tokens":768},"mistral-large-2":{"in_tokens":1333,"out_tokens":602}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":276,"out_tokens":179,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":16.395650087999968,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1038,"out_tokens":1133},"claude-opus-4-8":{"in_tokens":1993,"out_tokens":614},"claude-opus-4-7":{"in_tokens":1998,"out_tokens":554},"mistral-large-2":{"in_tokens":1088,"out_tokens":471}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":473,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":11.058992004999993,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1141,"out_tokens":1356},"claude-opus-4-8":{"in_tokens":2134,"out_tokens":610},"claude-opus-4-7":{"in_tokens":2139,"out_tokens":527},"mistral-large-2":{"in_tokens":1197,"out_tokens":636}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":93,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":10.402251820999993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1051,"out_tokens":889},"claude-opus-4-8":{"in_tokens":1964,"out_tokens":594},"claude-opus-4-7":{"in_tokens":1969,"out_tokens":480},"mistral-large-2":{"in_tokens":1082,"out_tokens":469}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":1104,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":19.684266981000007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1467,"out_tokens":2215},"claude-opus-4-8":{"in_tokens":2758,"out_tokens":671},"claude-opus-4-7":{"in_tokens":2763,"out_tokens":553},"mistral-large-2":{"in_tokens":1536,"out_tokens":611}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":645,"out_tokens":1062,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":17.98309697999997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1535,"out_tokens":1155},"claude-opus-4-8":{"in_tokens":2901,"out_tokens":617},"claude-opus-4-7":{"in_tokens":2906,"out_tokens":588},"mistral-large-2":{"in_tokens":1593,"out_tokens":811}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1123,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":17.49066098200001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1704,"out_tokens":1533},"claude-opus-4-8":{"in_tokens":3163,"out_tokens":753},"claude-opus-4-7":{"in_tokens":3168,"out_tokens":616},"mistral-large-2":{"in_tokens":1786,"out_tokens":702}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":230,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":5.111714268000014,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1089,"out_tokens":1747},"claude-opus-4-8":{"in_tokens":2118,"out_tokens":681},"claude-opus-4-7":{"in_tokens":2123,"out_tokens":616},"mistral-large-2":{"in_tokens":1138,"out_tokens":566}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":2668,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":51.14678817499998,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1190,"out_tokens":1312},"claude-opus-4-8":{"in_tokens":2362,"out_tokens":968},"claude-opus-4-7":{"in_tokens":2367,"out_tokens":688},"mistral-large-2":{"in_tokens":1253,"out_tokens":554}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":411,"out_tokens":277,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":11.995861988000001,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1171,"out_tokens":1488},"claude-opus-4-8":{"in_tokens":2253,"out_tokens":542},"claude-opus-4-7":{"in_tokens":2258,"out_tokens":431},"mistral-large-2":{"in_tokens":1231,"out_tokens":511}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":173,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":17.95476011400001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1072,"out_tokens":1138},"claude-opus-4-8":{"in_tokens":1982,"out_tokens":684},"claude-opus-4-7":{"in_tokens":1987,"out_tokens":525},"mistral-large-2":{"in_tokens":1123,"out_tokens":532}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":854,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":14.646887067000023,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1398,"out_tokens":1259},"claude-opus-4-8":{"in_tokens":2642,"out_tokens":594},"claude-opus-4-7":{"in_tokens":2647,"out_tokens":491},"mistral-large-2":{"in_tokens":1469,"out_tokens":464}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":704,"out_tokens":1284,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":22.764096037,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1803,"out_tokens":1564},"claude-opus-4-8":{"in_tokens":3437,"out_tokens":615},"claude-opus-4-7":{"in_tokens":3442,"out_tokens":511},"mistral-large-2":{"in_tokens":1872,"out_tokens":633}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":2347,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":30.405029271000018,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2022,"out_tokens":1450},"claude-opus-4-8":{"in_tokens":3853,"out_tokens":697},"claude-opus-4-7":{"in_tokens":3858,"out_tokens":461},"mistral-large-2":{"in_tokens":2126,"out_tokens":736}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":370,"out_tokens":4263,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":79.23416866200003,"hallucination_count":7.5,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1312,"out_tokens":2054},"claude-opus-4-8":{"in_tokens":2505,"out_tokens":1053},"claude-opus-4-7":{"in_tokens":2510,"out_tokens":629},"mistral-large-2":{"in_tokens":1384,"out_tokens":679}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":115,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":14.824937091000038,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1133,"out_tokens":1513},"claude-opus-4-8":{"in_tokens":2131,"out_tokens":710},"claude-opus-4-7":{"in_tokens":2136,"out_tokens":540},"mistral-large-2":{"in_tokens":1243,"out_tokens":907}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":3313,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":45.765429994000016,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1641,"out_tokens":2457},"claude-opus-4-8":{"in_tokens":3199,"out_tokens":1012},"claude-opus-4-7":{"in_tokens":3204,"out_tokens":771},"mistral-large-2":{"in_tokens":1708,"out_tokens":765}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":378,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":7.477512735000005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1257,"out_tokens":837},"claude-opus-4-8":{"in_tokens":2389,"out_tokens":628},"claude-opus-4-7":{"in_tokens":2394,"out_tokens":516},"mistral-large-2":{"in_tokens":1349,"out_tokens":507}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":514,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":9.777065843999992,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1234,"out_tokens":1473},"claude-opus-4-8":{"in_tokens":2290,"out_tokens":720},"claude-opus-4-7":{"in_tokens":2295,"out_tokens":667},"mistral-large-2":{"in_tokens":1267,"out_tokens":525}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":252,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":20.264149667000027,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1394,"out_tokens":1420},"claude-opus-4-8":{"in_tokens":2655,"out_tokens":685},"claude-opus-4-7":{"in_tokens":2660,"out_tokens":550},"mistral-large-2":{"in_tokens":1444,"out_tokens":823}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1332,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":22.961994671000014,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1516,"out_tokens":1510},"claude-opus-4-8":{"in_tokens":2847,"out_tokens":600},"claude-opus-4-7":{"in_tokens":2852,"out_tokens":532},"mistral-large-2":{"in_tokens":1607,"out_tokens":671}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":156,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":4.971458731999974,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":969,"out_tokens":969},"claude-opus-4-8":{"in_tokens":1882,"out_tokens":563},"claude-opus-4-7":{"in_tokens":1887,"out_tokens":459},"mistral-large-2":{"in_tokens":1047,"out_tokens":486}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":221,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.205559590999997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1203,"out_tokens":1350},"claude-opus-4-8":{"in_tokens":2268,"out_tokens":467},"claude-opus-4-7":{"in_tokens":2273,"out_tokens":438},"mistral-large-2":{"in_tokens":1250,"out_tokens":678}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":164,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":13.949022650000018,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1115,"out_tokens":851},"claude-opus-4-8":{"in_tokens":2118,"out_tokens":578},"claude-opus-4-7":{"in_tokens":2123,"out_tokens":500},"mistral-large-2":{"in_tokens":1171,"out_tokens":421}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":863,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":13.466152948000001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1316,"out_tokens":1217},"claude-opus-4-8":{"in_tokens":2545,"out_tokens":665},"claude-opus-4-7":{"in_tokens":2550,"out_tokens":404},"mistral-large-2":{"in_tokens":1374,"out_tokens":562}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":948,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":19.223201293999978,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1470,"out_tokens":1267},"claude-opus-4-8":{"in_tokens":2716,"out_tokens":578},"claude-opus-4-7":{"in_tokens":2721,"out_tokens":542},"mistral-large-2":{"in_tokens":1547,"out_tokens":478}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":536,"out_tokens":163,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":16.818828097999983,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1129,"out_tokens":1528},"claude-opus-4-8":{"in_tokens":2140,"out_tokens":735},"claude-opus-4-7":{"in_tokens":2145,"out_tokens":635},"mistral-large-2":{"in_tokens":1218,"out_tokens":578}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":628,"out_tokens":870,"error":null,"skip_reason":null,"score_raw":0.8250000000000001,"duration_s":16.951508960000012,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1449,"out_tokens":1385},"claude-opus-4-8":{"in_tokens":2767,"out_tokens":662},"claude-opus-4-7":{"in_tokens":2772,"out_tokens":560},"mistral-large-2":{"in_tokens":1599,"out_tokens":702}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":221,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":21.399453446999985,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1109,"out_tokens":2672},"claude-opus-4-8":{"in_tokens":2123,"out_tokens":836},"claude-opus-4-7":{"in_tokens":2128,"out_tokens":563},"mistral-large-2":{"in_tokens":1253,"out_tokens":683}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":499,"out_tokens":126,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":13.574434743999973,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1002,"out_tokens":1140},"claude-opus-4-8":{"in_tokens":1938,"out_tokens":596},"claude-opus-4-7":{"in_tokens":1943,"out_tokens":447},"mistral-large-2":{"in_tokens":1070,"out_tokens":450}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":1012,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":16.186816339000018,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1516,"out_tokens":1761},"claude-opus-4-8":{"in_tokens":2797,"out_tokens":645},"claude-opus-4-7":{"in_tokens":2802,"out_tokens":533},"mistral-large-2":{"in_tokens":1583,"out_tokens":642}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":453,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":9.531258825000009,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1324,"out_tokens":1959},"claude-opus-4-8":{"in_tokens":2539,"out_tokens":693},"claude-opus-4-7":{"in_tokens":2544,"out_tokens":613},"mistral-large-2":{"in_tokens":1445,"out_tokens":839}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":401,"out_tokens":3631,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":72.293681924,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1181,"out_tokens":1594},"claude-opus-4-8":{"in_tokens":2294,"out_tokens":891},"claude-opus-4-7":{"in_tokens":2299,"out_tokens":722},"mistral-large-2":{"in_tokens":1242,"out_tokens":667}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":980,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":16.286270424999998,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1341,"out_tokens":1246},"claude-opus-4-8":{"in_tokens":2671,"out_tokens":614},"claude-opus-4-7":{"in_tokens":2676,"out_tokens":523},"mistral-large-2":{"in_tokens":1456,"out_tokens":635}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":216,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":16.191990497000006,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1163,"out_tokens":1265},"claude-opus-4-8":{"in_tokens":2205,"out_tokens":608},"claude-opus-4-7":{"in_tokens":2210,"out_tokens":457},"mistral-large-2":{"in_tokens":1224,"out_tokens":636}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":492,"out_tokens":111,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":27.355512766999993,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":986,"out_tokens":1698},"claude-opus-4-8":{"in_tokens":1933,"out_tokens":619},"claude-opus-4-7":{"in_tokens":1938,"out_tokens":478},"mistral-large-2":{"in_tokens":1066,"out_tokens":579}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":217,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":62.472351094000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1188,"out_tokens":1472},"claude-opus-4-8":{"in_tokens":2206,"out_tokens":649},"claude-opus-4-7":{"in_tokens":2211,"out_tokens":484},"mistral-large-2":{"in_tokens":1236,"out_tokens":520}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":160,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":14.279403037000009,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1117,"out_tokens":908},"claude-opus-4-8":{"in_tokens":2100,"out_tokens":652},"claude-opus-4-7":{"in_tokens":2105,"out_tokens":510},"mistral-large-2":{"in_tokens":1156,"out_tokens":598}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":631,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":10.838299775999985,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1192,"out_tokens":1211},"claude-opus-4-8":{"in_tokens":2300,"out_tokens":563},"claude-opus-4-7":{"in_tokens":2305,"out_tokens":452},"mistral-large-2":{"in_tokens":1296,"out_tokens":501}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":0.3055555555555556,"duration_s":64.78308795699999,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1172,"out_tokens":1853},"claude-opus-4-8":{"in_tokens":2235,"out_tokens":906},"claude-opus-4-7":{"in_tokens":2240,"out_tokens":756},"mistral-large-2":{"in_tokens":1288,"out_tokens":724}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":420,"error":null,"skip_reason":null,"score_raw":0.38888888888888884,"duration_s":8.983445770000003,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1513,"out_tokens":2641},"claude-opus-4-8":{"in_tokens":3024,"out_tokens":880},"claude-opus-4-7":{"in_tokens":3029,"out_tokens":760},"mistral-large-2":{"in_tokens":1632,"out_tokens":770}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":310,"error":null,"skip_reason":null,"score_raw":0.3888888888888889,"duration_s":67.240772467,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1355,"out_tokens":1596},"claude-opus-4-8":{"in_tokens":2604,"out_tokens":1013},"claude-opus-4-7":{"in_tokens":2609,"out_tokens":822},"mistral-large-2":{"in_tokens":1477,"out_tokens":636}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":216,"out_tokens":243,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":16.335474218,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1130,"out_tokens":886},"claude-opus-4-8":{"in_tokens":2180,"out_tokens":580},"claude-opus-4-7":{"in_tokens":2185,"out_tokens":461},"mistral-large-2":{"in_tokens":1184,"out_tokens":839}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":1242,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":21.450787338000055,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1512,"out_tokens":1115},"claude-opus-4-8":{"in_tokens":2908,"out_tokens":523},"claude-opus-4-7":{"in_tokens":2913,"out_tokens":469},"mistral-large-2":{"in_tokens":1599,"out_tokens":640}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":140,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":13.127673700000003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1055,"out_tokens":1500},"claude-opus-4-8":{"in_tokens":2005,"out_tokens":692},"claude-opus-4-7":{"in_tokens":2010,"out_tokens":547},"mistral-large-2":{"in_tokens":1162,"out_tokens":609}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":205,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":13.970553767000013,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1186,"out_tokens":1600},"claude-opus-4-8":{"in_tokens":2296,"out_tokens":692},"claude-opus-4-7":{"in_tokens":2301,"out_tokens":665},"mistral-large-2":{"in_tokens":1305,"out_tokens":553}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":2186,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":34.627369377000036,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2045,"out_tokens":1707},"claude-opus-4-8":{"in_tokens":3813,"out_tokens":531},"claude-opus-4-7":{"in_tokens":3818,"out_tokens":507},"mistral-large-2":{"in_tokens":2140,"out_tokens":619}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":639,"out_tokens":991,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":16.456334676999973,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1457,"out_tokens":1551},"claude-opus-4-8":{"in_tokens":2782,"out_tokens":771},"claude-opus-4-7":{"in_tokens":2787,"out_tokens":561},"mistral-large-2":{"in_tokens":1568,"out_tokens":592}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":1154,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":20.090162167000017,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1461,"out_tokens":2090},"claude-opus-4-8":{"in_tokens":2818,"out_tokens":806},"claude-opus-4-7":{"in_tokens":2823,"out_tokens":616},"mistral-large-2":{"in_tokens":1632,"out_tokens":619}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":1451,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":29.435639562000006,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1502,"out_tokens":1149},"claude-opus-4-8":{"in_tokens":2843,"out_tokens":585},"claude-opus-4-7":{"in_tokens":2848,"out_tokens":530},"mistral-large-2":{"in_tokens":1587,"out_tokens":675}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":127,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":18.575400293999962,"hallucination_count":6.25,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":984,"out_tokens":1398},"claude-opus-4-8":{"in_tokens":1930,"out_tokens":712},"claude-opus-4-7":{"in_tokens":1935,"out_tokens":427},"mistral-large-2":{"in_tokens":1062,"out_tokens":671}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":397,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":68.72857714400001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1295,"out_tokens":1504},"claude-opus-4-8":{"in_tokens":2529,"out_tokens":584},"claude-opus-4-7":{"in_tokens":2534,"out_tokens":551},"mistral-large-2":{"in_tokens":1435,"out_tokens":663}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":543,"out_tokens":144,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":11.592495369999995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1096,"out_tokens":1380},"claude-opus-4-8":{"in_tokens":2087,"out_tokens":664},"claude-opus-4-7":{"in_tokens":2092,"out_tokens":497},"mistral-large-2":{"in_tokens":1191,"out_tokens":583}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":503,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":8.530415146999985,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1180,"out_tokens":1088},"claude-opus-4-8":{"in_tokens":2211,"out_tokens":627},"claude-opus-4-7":{"in_tokens":2216,"out_tokens":532},"mistral-large-2":{"in_tokens":1294,"out_tokens":710}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":436,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":8.074660340000037,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1264,"out_tokens":1593},"claude-opus-4-8":{"in_tokens":2572,"out_tokens":691},"claude-opus-4-7":{"in_tokens":2577,"out_tokens":549},"mistral-large-2":{"in_tokens":1349,"out_tokens":573}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":2536,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":40.25898063799997,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1333,"out_tokens":1371},"claude-opus-4-8":{"in_tokens":2543,"out_tokens":795},"claude-opus-4-7":{"in_tokens":2548,"out_tokens":641},"mistral-large-2":{"in_tokens":1442,"out_tokens":647}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":480,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":9.962436865999962,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1427,"out_tokens":2077},"claude-opus-4-8":{"in_tokens":2968,"out_tokens":723},"claude-opus-4-7":{"in_tokens":2973,"out_tokens":661},"mistral-large-2":{"in_tokens":1533,"out_tokens":660}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":172,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":15.778750386000013,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1176,"out_tokens":1411},"claude-opus-4-8":{"in_tokens":2227,"out_tokens":761},"claude-opus-4-7":{"in_tokens":2232,"out_tokens":549},"mistral-large-2":{"in_tokens":1283,"out_tokens":712}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":539,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":11.319795733000035,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1525,"out_tokens":2110},"claude-opus-4-8":{"in_tokens":3072,"out_tokens":842},"claude-opus-4-7":{"in_tokens":3077,"out_tokens":597},"mistral-large-2":{"in_tokens":1640,"out_tokens":1016}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":1097,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":17.19158665499998,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1395,"out_tokens":2296},"claude-opus-4-8":{"in_tokens":2747,"out_tokens":702},"claude-opus-4-7":{"in_tokens":2752,"out_tokens":684},"mistral-large-2":{"in_tokens":1520,"out_tokens":661}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1381,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":23.514795934000006,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1440,"out_tokens":947},"claude-opus-4-8":{"in_tokens":2761,"out_tokens":588},"claude-opus-4-7":{"in_tokens":2766,"out_tokens":513},"mistral-large-2":{"in_tokens":1531,"out_tokens":591}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":687,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":12.44247657599999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1063,"out_tokens":1573},"claude-opus-4-8":{"in_tokens":1980,"out_tokens":638},"claude-opus-4-7":{"in_tokens":1985,"out_tokens":449},"mistral-large-2":{"in_tokens":1104,"out_tokens":646}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":188,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":19.03479369600001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1050,"out_tokens":1778},"claude-opus-4-8":{"in_tokens":2075,"out_tokens":859},"claude-opus-4-7":{"in_tokens":2080,"out_tokens":499},"mistral-large-2":{"in_tokens":1138,"out_tokens":682}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":500,"out_tokens":145,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":11.714972670000009,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1154,"out_tokens":1214},"claude-opus-4-8":{"in_tokens":2205,"out_tokens":609},"claude-opus-4-7":{"in_tokens":2210,"out_tokens":480},"mistral-large-2":{"in_tokens":1245,"out_tokens":607}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":615,"out_tokens":880,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":13.284750919000032,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1377,"out_tokens":1404},"claude-opus-4-8":{"in_tokens":2637,"out_tokens":824},"claude-opus-4-7":{"in_tokens":2642,"out_tokens":578},"mistral-large-2":{"in_tokens":1491,"out_tokens":603}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":307,"out_tokens":652,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":12.82250488599999,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1347,"out_tokens":1891},"claude-opus-4-8":{"in_tokens":2731,"out_tokens":742},"claude-opus-4-7":{"in_tokens":2736,"out_tokens":577},"mistral-large-2":{"in_tokens":1455,"out_tokens":513}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":496,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":10.34136126200002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1203,"out_tokens":1291},"claude-opus-4-8":{"in_tokens":2454,"out_tokens":767},"claude-opus-4-7":{"in_tokens":2459,"out_tokens":384},"mistral-large-2":{"in_tokens":1268,"out_tokens":441}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":163,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":18.969296065000037,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1108,"out_tokens":1176},"claude-opus-4-8":{"in_tokens":2120,"out_tokens":840},"claude-opus-4-7":{"in_tokens":2125,"out_tokens":525},"mistral-large-2":{"in_tokens":1194,"out_tokens":536}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":266,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":17.907873697000014,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1302,"out_tokens":2260},"claude-opus-4-8":{"in_tokens":2429,"out_tokens":665},"claude-opus-4-7":{"in_tokens":2434,"out_tokens":551},"mistral-large-2":{"in_tokens":1433,"out_tokens":920}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":624,"out_tokens":706,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":13.284713432999979,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1311,"out_tokens":989},"claude-opus-4-8":{"in_tokens":2506,"out_tokens":556},"claude-opus-4-7":{"in_tokens":2511,"out_tokens":532},"mistral-large-2":{"in_tokens":1415,"out_tokens":545}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":703,"out_tokens":1086,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":19.195686438999985,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1505,"out_tokens":2007},"claude-opus-4-8":{"in_tokens":2917,"out_tokens":942},"claude-opus-4-7":{"in_tokens":2922,"out_tokens":715},"mistral-large-2":{"in_tokens":1650,"out_tokens":660}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":24.082900197000015,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1029,"out_tokens":1264},"claude-opus-4-8":{"in_tokens":2007,"out_tokens":649},"claude-opus-4-7":{"in_tokens":2012,"out_tokens":573},"mistral-large-2":{"in_tokens":1159,"out_tokens":553}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":617,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":12.69403953699998,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1378,"out_tokens":2870},"claude-opus-4-8":{"in_tokens":2728,"out_tokens":778},"claude-opus-4-7":{"in_tokens":2733,"out_tokens":672},"mistral-large-2":{"in_tokens":1502,"out_tokens":535}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":198,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":21.90057271500001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1160,"out_tokens":1788},"claude-opus-4-8":{"in_tokens":2195,"out_tokens":874},"claude-opus-4-7":{"in_tokens":2200,"out_tokens":570},"mistral-large-2":{"in_tokens":1259,"out_tokens":673}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":470,"out_tokens":77,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":19.005988772000023,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":947,"out_tokens":1166},"claude-opus-4-8":{"in_tokens":1768,"out_tokens":625},"claude-opus-4-7":{"in_tokens":1773,"out_tokens":501},"mistral-large-2":{"in_tokens":1057,"out_tokens":533}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":155,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":16.139822088000017,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1015,"out_tokens":1528},"claude-opus-4-8":{"in_tokens":1967,"out_tokens":580},"claude-opus-4-7":{"in_tokens":1972,"out_tokens":491},"mistral-large-2":{"in_tokens":1091,"out_tokens":467}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":879,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":18.102045981999993,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1561,"out_tokens":1587},"claude-opus-4-8":{"in_tokens":3181,"out_tokens":613},"claude-opus-4-7":{"in_tokens":3186,"out_tokens":507},"mistral-large-2":{"in_tokens":1665,"out_tokens":487}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":687,"out_tokens":929,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":16.93882370099999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1501,"out_tokens":1685},"claude-opus-4-8":{"in_tokens":2846,"out_tokens":735},"claude-opus-4-7":{"in_tokens":2851,"out_tokens":539},"mistral-large-2":{"in_tokens":1663,"out_tokens":718}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":466,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":9.694591884999966,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1186,"out_tokens":1401},"claude-opus-4-8":{"in_tokens":2395,"out_tokens":567},"claude-opus-4-7":{"in_tokens":2400,"out_tokens":565},"mistral-large-2":{"in_tokens":1286,"out_tokens":575}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":379,"error":null,"skip_reason":null,"score_raw":0.7916666666666667,"duration_s":8.739177637000012,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1069,"out_tokens":1772},"claude-opus-4-8":{"in_tokens":2080,"out_tokens":628},"claude-opus-4-7":{"in_tokens":2085,"out_tokens":583},"mistral-large-2":{"in_tokens":1117,"out_tokens":664}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":928,"error":null,"skip_reason":null,"score_raw":0.6666666666666667,"duration_s":16.850049608999996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1295,"out_tokens":1205},"claude-opus-4-8":{"in_tokens":2450,"out_tokens":733},"claude-opus-4-7":{"in_tokens":2455,"out_tokens":583},"mistral-large-2":{"in_tokens":1369,"out_tokens":621}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1527,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":27.792771592999998,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1586,"out_tokens":2091},"claude-opus-4-8":{"in_tokens":2920,"out_tokens":690},"claude-opus-4-7":{"in_tokens":2925,"out_tokens":563},"mistral-large-2":{"in_tokens":1643,"out_tokens":696}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":1468,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":27.37776821,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1744,"out_tokens":1794},"claude-opus-4-8":{"in_tokens":3240,"out_tokens":607},"claude-opus-4-7":{"in_tokens":3245,"out_tokens":469},"mistral-large-2":{"in_tokens":1827,"out_tokens":660}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":571,"out_tokens":841,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":14.612431643999969,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1418,"out_tokens":1455},"claude-opus-4-8":{"in_tokens":2719,"out_tokens":726},"claude-opus-4-7":{"in_tokens":2724,"out_tokens":555},"mistral-large-2":{"in_tokens":1519,"out_tokens":622}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":1408,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":19.833657344000017,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1365,"out_tokens":1590},"claude-opus-4-8":{"in_tokens":2625,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2630,"out_tokens":546},"mistral-large-2":{"in_tokens":1433,"out_tokens":546}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":125,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":18.162899699000036,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":973,"out_tokens":913},"claude-opus-4-8":{"in_tokens":1929,"out_tokens":746},"claude-opus-4-7":{"in_tokens":1934,"out_tokens":460},"mistral-large-2":{"in_tokens":1055,"out_tokens":656}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":811,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":13.183321223000007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1279,"out_tokens":2569},"claude-opus-4-8":{"in_tokens":2425,"out_tokens":1016},"claude-opus-4-7":{"in_tokens":2430,"out_tokens":647},"mistral-large-2":{"in_tokens":1432,"out_tokens":650}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":435,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":8.311687603999985,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1197,"out_tokens":2263},"claude-opus-4-8":{"in_tokens":2361,"out_tokens":1041},"claude-opus-4-7":{"in_tokens":2366,"out_tokens":698},"mistral-large-2":{"in_tokens":1257,"out_tokens":595}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":665,"error":null,"skip_reason":null,"score_raw":0.29166666666666663,"duration_s":13.805840860999979,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1362,"out_tokens":1610},"claude-opus-4-8":{"in_tokens":2843,"out_tokens":718},"claude-opus-4-7":{"in_tokens":2848,"out_tokens":494},"mistral-large-2":{"in_tokens":1472,"out_tokens":465}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":494,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":9.36652180699997,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1169,"out_tokens":2037},"claude-opus-4-8":{"in_tokens":2308,"out_tokens":721},"claude-opus-4-7":{"in_tokens":2313,"out_tokens":471},"mistral-large-2":{"in_tokens":1253,"out_tokens":552}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":774,"out_tokens":1020,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":15.144697386000018,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1546,"out_tokens":2000},"claude-opus-4-8":{"in_tokens":2946,"out_tokens":712},"claude-opus-4-7":{"in_tokens":2951,"out_tokens":562},"mistral-large-2":{"in_tokens":1720,"out_tokens":634}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":482,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":9.186654709000038,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1437,"out_tokens":1963},"claude-opus-4-8":{"in_tokens":2749,"out_tokens":832},"claude-opus-4-7":{"in_tokens":2754,"out_tokens":627},"mistral-large-2":{"in_tokens":1518,"out_tokens":612}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":604,"out_tokens":227,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":20.707507079000038,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1273,"out_tokens":1103},"claude-opus-4-8":{"in_tokens":2416,"out_tokens":670},"claude-opus-4-7":{"in_tokens":2421,"out_tokens":544},"mistral-large-2":{"in_tokens":1412,"out_tokens":539}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":10777,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":232.49059154399998,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1385,"out_tokens":2378},"claude-opus-4-8":{"in_tokens":2697,"out_tokens":1179},"claude-opus-4-7":{"in_tokens":2702,"out_tokens":785},"mistral-large-2":{"in_tokens":1480,"out_tokens":809}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":208,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":22.63543848500001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1099,"out_tokens":1427},"claude-opus-4-8":{"in_tokens":2098,"out_tokens":662},"claude-opus-4-7":{"in_tokens":2103,"out_tokens":573},"mistral-large-2":{"in_tokens":1213,"out_tokens":637}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":147,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":17.37165170200001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1088,"out_tokens":1166},"claude-opus-4-8":{"in_tokens":2063,"out_tokens":515},"claude-opus-4-7":{"in_tokens":2068,"out_tokens":519},"mistral-large-2":{"in_tokens":1179,"out_tokens":426}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":361,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":7.065831226,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1140,"out_tokens":1034},"claude-opus-4-8":{"in_tokens":2307,"out_tokens":582},"claude-opus-4-7":{"in_tokens":2312,"out_tokens":534},"mistral-large-2":{"in_tokens":1188,"out_tokens":479}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":1033,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":16.879160684999988,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1381,"out_tokens":2362},"claude-opus-4-8":{"in_tokens":2762,"out_tokens":658},"claude-opus-4-7":{"in_tokens":2767,"out_tokens":458},"mistral-large-2":{"in_tokens":1470,"out_tokens":582}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":502,"out_tokens":109,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":24.440565751999998,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":986,"out_tokens":1342},"claude-opus-4-8":{"in_tokens":1969,"out_tokens":768},"claude-opus-4-7":{"in_tokens":1974,"out_tokens":670},"mistral-large-2":{"in_tokens":1052,"out_tokens":533}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":389,"out_tokens":199,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":22.356847383,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1154,"out_tokens":737},"claude-opus-4-8":{"in_tokens":2233,"out_tokens":693},"claude-opus-4-7":{"in_tokens":2238,"out_tokens":493},"mistral-large-2":{"in_tokens":1259,"out_tokens":549}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":449,"out_tokens":3605,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":80.38688491099998,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1666,"out_tokens":2289},"claude-opus-4-8":{"in_tokens":3079,"out_tokens":983},"claude-opus-4-7":{"in_tokens":3084,"out_tokens":725},"mistral-large-2":{"in_tokens":1766,"out_tokens":898}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":498,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":10.35993442900002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1310,"out_tokens":2390},"claude-opus-4-8":{"in_tokens":2653,"out_tokens":775},"claude-opus-4-7":{"in_tokens":2658,"out_tokens":532},"mistral-large-2":{"in_tokens":1412,"out_tokens":667}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":415,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":8.041852990999985,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1135,"out_tokens":2282},"claude-opus-4-8":{"in_tokens":2332,"out_tokens":630},"claude-opus-4-7":{"in_tokens":2337,"out_tokens":478},"mistral-large-2":{"in_tokens":1199,"out_tokens":644}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":488,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":10.106654832000004,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1250,"out_tokens":1663},"claude-opus-4-8":{"in_tokens":2493,"out_tokens":864},"claude-opus-4-7":{"in_tokens":2498,"out_tokens":704},"mistral-large-2":{"in_tokens":1329,"out_tokens":682}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":680,"out_tokens":549,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":10.040212616999952,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1202,"out_tokens":1387},"claude-opus-4-8":{"in_tokens":2420,"out_tokens":623},"claude-opus-4-7":{"in_tokens":2425,"out_tokens":490},"mistral-large-2":{"in_tokens":1323,"out_tokens":479}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":325,"out_tokens":3669,"error":null,"skip_reason":null,"score_raw":0.05555555555555555,"duration_s":75.05694897800004,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1268,"out_tokens":2229},"claude-opus-4-8":{"in_tokens":2409,"out_tokens":1080},"claude-opus-4-7":{"in_tokens":2414,"out_tokens":703},"mistral-large-2":{"in_tokens":1370,"out_tokens":769}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":977,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":15.40716875999999,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1371,"out_tokens":1284},"claude-opus-4-8":{"in_tokens":2693,"out_tokens":692},"claude-opus-4-7":{"in_tokens":2698,"out_tokens":630},"mistral-large-2":{"in_tokens":1484,"out_tokens":619}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":367,"out_tokens":158,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":15.886665719999996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1110,"out_tokens":1708},"claude-opus-4-8":{"in_tokens":2101,"out_tokens":651},"claude-opus-4-7":{"in_tokens":2106,"out_tokens":508},"mistral-large-2":{"in_tokens":1205,"out_tokens":589}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":229,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":25.156134175000034,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1208,"out_tokens":1729},"claude-opus-4-8":{"in_tokens":2202,"out_tokens":890},"claude-opus-4-7":{"in_tokens":2207,"out_tokens":501},"mistral-large-2":{"in_tokens":1368,"out_tokens":711}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":957,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":17.44805418599998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1484,"out_tokens":1867},"claude-opus-4-8":{"in_tokens":2737,"out_tokens":789},"claude-opus-4-7":{"in_tokens":2742,"out_tokens":675},"mistral-large-2":{"in_tokens":1668,"out_tokens":706}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":1346,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":19.537853278,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1330,"out_tokens":1243},"claude-opus-4-8":{"in_tokens":2496,"out_tokens":687},"claude-opus-4-7":{"in_tokens":2501,"out_tokens":545},"mistral-large-2":{"in_tokens":1397,"out_tokens":544}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":501,"out_tokens":239,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":30.67098498400003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1130,"out_tokens":1941},"claude-opus-4-8":{"in_tokens":2212,"out_tokens":698},"claude-opus-4-7":{"in_tokens":2217,"out_tokens":538},"mistral-large-2":{"in_tokens":1221,"out_tokens":535}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1572,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":25.993213785000023,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1933,"out_tokens":1315},"claude-opus-4-8":{"in_tokens":3657,"out_tokens":570},"claude-opus-4-7":{"in_tokens":3662,"out_tokens":582},"mistral-large-2":{"in_tokens":2010,"out_tokens":699}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":579,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":11.032841113000018,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1859,"out_tokens":2602},"claude-opus-4-8":{"in_tokens":3691,"out_tokens":1144},"claude-opus-4-7":{"in_tokens":3696,"out_tokens":873},"mistral-large-2":{"in_tokens":2018,"out_tokens":752}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":566,"out_tokens":667,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":12.616749663999997,"hallucination_count":8.75,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":2093,"out_tokens":2270},"claude-opus-4-8":{"in_tokens":4046,"out_tokens":1457},"claude-opus-4-7":{"in_tokens":4051,"out_tokens":1276},"mistral-large-2":{"in_tokens":2183,"out_tokens":1006}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":857,"out_tokens":946,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":13.93492923399998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1624,"out_tokens":1360},"claude-opus-4-8":{"in_tokens":3128,"out_tokens":744},"claude-opus-4-7":{"in_tokens":3133,"out_tokens":604},"mistral-large-2":{"in_tokens":1831,"out_tokens":559}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":538,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":11.570991409999976,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1850,"out_tokens":2023},"claude-opus-4-8":{"in_tokens":3693,"out_tokens":911},"claude-opus-4-7":{"in_tokens":3698,"out_tokens":813},"mistral-large-2":{"in_tokens":1953,"out_tokens":628}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1824,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":31.381990309000003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1558,"out_tokens":1360},"claude-opus-4-8":{"in_tokens":2901,"out_tokens":624},"claude-opus-4-7":{"in_tokens":2906,"out_tokens":476},"mistral-large-2":{"in_tokens":1620,"out_tokens":559}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":202,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":19.533973392999997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1215,"out_tokens":1648},"claude-opus-4-8":{"in_tokens":2308,"out_tokens":766},"claude-opus-4-7":{"in_tokens":2313,"out_tokens":603},"mistral-large-2":{"in_tokens":1333,"out_tokens":611}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":898,"out_tokens":951,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":15.55093118100001,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1740,"out_tokens":1553},"claude-opus-4-8":{"in_tokens":3234,"out_tokens":790},"claude-opus-4-7":{"in_tokens":3239,"out_tokens":735},"mistral-large-2":{"in_tokens":1952,"out_tokens":704}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":106,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":17.96659496799998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":968,"out_tokens":1990},"claude-opus-4-8":{"in_tokens":1807,"out_tokens":642},"claude-opus-4-7":{"in_tokens":1812,"out_tokens":526},"mistral-large-2":{"in_tokens":1078,"out_tokens":607}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":1637,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":31.158017514999983,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1587,"out_tokens":1824},"claude-opus-4-8":{"in_tokens":3001,"out_tokens":812},"claude-opus-4-7":{"in_tokens":3006,"out_tokens":525},"mistral-large-2":{"in_tokens":1654,"out_tokens":719}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":770,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":18.488805473000014,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2066,"out_tokens":2394},"claude-opus-4-8":{"in_tokens":4104,"out_tokens":1133},"claude-opus-4-7":{"in_tokens":4109,"out_tokens":846},"mistral-large-2":{"in_tokens":2223,"out_tokens":1290}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":753,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":13.269903999000007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1342,"out_tokens":981},"claude-opus-4-8":{"in_tokens":2578,"out_tokens":674},"claude-opus-4-7":{"in_tokens":2583,"out_tokens":477},"mistral-large-2":{"in_tokens":1455,"out_tokens":624}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":697,"out_tokens":127,"error":null,"skip_reason":null,"score_raw":0.42857142857142855,"duration_s":15.202325396999981,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1376,"out_tokens":1081},"claude-opus-4-8":{"in_tokens":2519,"out_tokens":671},"claude-opus-4-7":{"in_tokens":2524,"out_tokens":459},"mistral-large-2":{"in_tokens":1554,"out_tokens":504}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":204,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":23.50772043500001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1185,"out_tokens":1214},"claude-opus-4-8":{"in_tokens":2263,"out_tokens":699},"claude-opus-4-7":{"in_tokens":2268,"out_tokens":491},"mistral-large-2":{"in_tokens":1276,"out_tokens":526}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1014,"out_tokens":1201,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":20.09199161700002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2039,"out_tokens":2732},"claude-opus-4-8":{"in_tokens":3803,"out_tokens":1049},"claude-opus-4-7":{"in_tokens":3808,"out_tokens":597},"mistral-large-2":{"in_tokens":2192,"out_tokens":722}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":536,"out_tokens":156,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":30.564744571000006,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1096,"out_tokens":1388},"claude-opus-4-8":{"in_tokens":2185,"out_tokens":681},"claude-opus-4-7":{"in_tokens":2190,"out_tokens":455},"mistral-large-2":{"in_tokens":1216,"out_tokens":745}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":254,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":20.516695933999983,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1263,"out_tokens":1612},"claude-opus-4-8":{"in_tokens":2445,"out_tokens":726},"claude-opus-4-7":{"in_tokens":2450,"out_tokens":501},"mistral-large-2":{"in_tokens":1403,"out_tokens":561}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":772,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":16.874473323000018,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1074,"out_tokens":1332},"claude-opus-4-8":{"in_tokens":2008,"out_tokens":682},"claude-opus-4-7":{"in_tokens":2013,"out_tokens":478},"mistral-large-2":{"in_tokens":1109,"out_tokens":601}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":976,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":14.937423297999999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1468,"out_tokens":1166},"claude-opus-4-8":{"in_tokens":2852,"out_tokens":789},"claude-opus-4-7":{"in_tokens":2857,"out_tokens":620},"mistral-large-2":{"in_tokens":1627,"out_tokens":624}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":484,"out_tokens":153,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":9.044132840999964,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1128,"out_tokens":884},"claude-opus-4-8":{"in_tokens":2157,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2162,"out_tokens":524},"mistral-large-2":{"in_tokens":1227,"out_tokens":550}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":753,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":14.071139404999997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1246,"out_tokens":1267},"claude-opus-4-8":{"in_tokens":2409,"out_tokens":654},"claude-opus-4-7":{"in_tokens":2414,"out_tokens":406},"mistral-large-2":{"in_tokens":1309,"out_tokens":578}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":802,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":15.921987122000019,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.2,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1874,"out_tokens":2546},"claude-opus-4-8":{"in_tokens":3750,"out_tokens":1079},"claude-opus-4-7":{"in_tokens":3755,"out_tokens":940},"mistral-large-2":{"in_tokens":1984,"out_tokens":790}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":879,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":18.936464661000002,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2138,"out_tokens":3541},"claude-opus-4-8":{"in_tokens":4184,"out_tokens":1145},"claude-opus-4-7":{"in_tokens":4189,"out_tokens":951},"mistral-large-2":{"in_tokens":2310,"out_tokens":778}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":1277,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":22.622942694000017,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1514,"out_tokens":1419},"claude-opus-4-8":{"in_tokens":2806,"out_tokens":597},"claude-opus-4-7":{"in_tokens":2811,"out_tokens":494},"mistral-large-2":{"in_tokens":1600,"out_tokens":785}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":639,"out_tokens":195,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":32.21088341799998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1333,"out_tokens":1657},"claude-opus-4-8":{"in_tokens":2574,"out_tokens":763},"claude-opus-4-7":{"in_tokens":2579,"out_tokens":608},"mistral-large-2":{"in_tokens":1503,"out_tokens":532}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":686,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":12.715292517000023,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1311,"out_tokens":1818},"claude-opus-4-8":{"in_tokens":2524,"out_tokens":758},"claude-opus-4-7":{"in_tokens":2529,"out_tokens":567},"mistral-large-2":{"in_tokens":1446,"out_tokens":745}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":668,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":20.486760628000013,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1460,"out_tokens":1293},"claude-opus-4-8":{"in_tokens":2908,"out_tokens":597},"claude-opus-4-7":{"in_tokens":2913,"out_tokens":475},"mistral-large-2":{"in_tokens":1559,"out_tokens":564}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":298,"out_tokens":824,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":16.38221906199999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1523,"out_tokens":1745},"claude-opus-4-8":{"in_tokens":3018,"out_tokens":530},"claude-opus-4-7":{"in_tokens":3023,"out_tokens":462},"mistral-large-2":{"in_tokens":1631,"out_tokens":733}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":168,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":19.103291960999968,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1032,"out_tokens":1119},"claude-opus-4-8":{"in_tokens":2082,"out_tokens":652},"claude-opus-4-7":{"in_tokens":2087,"out_tokens":547},"mistral-large-2":{"in_tokens":1097,"out_tokens":494}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":1140,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":18.98728713500003,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1636,"out_tokens":1528},"claude-opus-4-8":{"in_tokens":3160,"out_tokens":797},"claude-opus-4-7":{"in_tokens":3165,"out_tokens":637},"mistral-large-2":{"in_tokens":1802,"out_tokens":597}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":668,"out_tokens":894,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":15.189236825999956,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1362,"out_tokens":1379},"claude-opus-4-8":{"in_tokens":2660,"out_tokens":710},"claude-opus-4-7":{"in_tokens":2665,"out_tokens":599},"mistral-large-2":{"in_tokens":1506,"out_tokens":740}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":319,"out_tokens":169,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":21.242370181000013,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1049,"out_tokens":1074},"claude-opus-4-8":{"in_tokens":2100,"out_tokens":846},"claude-opus-4-7":{"in_tokens":2105,"out_tokens":547},"mistral-large-2":{"in_tokens":1125,"out_tokens":645}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":604,"out_tokens":97,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":11.455142768999963,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1167,"out_tokens":1502},"claude-opus-4-8":{"in_tokens":2233,"out_tokens":633},"claude-opus-4-7":{"in_tokens":2238,"out_tokens":512},"mistral-large-2":{"in_tokens":1271,"out_tokens":601}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":741,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":32.597570028999996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1670,"out_tokens":1649},"claude-opus-4-8":{"in_tokens":3102,"out_tokens":753},"claude-opus-4-7":{"in_tokens":3107,"out_tokens":639},"mistral-large-2":{"in_tokens":1792,"out_tokens":707}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":412,"out_tokens":3692,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":78.61803682600004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1391,"out_tokens":1311},"claude-opus-4-8":{"in_tokens":2657,"out_tokens":601},"claude-opus-4-7":{"in_tokens":2662,"out_tokens":497},"mistral-large-2":{"in_tokens":1450,"out_tokens":629}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":628,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":12.94285865400002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1608,"out_tokens":2625},"claude-opus-4-8":{"in_tokens":3108,"out_tokens":910},"claude-opus-4-7":{"in_tokens":3113,"out_tokens":652},"mistral-large-2":{"in_tokens":1710,"out_tokens":738}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":716,"out_tokens":712,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":15.064590287000044,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1362,"out_tokens":2225},"claude-opus-4-8":{"in_tokens":2634,"out_tokens":940},"claude-opus-4-7":{"in_tokens":2639,"out_tokens":604},"mistral-large-2":{"in_tokens":1477,"out_tokens":631}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":711,"out_tokens":708,"error":null,"skip_reason":null,"score_raw":0.5750000000000001,"duration_s":14.847870894000039,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2237,"out_tokens":3195},"claude-opus-4-8":{"in_tokens":4358,"out_tokens":1098},"claude-opus-4-7":{"in_tokens":4363,"out_tokens":1081},"mistral-large-2":{"in_tokens":2335,"out_tokens":765}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":622,"out_tokens":888,"error":null,"skip_reason":null,"score_raw":0.8611111111111112,"duration_s":13.984220534999963,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1343,"out_tokens":1247},"claude-opus-4-8":{"in_tokens":2697,"out_tokens":766},"claude-opus-4-7":{"in_tokens":2702,"out_tokens":597},"mistral-large-2":{"in_tokens":1467,"out_tokens":546}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":2056,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":46.68703176700001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1318,"out_tokens":1279},"claude-opus-4-8":{"in_tokens":2465,"out_tokens":742},"claude-opus-4-7":{"in_tokens":2470,"out_tokens":584},"mistral-large-2":{"in_tokens":1376,"out_tokens":540}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":176,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":27.90461734300004,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1133,"out_tokens":2232},"claude-opus-4-8":{"in_tokens":2106,"out_tokens":790},"claude-opus-4-7":{"in_tokens":2111,"out_tokens":731},"mistral-large-2":{"in_tokens":1272,"out_tokens":628}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":825,"error":null,"skip_reason":null,"score_raw":0.175,"duration_s":15.961219946000028,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.0,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2241,"out_tokens":2826},"claude-opus-4-8":{"in_tokens":4389,"out_tokens":1271},"claude-opus-4-7":{"in_tokens":4394,"out_tokens":941},"mistral-large-2":{"in_tokens":2395,"out_tokens":1536}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":131,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":19.18184608399997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1101,"out_tokens":1388},"claude-opus-4-8":{"in_tokens":2120,"out_tokens":627},"claude-opus-4-7":{"in_tokens":2125,"out_tokens":496},"mistral-large-2":{"in_tokens":1211,"out_tokens":612}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":588,"out_tokens":784,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":19.044190282999978,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2075,"out_tokens":2664},"claude-opus-4-8":{"in_tokens":4099,"out_tokens":913},"claude-opus-4-7":{"in_tokens":4104,"out_tokens":790},"mistral-large-2":{"in_tokens":2233,"out_tokens":770}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":133,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":29.687825207999992,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1123,"out_tokens":1383},"claude-opus-4-8":{"in_tokens":2156,"out_tokens":830},"claude-opus-4-7":{"in_tokens":2161,"out_tokens":633},"mistral-large-2":{"in_tokens":1249,"out_tokens":856}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":978,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":15.389849838999965,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1427,"out_tokens":2471},"claude-opus-4-8":{"in_tokens":2702,"out_tokens":781},"claude-opus-4-7":{"in_tokens":2707,"out_tokens":601},"mistral-large-2":{"in_tokens":1578,"out_tokens":701}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":207,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.548967164999965,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1322,"out_tokens":1340},"claude-opus-4-8":{"in_tokens":2579,"out_tokens":726},"claude-opus-4-7":{"in_tokens":2584,"out_tokens":532},"mistral-large-2":{"in_tokens":1490,"out_tokens":555}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1551,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":36.02583817000004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1398,"out_tokens":1360},"claude-opus-4-8":{"in_tokens":2645,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2650,"out_tokens":496},"mistral-large-2":{"in_tokens":1536,"out_tokens":734}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":703,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":11.415726253000003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1271,"out_tokens":1245},"claude-opus-4-8":{"in_tokens":2464,"out_tokens":608},"claude-opus-4-7":{"in_tokens":2469,"out_tokens":538},"mistral-large-2":{"in_tokens":1418,"out_tokens":482}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":652,"out_tokens":1070,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":18.504091915000004,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1393,"out_tokens":1799},"claude-opus-4-8":{"in_tokens":2768,"out_tokens":779},"claude-opus-4-7":{"in_tokens":2773,"out_tokens":618},"mistral-large-2":{"in_tokens":1527,"out_tokens":607}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":154,"error":null,"skip_reason":null,"score_raw":0.39285714285714285,"duration_s":18.10077403500003,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1388,"out_tokens":1080},"claude-opus-4-8":{"in_tokens":2566,"out_tokens":595},"claude-opus-4-7":{"in_tokens":2571,"out_tokens":494},"mistral-large-2":{"in_tokens":1570,"out_tokens":491}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":1611,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":31.460523766999984,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1257,"out_tokens":2012},"claude-opus-4-8":{"in_tokens":2471,"out_tokens":694},"claude-opus-4-7":{"in_tokens":2476,"out_tokens":574},"mistral-large-2":{"in_tokens":1376,"out_tokens":675}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":210,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":18.66123131400002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1221,"out_tokens":1570},"claude-opus-4-8":{"in_tokens":2353,"out_tokens":832},"claude-opus-4-7":{"in_tokens":2358,"out_tokens":658},"mistral-large-2":{"in_tokens":1324,"out_tokens":641}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":600,"out_tokens":876,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":14.062230648000025,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1278,"out_tokens":1920},"claude-opus-4-8":{"in_tokens":2514,"out_tokens":603},"claude-opus-4-7":{"in_tokens":2519,"out_tokens":458},"mistral-large-2":{"in_tokens":1353,"out_tokens":477}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":332,"out_tokens":2838,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":63.68403227499999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1136,"out_tokens":1370},"claude-opus-4-8":{"in_tokens":2143,"out_tokens":625},"claude-opus-4-7":{"in_tokens":2148,"out_tokens":506},"mistral-large-2":{"in_tokens":1192,"out_tokens":522}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":544,"out_tokens":217,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":26.61086445799998,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":1.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1150,"out_tokens":2249},"claude-opus-4-8":{"in_tokens":2214,"out_tokens":706},"claude-opus-4-7":{"in_tokens":2219,"out_tokens":523},"mistral-large-2":{"in_tokens":1286,"out_tokens":626}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":847,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":14.354634888000021,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1330,"out_tokens":782},"claude-opus-4-8":{"in_tokens":2534,"out_tokens":585},"claude-opus-4-7":{"in_tokens":2539,"out_tokens":567},"mistral-large-2":{"in_tokens":1432,"out_tokens":534}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":378,"out_tokens":216,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":43.013029749,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1129,"out_tokens":1109},"claude-opus-4-8":{"in_tokens":2304,"out_tokens":712},"claude-opus-4-7":{"in_tokens":2309,"out_tokens":519},"mistral-large-2":{"in_tokens":1257,"out_tokens":721}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":2259,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":39.01720729599998,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1333,"out_tokens":1971},"claude-opus-4-8":{"in_tokens":2537,"out_tokens":704},"claude-opus-4-7":{"in_tokens":2542,"out_tokens":481},"mistral-large-2":{"in_tokens":1512,"out_tokens":718}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":624,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":13.807904447999988,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1123,"out_tokens":769},"claude-opus-4-8":{"in_tokens":2188,"out_tokens":502},"claude-opus-4-7":{"in_tokens":2193,"out_tokens":468},"mistral-large-2":{"in_tokens":1212,"out_tokens":503}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":945,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":14.136552284000004,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1098,"out_tokens":1718},"claude-opus-4-8":{"in_tokens":2109,"out_tokens":562},"claude-opus-4-7":{"in_tokens":2114,"out_tokens":409},"mistral-large-2":{"in_tokens":1183,"out_tokens":512}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":523,"out_tokens":155,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":17.37509018899999,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1040,"out_tokens":1355},"claude-opus-4-8":{"in_tokens":2044,"out_tokens":848},"claude-opus-4-7":{"in_tokens":2049,"out_tokens":585},"mistral-large-2":{"in_tokens":1138,"out_tokens":530}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":961,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":16.363130246000026,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1386,"out_tokens":1577},"claude-opus-4-8":{"in_tokens":2659,"out_tokens":778},"claude-opus-4-7":{"in_tokens":2664,"out_tokens":568},"mistral-large-2":{"in_tokens":1512,"out_tokens":617}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":2408,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":41.55848469299997,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1305,"out_tokens":1838},"claude-opus-4-8":{"in_tokens":2462,"out_tokens":682},"claude-opus-4-7":{"in_tokens":2467,"out_tokens":548},"mistral-large-2":{"in_tokens":1421,"out_tokens":557}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":219,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":20.17885013399996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1172,"out_tokens":1217},"claude-opus-4-8":{"in_tokens":2265,"out_tokens":569},"claude-opus-4-7":{"in_tokens":2270,"out_tokens":517},"mistral-large-2":{"in_tokens":1273,"out_tokens":571}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":296,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":24.76454997899998,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1682,"out_tokens":1653},"claude-opus-4-8":{"in_tokens":3133,"out_tokens":859},"claude-opus-4-7":{"in_tokens":3138,"out_tokens":582},"mistral-large-2":{"in_tokens":1809,"out_tokens":622}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":346,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":21.378994973000033,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1194,"out_tokens":1564},"claude-opus-4-8":{"in_tokens":2300,"out_tokens":777},"claude-opus-4-7":{"in_tokens":2305,"out_tokens":590},"mistral-large-2":{"in_tokens":1322,"out_tokens":630}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":148,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":12.182338075000018,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1083,"out_tokens":970},"claude-opus-4-8":{"in_tokens":2069,"out_tokens":589},"claude-opus-4-7":{"in_tokens":2074,"out_tokens":483},"mistral-large-2":{"in_tokens":1211,"out_tokens":575}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":1003,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":19.774243391000027,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1142,"out_tokens":1562},"claude-opus-4-8":{"in_tokens":2246,"out_tokens":920},"claude-opus-4-7":{"in_tokens":2251,"out_tokens":560},"mistral-large-2":{"in_tokens":1245,"out_tokens":686}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":502,"out_tokens":102,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":13.907722292000017,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":964,"out_tokens":1813},"claude-opus-4-8":{"in_tokens":1856,"out_tokens":640},"claude-opus-4-7":{"in_tokens":1861,"out_tokens":527},"mistral-large-2":{"in_tokens":1015,"out_tokens":488}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":512,"out_tokens":156,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":24.512605277999967,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1096,"out_tokens":1403},"claude-opus-4-8":{"in_tokens":2041,"out_tokens":731},"claude-opus-4-7":{"in_tokens":2046,"out_tokens":611},"mistral-large-2":{"in_tokens":1201,"out_tokens":588}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":834,"out_tokens":1550,"error":null,"skip_reason":null,"score_raw":0.3888888888888889,"duration_s":26.128779191000035,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1910,"out_tokens":2026},"claude-opus-4-8":{"in_tokens":3771,"out_tokens":1210},"claude-opus-4-7":{"in_tokens":3776,"out_tokens":947},"mistral-large-2":{"in_tokens":2076,"out_tokens":953}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":1680,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":40.867060186,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1146,"out_tokens":1455},"claude-opus-4-8":{"in_tokens":2111,"out_tokens":764},"claude-opus-4-7":{"in_tokens":2116,"out_tokens":557},"mistral-large-2":{"in_tokens":1206,"out_tokens":873}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":176,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":19.84246329599995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1232,"out_tokens":1337},"claude-opus-4-8":{"in_tokens":2367,"out_tokens":711},"claude-opus-4-7":{"in_tokens":2372,"out_tokens":552},"mistral-large-2":{"in_tokens":1348,"out_tokens":575}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":0.3888888888888889,"duration_s":16.168436280000037,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1121,"out_tokens":1061},"claude-opus-4-8":{"in_tokens":2173,"out_tokens":629},"claude-opus-4-7":{"in_tokens":2178,"out_tokens":492},"mistral-large-2":{"in_tokens":1232,"out_tokens":604}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":766,"out_tokens":1429,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":23.013058215,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1732,"out_tokens":2809},"claude-opus-4-8":{"in_tokens":3456,"out_tokens":948},"claude-opus-4-7":{"in_tokens":3461,"out_tokens":683},"mistral-large-2":{"in_tokens":1878,"out_tokens":832}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":138,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":8.906475698999998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":962,"out_tokens":1006},"claude-opus-4-8":{"in_tokens":1859,"out_tokens":494},"claude-opus-4-7":{"in_tokens":1864,"out_tokens":428},"mistral-large-2":{"in_tokens":1041,"out_tokens":472}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":1473,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":20.944808472999966,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1190,"out_tokens":1758},"claude-opus-4-8":{"in_tokens":2241,"out_tokens":778},"claude-opus-4-7":{"in_tokens":2246,"out_tokens":576},"mistral-large-2":{"in_tokens":1310,"out_tokens":571}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":1490,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":25.673748458000034,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1678,"out_tokens":1620},"claude-opus-4-8":{"in_tokens":3529,"out_tokens":872},"claude-opus-4-7":{"in_tokens":3534,"out_tokens":747},"mistral-large-2":{"in_tokens":1799,"out_tokens":825}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":180,"error":null,"skip_reason":null,"score_raw":0.05555555555555555,"duration_s":44.50489454999996,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1116,"out_tokens":1105},"claude-opus-4-8":{"in_tokens":2214,"out_tokens":964},"claude-opus-4-7":{"in_tokens":2219,"out_tokens":583},"mistral-large-2":{"in_tokens":1223,"out_tokens":702}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":1761,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":27.65632283299999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1565,"out_tokens":2352},"claude-opus-4-8":{"in_tokens":3031,"out_tokens":801},"claude-opus-4-7":{"in_tokens":3036,"out_tokens":855},"mistral-large-2":{"in_tokens":1724,"out_tokens":793}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":512,"out_tokens":140,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":17.814123878000032,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1057,"out_tokens":1301},"claude-opus-4-8":{"in_tokens":1992,"out_tokens":679},"claude-opus-4-7":{"in_tokens":1997,"out_tokens":597},"mistral-large-2":{"in_tokens":1129,"out_tokens":720}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":672,"out_tokens":1559,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":26.30160761000002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1604,"out_tokens":2194},"claude-opus-4-8":{"in_tokens":3278,"out_tokens":866},"claude-opus-4-7":{"in_tokens":3283,"out_tokens":661},"mistral-large-2":{"in_tokens":1696,"out_tokens":1287}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":198,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":23.91307728999999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1118,"out_tokens":1757},"claude-opus-4-8":{"in_tokens":2206,"out_tokens":741},"claude-opus-4-7":{"in_tokens":2211,"out_tokens":495},"mistral-large-2":{"in_tokens":1245,"out_tokens":542}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":181,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":21.547179235999977,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1179,"out_tokens":1521},"claude-opus-4-8":{"in_tokens":2308,"out_tokens":864},"claude-opus-4-7":{"in_tokens":2313,"out_tokens":723},"mistral-large-2":{"in_tokens":1275,"out_tokens":659}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":179,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":15.807336404000011,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1098,"out_tokens":1496},"claude-opus-4-8":{"in_tokens":2067,"out_tokens":703},"claude-opus-4-7":{"in_tokens":2072,"out_tokens":466},"mistral-large-2":{"in_tokens":1203,"out_tokens":560}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1664,"error":null,"skip_reason":null,"score_raw":0.8500000000000001,"duration_s":37.16847082099997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1281,"out_tokens":1625},"claude-opus-4-8":{"in_tokens":2410,"out_tokens":662},"claude-opus-4-7":{"in_tokens":2415,"out_tokens":576},"mistral-large-2":{"in_tokens":1419,"out_tokens":739}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":2938,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":63.856802163,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1289,"out_tokens":1432},"claude-opus-4-8":{"in_tokens":2393,"out_tokens":551},"claude-opus-4-7":{"in_tokens":2398,"out_tokens":446},"mistral-large-2":{"in_tokens":1349,"out_tokens":711}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":167,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":18.589986599000042,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1082,"out_tokens":1686},"claude-opus-4-8":{"in_tokens":2163,"out_tokens":869},"claude-opus-4-7":{"in_tokens":2168,"out_tokens":593},"mistral-large-2":{"in_tokens":1186,"out_tokens":543}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":1622,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":27.73970665600001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1231,"out_tokens":1088},"claude-opus-4-8":{"in_tokens":2372,"out_tokens":578},"claude-opus-4-7":{"in_tokens":2377,"out_tokens":511},"mistral-large-2":{"in_tokens":1339,"out_tokens":558}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":176,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":19.285582597999962,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1042,"out_tokens":1450},"claude-opus-4-8":{"in_tokens":2059,"out_tokens":813},"claude-opus-4-7":{"in_tokens":2064,"out_tokens":575},"mistral-large-2":{"in_tokens":1144,"out_tokens":558}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1400,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":24.541396064000025,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1452,"out_tokens":2525},"claude-opus-4-8":{"in_tokens":2842,"out_tokens":642},"claude-opus-4-7":{"in_tokens":2847,"out_tokens":676},"mistral-large-2":{"in_tokens":1565,"out_tokens":559}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":446,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":18.217065355999978,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1592,"out_tokens":2230},"claude-opus-4-8":{"in_tokens":3153,"out_tokens":1192},"claude-opus-4-7":{"in_tokens":3158,"out_tokens":823},"mistral-large-2":{"in_tokens":1710,"out_tokens":695}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":553,"out_tokens":1336,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":22.40272152,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1399,"out_tokens":1141},"claude-opus-4-8":{"in_tokens":2785,"out_tokens":554},"claude-opus-4-7":{"in_tokens":2790,"out_tokens":386},"mistral-large-2":{"in_tokens":1481,"out_tokens":555}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":1188,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":20.596491474000004,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1321,"out_tokens":2065},"claude-opus-4-8":{"in_tokens":2636,"out_tokens":473},"claude-opus-4-7":{"in_tokens":2641,"out_tokens":378},"mistral-large-2":{"in_tokens":1394,"out_tokens":534}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":570,"out_tokens":342,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":21.478644637000002,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1338,"out_tokens":1571},"claude-opus-4-8":{"in_tokens":2773,"out_tokens":943},"claude-opus-4-7":{"in_tokens":2778,"out_tokens":700},"mistral-large-2":{"in_tokens":1431,"out_tokens":766}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":314,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":18.011072653999975,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1187,"out_tokens":1761},"claude-opus-4-8":{"in_tokens":2412,"out_tokens":543},"claude-opus-4-7":{"in_tokens":2417,"out_tokens":473},"mistral-large-2":{"in_tokens":1266,"out_tokens":508}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":18.88962273300001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1091,"out_tokens":1664},"claude-opus-4-8":{"in_tokens":2091,"out_tokens":608},"claude-opus-4-7":{"in_tokens":2096,"out_tokens":528},"mistral-large-2":{"in_tokens":1218,"out_tokens":612}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1371,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":23.837803721,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1272,"out_tokens":1557},"claude-opus-4-8":{"in_tokens":2396,"out_tokens":666},"claude-opus-4-7":{"in_tokens":2401,"out_tokens":540},"mistral-large-2":{"in_tokens":1370,"out_tokens":550}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":599,"out_tokens":1448,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":23.37109964199999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1520,"out_tokens":2508},"claude-opus-4-8":{"in_tokens":3014,"out_tokens":592},"claude-opus-4-7":{"in_tokens":3019,"out_tokens":612},"mistral-large-2":{"in_tokens":1643,"out_tokens":668}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":319,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":25.862208199999998,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1360,"out_tokens":1809},"claude-opus-4-8":{"in_tokens":2747,"out_tokens":700},"claude-opus-4-7":{"in_tokens":2752,"out_tokens":835},"mistral-large-2":{"in_tokens":1463,"out_tokens":485}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":267,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":25.147921080000003,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1180,"out_tokens":2823},"claude-opus-4-8":{"in_tokens":2192,"out_tokens":872},"claude-opus-4-7":{"in_tokens":2197,"out_tokens":732},"mistral-large-2":{"in_tokens":1290,"out_tokens":1020}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":535,"out_tokens":9582,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":206.526692888,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1799,"out_tokens":2014},"claude-opus-4-8":{"in_tokens":3439,"out_tokens":968},"claude-opus-4-7":{"in_tokens":3444,"out_tokens":723},"mistral-large-2":{"in_tokens":1930,"out_tokens":1262}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":2585,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":32.69427740100002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1494,"out_tokens":1727},"claude-opus-4-8":{"in_tokens":2829,"out_tokens":813},"claude-opus-4-7":{"in_tokens":2834,"out_tokens":656},"mistral-large-2":{"in_tokens":1664,"out_tokens":803}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":475,"out_tokens":317,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":15.949805408999964,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1075,"out_tokens":1494},"claude-opus-4-8":{"in_tokens":2135,"out_tokens":475},"claude-opus-4-7":{"in_tokens":2140,"out_tokens":401},"mistral-large-2":{"in_tokens":1166,"out_tokens":485}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":315,"out_tokens":1989,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":39.864412215000016,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1014,"out_tokens":896},"claude-opus-4-8":{"in_tokens":1934,"out_tokens":594},"claude-opus-4-7":{"in_tokens":1939,"out_tokens":457},"mistral-large-2":{"in_tokens":1070,"out_tokens":429}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":335,"out_tokens":191,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":20.000690964,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1091,"out_tokens":964},"claude-opus-4-8":{"in_tokens":2050,"out_tokens":700},"claude-opus-4-7":{"in_tokens":2055,"out_tokens":541},"mistral-large-2":{"in_tokens":1161,"out_tokens":598}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":2089,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":23.040266755000005,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1508,"out_tokens":1627},"claude-opus-4-8":{"in_tokens":2871,"out_tokens":755},"claude-opus-4-7":{"in_tokens":2876,"out_tokens":517},"mistral-large-2":{"in_tokens":1672,"out_tokens":599}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":328,"out_tokens":157,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":12.066476114000011,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":970,"out_tokens":887},"claude-opus-4-8":{"in_tokens":1874,"out_tokens":559},"claude-opus-4-7":{"in_tokens":1879,"out_tokens":437},"mistral-large-2":{"in_tokens":1052,"out_tokens":479}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":361,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":14.163449463000006,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1120,"out_tokens":1338},"claude-opus-4-8":{"in_tokens":2228,"out_tokens":510},"claude-opus-4-7":{"in_tokens":2233,"out_tokens":468},"mistral-large-2":{"in_tokens":1183,"out_tokens":463}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":124,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":27.46589408699998,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":976,"out_tokens":1869},"claude-opus-4-8":{"in_tokens":1874,"out_tokens":643},"claude-opus-4-7":{"in_tokens":1879,"out_tokens":491},"mistral-large-2":{"in_tokens":1031,"out_tokens":504}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":271,"error":null,"skip_reason":null,"score_raw":0.7916666666666667,"duration_s":15.570832275000043,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1006,"out_tokens":1897},"claude-opus-4-8":{"in_tokens":2022,"out_tokens":458},"claude-opus-4-7":{"in_tokens":2027,"out_tokens":448},"mistral-large-2":{"in_tokens":1069,"out_tokens":474}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":1086,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":20.129361981999978,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1292,"out_tokens":1347},"claude-opus-4-8":{"in_tokens":2622,"out_tokens":573},"claude-opus-4-7":{"in_tokens":2627,"out_tokens":432},"mistral-large-2":{"in_tokens":1384,"out_tokens":432}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":1831,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":29.730187760000035,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1154,"out_tokens":2026},"claude-opus-4-8":{"in_tokens":2190,"out_tokens":850},"claude-opus-4-7":{"in_tokens":2195,"out_tokens":603},"mistral-large-2":{"in_tokens":1285,"out_tokens":660}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":1383,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":23.112898900000005,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1411,"out_tokens":2171},"claude-opus-4-8":{"in_tokens":2740,"out_tokens":758},"claude-opus-4-7":{"in_tokens":2745,"out_tokens":724},"mistral-large-2":{"in_tokens":1474,"out_tokens":571}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":1117,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":18.67659332599999,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1363,"out_tokens":1965},"claude-opus-4-8":{"in_tokens":2659,"out_tokens":856},"claude-opus-4-7":{"in_tokens":2664,"out_tokens":685},"mistral-large-2":{"in_tokens":1434,"out_tokens":717}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":0.20833333333333331,"duration_s":7.114010289000021,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":955,"out_tokens":1123},"claude-opus-4-8":{"in_tokens":1964,"out_tokens":644},"claude-opus-4-7":{"in_tokens":1969,"out_tokens":518},"mistral-large-2":{"in_tokens":1019,"out_tokens":546}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":418,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":15.20463147700002,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1207,"out_tokens":1079},"claude-opus-4-8":{"in_tokens":2418,"out_tokens":634},"claude-opus-4-7":{"in_tokens":2423,"out_tokens":548},"mistral-large-2":{"in_tokens":1294,"out_tokens":552}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":19.432887451,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1078,"out_tokens":1425},"claude-opus-4-8":{"in_tokens":2043,"out_tokens":618},"claude-opus-4-7":{"in_tokens":2048,"out_tokens":523},"mistral-large-2":{"in_tokens":1184,"out_tokens":531}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":4109,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":76.59760095299998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1066,"out_tokens":1125},"claude-opus-4-8":{"in_tokens":1986,"out_tokens":549},"claude-opus-4-7":{"in_tokens":1991,"out_tokens":492},"mistral-large-2":{"in_tokens":1130,"out_tokens":537}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":1630,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":32.91105427800005,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1593,"out_tokens":1997},"claude-opus-4-8":{"in_tokens":3145,"out_tokens":671},"claude-opus-4-7":{"in_tokens":3150,"out_tokens":487},"mistral-large-2":{"in_tokens":1716,"out_tokens":791}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":338,"out_tokens":2598,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":42.13253483599999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1088,"out_tokens":1422},"claude-opus-4-8":{"in_tokens":2057,"out_tokens":783},"claude-opus-4-7":{"in_tokens":2062,"out_tokens":505},"mistral-large-2":{"in_tokens":1152,"out_tokens":520}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1429,"error":null,"skip_reason":null,"score_raw":0.3055555555555556,"duration_s":23.710114240999985,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1343,"out_tokens":2040},"claude-opus-4-8":{"in_tokens":2621,"out_tokens":745},"claude-opus-4-7":{"in_tokens":2626,"out_tokens":664},"mistral-large-2":{"in_tokens":1439,"out_tokens":922}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":307,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":20.89599261699999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1279,"out_tokens":2198},"claude-opus-4-8":{"in_tokens":2695,"out_tokens":732},"claude-opus-4-7":{"in_tokens":2700,"out_tokens":653},"mistral-large-2":{"in_tokens":1372,"out_tokens":632}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":344,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":20.91516386500001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1073,"out_tokens":1943},"claude-opus-4-8":{"in_tokens":2084,"out_tokens":431},"claude-opus-4-7":{"in_tokens":2089,"out_tokens":445},"mistral-large-2":{"in_tokens":1107,"out_tokens":456}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":1115,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":18.20653316099998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1274,"out_tokens":2674},"claude-opus-4-8":{"in_tokens":2509,"out_tokens":564},"claude-opus-4-7":{"in_tokens":2514,"out_tokens":533},"mistral-large-2":{"in_tokens":1350,"out_tokens":549}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":360,"error":null,"skip_reason":null,"score_raw":0.07142857142857142,"duration_s":30.66421831400004,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1201,"out_tokens":2131},"claude-opus-4-8":{"in_tokens":2366,"out_tokens":1103},"claude-opus-4-7":{"in_tokens":2371,"out_tokens":763},"mistral-large-2":{"in_tokens":1315,"out_tokens":863}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":396,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":24.531723611000018,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1499,"out_tokens":2186},"claude-opus-4-8":{"in_tokens":2999,"out_tokens":729},"claude-opus-4-7":{"in_tokens":3004,"out_tokens":664},"mistral-large-2":{"in_tokens":1615,"out_tokens":1182}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":1698,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":34.91538221000002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1155,"out_tokens":1450},"claude-opus-4-8":{"in_tokens":2299,"out_tokens":753},"claude-opus-4-7":{"in_tokens":2304,"out_tokens":659},"mistral-large-2":{"in_tokens":1227,"out_tokens":492}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":348,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":22.909685964000005,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1358,"out_tokens":2298},"claude-opus-4-8":{"in_tokens":2738,"out_tokens":772},"claude-opus-4-7":{"in_tokens":2743,"out_tokens":560},"mistral-large-2":{"in_tokens":1463,"out_tokens":563}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":616,"out_tokens":1143,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":18.514246514000035,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1397,"out_tokens":2049},"claude-opus-4-8":{"in_tokens":2822,"out_tokens":737},"claude-opus-4-7":{"in_tokens":2827,"out_tokens":659},"mistral-large-2":{"in_tokens":1525,"out_tokens":708}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":333,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":16.55872124199999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1058,"out_tokens":1160},"claude-opus-4-8":{"in_tokens":2067,"out_tokens":527},"claude-opus-4-7":{"in_tokens":2072,"out_tokens":470},"mistral-large-2":{"in_tokens":1132,"out_tokens":660}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":314,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":20.61152722999998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1103,"out_tokens":2080},"claude-opus-4-8":{"in_tokens":2189,"out_tokens":691},"claude-opus-4-7":{"in_tokens":2194,"out_tokens":611},"mistral-large-2":{"in_tokens":1158,"out_tokens":507}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":20.563797885999975,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1107,"out_tokens":1672},"claude-opus-4-8":{"in_tokens":2259,"out_tokens":677},"claude-opus-4-7":{"in_tokens":2264,"out_tokens":501},"mistral-large-2":{"in_tokens":1181,"out_tokens":944}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":772,"out_tokens":1611,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":27.657381671999985,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1786,"out_tokens":2722},"claude-opus-4-8":{"in_tokens":3469,"out_tokens":952},"claude-opus-4-7":{"in_tokens":3474,"out_tokens":600},"mistral-large-2":{"in_tokens":1881,"out_tokens":671}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":582,"out_tokens":809,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":12.574383984000008,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1184,"out_tokens":1203},"claude-opus-4-8":{"in_tokens":2366,"out_tokens":679},"claude-opus-4-7":{"in_tokens":2371,"out_tokens":579},"mistral-large-2":{"in_tokens":1227,"out_tokens":473}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":499,"out_tokens":275,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":15.046528868999985,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1146,"out_tokens":1754},"claude-opus-4-8":{"in_tokens":2300,"out_tokens":716},"claude-opus-4-7":{"in_tokens":2305,"out_tokens":595},"mistral-large-2":{"in_tokens":1236,"out_tokens":587}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1555,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":25.17943546099997,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1557,"out_tokens":1883},"claude-opus-4-8":{"in_tokens":3104,"out_tokens":838},"claude-opus-4-7":{"in_tokens":3109,"out_tokens":513},"mistral-large-2":{"in_tokens":1635,"out_tokens":602}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":249,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":16.660770248000006,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":980,"out_tokens":1266},"claude-opus-4-8":{"in_tokens":1996,"out_tokens":561},"claude-opus-4-7":{"in_tokens":2001,"out_tokens":432},"mistral-large-2":{"in_tokens":1044,"out_tokens":480}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":342,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":12.01811843300004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1150,"out_tokens":1276},"claude-opus-4-8":{"in_tokens":2261,"out_tokens":665},"claude-opus-4-7":{"in_tokens":2266,"out_tokens":450},"mistral-large-2":{"in_tokens":1216,"out_tokens":590}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":0.6071428571428572,"duration_s":9.926060951999943,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":964,"out_tokens":1347},"claude-opus-4-8":{"in_tokens":1934,"out_tokens":636},"claude-opus-4-7":{"in_tokens":1939,"out_tokens":450},"mistral-large-2":{"in_tokens":1008,"out_tokens":427}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":2548,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":36.580386664999935,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1295,"out_tokens":1827},"claude-opus-4-8":{"in_tokens":2596,"out_tokens":794},"claude-opus-4-7":{"in_tokens":2601,"out_tokens":585},"mistral-large-2":{"in_tokens":1445,"out_tokens":877}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":2399,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":43.73996918800003,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1439,"out_tokens":1601},"claude-opus-4-8":{"in_tokens":2668,"out_tokens":668},"claude-opus-4-7":{"in_tokens":2673,"out_tokens":570},"mistral-large-2":{"in_tokens":1628,"out_tokens":716}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":302,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":23.104226533999963,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1028,"out_tokens":1732},"claude-opus-4-8":{"in_tokens":2012,"out_tokens":611},"claude-opus-4-7":{"in_tokens":2017,"out_tokens":439},"mistral-large-2":{"in_tokens":1105,"out_tokens":573}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":1096,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":16.882132706999982,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1246,"out_tokens":2329},"claude-opus-4-8":{"in_tokens":2596,"out_tokens":640},"claude-opus-4-7":{"in_tokens":2601,"out_tokens":510},"mistral-large-2":{"in_tokens":1319,"out_tokens":548}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":223,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":19.325107170999956,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":939,"out_tokens":1454},"claude-opus-4-8":{"in_tokens":1902,"out_tokens":573},"claude-opus-4-7":{"in_tokens":1907,"out_tokens":419},"mistral-large-2":{"in_tokens":996,"out_tokens":453}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":451,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":9.677953704999936,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1007,"out_tokens":1479},"claude-opus-4-8":{"in_tokens":2070,"out_tokens":558},"claude-opus-4-7":{"in_tokens":2075,"out_tokens":423},"mistral-large-2":{"in_tokens":1067,"out_tokens":556}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":216,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":29.062933877000034,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1209,"out_tokens":1699},"claude-opus-4-8":{"in_tokens":2306,"out_tokens":564},"claude-opus-4-7":{"in_tokens":2311,"out_tokens":476},"mistral-large-2":{"in_tokens":1273,"out_tokens":558}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":718,"out_tokens":428,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":14.305788323999991,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1896,"out_tokens":1979},"claude-opus-4-8":{"in_tokens":3673,"out_tokens":877},"claude-opus-4-7":{"in_tokens":3678,"out_tokens":724},"mistral-large-2":{"in_tokens":1984,"out_tokens":754}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":1812,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":36.42876586799997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1466,"out_tokens":1258},"claude-opus-4-8":{"in_tokens":2840,"out_tokens":671},"claude-opus-4-7":{"in_tokens":2845,"out_tokens":505},"mistral-large-2":{"in_tokens":1652,"out_tokens":556}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":682,"out_tokens":654,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":14.30471116900003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2035,"out_tokens":2028},"claude-opus-4-8":{"in_tokens":4032,"out_tokens":949},"claude-opus-4-7":{"in_tokens":4037,"out_tokens":742},"mistral-large-2":{"in_tokens":2171,"out_tokens":1287}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":230,"error":null,"skip_reason":null,"score_raw":0.29166666666666663,"duration_s":16.669873774999928,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":988,"out_tokens":2008},"claude-opus-4-8":{"in_tokens":1977,"out_tokens":576},"claude-opus-4-7":{"in_tokens":1982,"out_tokens":497},"mistral-large-2":{"in_tokens":1057,"out_tokens":570}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":335,"out_tokens":1774,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":46.09278773700004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1155,"out_tokens":1292},"claude-opus-4-8":{"in_tokens":2146,"out_tokens":662},"claude-opus-4-7":{"in_tokens":2151,"out_tokens":506},"mistral-large-2":{"in_tokens":1208,"out_tokens":490}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":333,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":26.762937201,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.14285714285714285,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1136,"out_tokens":2259},"claude-opus-4-8":{"in_tokens":2214,"out_tokens":1074},"claude-opus-4-7":{"in_tokens":2219,"out_tokens":739},"mistral-large-2":{"in_tokens":1241,"out_tokens":771}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":251,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":16.718773947000045,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":955,"out_tokens":1049},"claude-opus-4-8":{"in_tokens":1839,"out_tokens":589},"claude-opus-4-7":{"in_tokens":1844,"out_tokens":471},"mistral-large-2":{"in_tokens":989,"out_tokens":496}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":297,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":17.030491891999986,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1040,"out_tokens":1966},"claude-opus-4-8":{"in_tokens":2147,"out_tokens":705},"claude-opus-4-7":{"in_tokens":2152,"out_tokens":468},"mistral-large-2":{"in_tokens":1117,"out_tokens":531}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":2828,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":65.75880858100004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":992,"out_tokens":689},"claude-opus-4-8":{"in_tokens":1882,"out_tokens":536},"claude-opus-4-7":{"in_tokens":1887,"out_tokens":439},"mistral-large-2":{"in_tokens":1033,"out_tokens":459}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":1860,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":38.24223572300002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1565,"out_tokens":1380},"claude-opus-4-8":{"in_tokens":2914,"out_tokens":705},"claude-opus-4-7":{"in_tokens":2919,"out_tokens":479},"mistral-large-2":{"in_tokens":1766,"out_tokens":509}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":994,"out_tokens":1763,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":29.099002756000004,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2288,"out_tokens":3460},"claude-opus-4-8":{"in_tokens":4392,"out_tokens":1388},"claude-opus-4-7":{"in_tokens":4397,"out_tokens":819},"mistral-large-2":{"in_tokens":2466,"out_tokens":738}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":937,"out_tokens":1517,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":26.208677584000043,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2093,"out_tokens":1888},"claude-opus-4-8":{"in_tokens":4089,"out_tokens":1046},"claude-opus-4-7":{"in_tokens":4094,"out_tokens":705},"mistral-large-2":{"in_tokens":2267,"out_tokens":797}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":667,"out_tokens":655,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":17.718275833000007,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2003,"out_tokens":2564},"claude-opus-4-8":{"in_tokens":3940,"out_tokens":1286},"claude-opus-4-7":{"in_tokens":3945,"out_tokens":796},"mistral-large-2":{"in_tokens":2182,"out_tokens":761}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1010,"out_tokens":1953,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":31.224369684999942,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2435,"out_tokens":3198},"claude-opus-4-8":{"in_tokens":4732,"out_tokens":932},"claude-opus-4-7":{"in_tokens":4737,"out_tokens":772},"mistral-large-2":{"in_tokens":2561,"out_tokens":724}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":301,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":12.049843256000031,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1154,"out_tokens":1095},"claude-opus-4-8":{"in_tokens":2221,"out_tokens":646},"claude-opus-4-7":{"in_tokens":2226,"out_tokens":501},"mistral-large-2":{"in_tokens":1233,"out_tokens":598}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":414,"out_tokens":2485,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":51.997260536,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1283,"out_tokens":1093},"claude-opus-4-8":{"in_tokens":2386,"out_tokens":613},"claude-opus-4-7":{"in_tokens":2391,"out_tokens":475},"mistral-large-2":{"in_tokens":1341,"out_tokens":569}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":637,"out_tokens":571,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":20.69444616599992,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1939,"out_tokens":2211},"claude-opus-4-8":{"in_tokens":3807,"out_tokens":1048},"claude-opus-4-7":{"in_tokens":3812,"out_tokens":742},"mistral-large-2":{"in_tokens":2044,"out_tokens":753}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":308,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":17.586948259999986,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1082,"out_tokens":1765},"claude-opus-4-8":{"in_tokens":2176,"out_tokens":674},"claude-opus-4-7":{"in_tokens":2181,"out_tokens":648},"mistral-large-2":{"in_tokens":1124,"out_tokens":555}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":1610,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":20.79702101600003,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1367,"out_tokens":2011},"claude-opus-4-8":{"in_tokens":2644,"out_tokens":834},"claude-opus-4-7":{"in_tokens":2649,"out_tokens":542},"mistral-large-2":{"in_tokens":1520,"out_tokens":578}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":638,"out_tokens":731,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":22.746331883999915,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2103,"out_tokens":2283},"claude-opus-4-8":{"in_tokens":4083,"out_tokens":951},"claude-opus-4-7":{"in_tokens":4088,"out_tokens":855},"mistral-large-2":{"in_tokens":2257,"out_tokens":899}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":916,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.7250000000000001,"duration_s":33.87503539800002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2350,"out_tokens":2160},"claude-opus-4-8":{"in_tokens":4661,"out_tokens":1283},"claude-opus-4-7":{"in_tokens":4666,"out_tokens":757},"mistral-large-2":{"in_tokens":2492,"out_tokens":898}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":1899,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":38.07716203799998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1825,"out_tokens":1512},"claude-opus-4-8":{"in_tokens":3364,"out_tokens":859},"claude-opus-4-7":{"in_tokens":3369,"out_tokens":635},"mistral-large-2":{"in_tokens":1972,"out_tokens":637}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":592,"out_tokens":330,"error":null,"skip_reason":null,"score_raw":0.175,"duration_s":14.104930751999973,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.3,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1452,"out_tokens":2072},"claude-opus-4-8":{"in_tokens":2909,"out_tokens":882},"claude-opus-4-7":{"in_tokens":2914,"out_tokens":739},"mistral-large-2":{"in_tokens":1554,"out_tokens":892}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":222,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":19.025706946000014,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1058,"out_tokens":1478},"claude-opus-4-8":{"in_tokens":2116,"out_tokens":738},"claude-opus-4-7":{"in_tokens":2121,"out_tokens":545},"mistral-large-2":{"in_tokens":1145,"out_tokens":650}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":439,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":14.023227764000012,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1215,"out_tokens":1225},"claude-opus-4-8":{"in_tokens":2407,"out_tokens":550},"claude-opus-4-7":{"in_tokens":2412,"out_tokens":485},"mistral-large-2":{"in_tokens":1305,"out_tokens":503}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":1688,"error":null,"skip_reason":null,"score_raw":0.8611111111111112,"duration_s":38.73728173800009,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1235,"out_tokens":1254},"claude-opus-4-8":{"in_tokens":2339,"out_tokens":635},"claude-opus-4-7":{"in_tokens":2344,"out_tokens":572},"mistral-large-2":{"in_tokens":1349,"out_tokens":578}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":244,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":22.62833070199997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":966,"out_tokens":1097},"claude-opus-4-8":{"in_tokens":1930,"out_tokens":652},"claude-opus-4-7":{"in_tokens":1935,"out_tokens":467},"mistral-large-2":{"in_tokens":1027,"out_tokens":590}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1194,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":21.115487318999953,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1463,"out_tokens":1453},"claude-opus-4-8":{"in_tokens":2791,"out_tokens":624},"claude-opus-4-7":{"in_tokens":2796,"out_tokens":527},"mistral-large-2":{"in_tokens":1562,"out_tokens":626}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":361,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":17.153762669000002,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1416,"out_tokens":2209},"claude-opus-4-8":{"in_tokens":2715,"out_tokens":895},"claude-opus-4-7":{"in_tokens":2720,"out_tokens":677},"mistral-large-2":{"in_tokens":1491,"out_tokens":712}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":432,"out_tokens":223,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":28.536209910000025,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1192,"out_tokens":1293},"claude-opus-4-8":{"in_tokens":2292,"out_tokens":885},"claude-opus-4-7":{"in_tokens":2297,"out_tokens":667},"mistral-large-2":{"in_tokens":1265,"out_tokens":613}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":297,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":18.246083594000083,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1081,"out_tokens":1284},"claude-opus-4-8":{"in_tokens":2124,"out_tokens":698},"claude-opus-4-7":{"in_tokens":2129,"out_tokens":619},"mistral-large-2":{"in_tokens":1146,"out_tokens":556}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1569,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":31.951261630999966,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1475,"out_tokens":2430},"claude-opus-4-8":{"in_tokens":2828,"out_tokens":1048},"claude-opus-4-7":{"in_tokens":2833,"out_tokens":868},"mistral-large-2":{"in_tokens":1613,"out_tokens":721}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":886,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.6749999999999999,"duration_s":31.601776767000047,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2365,"out_tokens":2946},"claude-opus-4-8":{"in_tokens":4630,"out_tokens":1084},"claude-opus-4-7":{"in_tokens":4635,"out_tokens":894},"mistral-large-2":{"in_tokens":2551,"out_tokens":795}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":860,"out_tokens":475,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":18.799772945999962,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.4,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2057,"out_tokens":2849},"claude-opus-4-8":{"in_tokens":3966,"out_tokens":1307},"claude-opus-4-7":{"in_tokens":3971,"out_tokens":1115},"mistral-large-2":{"in_tokens":2149,"out_tokens":777}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":1703,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":31.076446027999964,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1929,"out_tokens":3860},"claude-opus-4-8":{"in_tokens":3916,"out_tokens":1027},"claude-opus-4-7":{"in_tokens":3921,"out_tokens":769},"mistral-large-2":{"in_tokens":2052,"out_tokens":866}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":263,"out_tokens":270,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":15.062988739000048,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1008,"out_tokens":1270},"claude-opus-4-8":{"in_tokens":2074,"out_tokens":508},"claude-opus-4-7":{"in_tokens":2079,"out_tokens":459},"mistral-large-2":{"in_tokens":1057,"out_tokens":523}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":229,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":16.49280162299999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1010,"out_tokens":1438},"claude-opus-4-8":{"in_tokens":2034,"out_tokens":687},"claude-opus-4-7":{"in_tokens":2039,"out_tokens":493},"mistral-large-2":{"in_tokens":1055,"out_tokens":458}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":1814,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":40.706452949000095,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1071,"out_tokens":935},"claude-opus-4-8":{"in_tokens":2020,"out_tokens":640},"claude-opus-4-7":{"in_tokens":2025,"out_tokens":515},"mistral-large-2":{"in_tokens":1132,"out_tokens":538}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":1489,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":23.702718800999946,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1292,"out_tokens":1843},"claude-opus-4-8":{"in_tokens":2484,"out_tokens":822},"claude-opus-4-7":{"in_tokens":2489,"out_tokens":595},"mistral-large-2":{"in_tokens":1428,"out_tokens":812}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":744,"out_tokens":502,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":19.227112143,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1980,"out_tokens":2046},"claude-opus-4-8":{"in_tokens":3877,"out_tokens":983},"claude-opus-4-7":{"in_tokens":3882,"out_tokens":598},"mistral-large-2":{"in_tokens":2144,"out_tokens":886}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":1429,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":20.46952373499994,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1269,"out_tokens":1645},"claude-opus-4-8":{"in_tokens":2465,"out_tokens":727},"claude-opus-4-7":{"in_tokens":2470,"out_tokens":654},"mistral-large-2":{"in_tokens":1378,"out_tokens":654}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":533,"out_tokens":1650,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":27.222482332000027,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1597,"out_tokens":1562},"claude-opus-4-8":{"in_tokens":3119,"out_tokens":653},"claude-opus-4-7":{"in_tokens":3124,"out_tokens":410},"mistral-large-2":{"in_tokens":1729,"out_tokens":809}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":745,"out_tokens":604,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":27.049204183999905,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1979,"out_tokens":2280},"claude-opus-4-8":{"in_tokens":3882,"out_tokens":1399},"claude-opus-4-7":{"in_tokens":3887,"out_tokens":1035},"mistral-large-2":{"in_tokens":2124,"out_tokens":805}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":748,"out_tokens":1229,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":21.398927146999995,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1637,"out_tokens":3065},"claude-opus-4-8":{"in_tokens":3151,"out_tokens":729},"claude-opus-4-7":{"in_tokens":3156,"out_tokens":684},"mistral-large-2":{"in_tokens":1738,"out_tokens":689}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":2153,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":45.397626045999914,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1048,"out_tokens":1092},"claude-opus-4-8":{"in_tokens":2003,"out_tokens":561},"claude-opus-4-7":{"in_tokens":2008,"out_tokens":528},"mistral-large-2":{"in_tokens":1100,"out_tokens":559}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":345,"error":null,"skip_reason":null,"score_raw":0.2,"duration_s":22.125912894000066,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.2,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1680,"out_tokens":1643},"claude-opus-4-8":{"in_tokens":3314,"out_tokens":1235},"claude-opus-4-7":{"in_tokens":3319,"out_tokens":743},"mistral-large-2":{"in_tokens":1806,"out_tokens":853}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":419,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":25.239391891999958,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1849,"out_tokens":4117},"claude-opus-4-8":{"in_tokens":3630,"out_tokens":1253},"claude-opus-4-7":{"in_tokens":3635,"out_tokens":1009},"mistral-large-2":{"in_tokens":1944,"out_tokens":802}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":366,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":21.773785900999997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1668,"out_tokens":1495},"claude-opus-4-8":{"in_tokens":3292,"out_tokens":959},"claude-opus-4-7":{"in_tokens":3297,"out_tokens":722},"mistral-large-2":{"in_tokens":1812,"out_tokens":675}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":2798,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":41.69392355999992,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1544,"out_tokens":1366},"claude-opus-4-8":{"in_tokens":3022,"out_tokens":688},"claude-opus-4-7":{"in_tokens":3027,"out_tokens":559},"mistral-large-2":{"in_tokens":1717,"out_tokens":579}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":795,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":14.60408375299994,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1352,"out_tokens":2116},"claude-opus-4-8":{"in_tokens":2569,"out_tokens":801},"claude-opus-4-7":{"in_tokens":2574,"out_tokens":658},"mistral-large-2":{"in_tokens":1460,"out_tokens":714}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1669,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":31.774506042999974,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1179,"out_tokens":2327},"claude-opus-4-8":{"in_tokens":2353,"out_tokens":775},"claude-opus-4-7":{"in_tokens":2358,"out_tokens":663},"mistral-large-2":{"in_tokens":1295,"out_tokens":555}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":1655,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":28.722325944999966,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1244,"out_tokens":2283},"claude-opus-4-8":{"in_tokens":2465,"out_tokens":941},"claude-opus-4-7":{"in_tokens":2470,"out_tokens":647},"mistral-large-2":{"in_tokens":1383,"out_tokens":617}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1103,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.6749999999999999,"duration_s":32.1242974779999,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2415,"out_tokens":2767},"claude-opus-4-8":{"in_tokens":4686,"out_tokens":1007},"claude-opus-4-7":{"in_tokens":4691,"out_tokens":1114},"mistral-large-2":{"in_tokens":2610,"out_tokens":823}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":435,"error":null,"skip_reason":null,"score_raw":0.35,"duration_s":30.96852672800003,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1754,"out_tokens":2565},"claude-opus-4-8":{"in_tokens":3480,"out_tokens":998},"claude-opus-4-7":{"in_tokens":3485,"out_tokens":957},"mistral-large-2":{"in_tokens":1857,"out_tokens":1536}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1309,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":35.65612201900001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.3,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2555,"out_tokens":3309},"claude-opus-4-8":{"in_tokens":5022,"out_tokens":973},"claude-opus-4-7":{"in_tokens":5027,"out_tokens":797},"mistral-large-2":{"in_tokens":2673,"out_tokens":984}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":2275,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":29.13018513999998,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1403,"out_tokens":2449},"claude-opus-4-8":{"in_tokens":2620,"out_tokens":1073},"claude-opus-4-7":{"in_tokens":2625,"out_tokens":615},"mistral-large-2":{"in_tokens":1558,"out_tokens":679}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":332,"out_tokens":255,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":16.855403010000032,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1079,"out_tokens":2161},"claude-opus-4-8":{"in_tokens":2088,"out_tokens":596},"claude-opus-4-7":{"in_tokens":2093,"out_tokens":422},"mistral-large-2":{"in_tokens":1152,"out_tokens":551}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":2475,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":65.86380284300003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1030,"out_tokens":1283},"claude-opus-4-8":{"in_tokens":1911,"out_tokens":613},"claude-opus-4-7":{"in_tokens":1916,"out_tokens":491},"mistral-large-2":{"in_tokens":1078,"out_tokens":725}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1109,"out_tokens":1987,"error":null,"skip_reason":null,"score_raw":0.825,"duration_s":32.438512783999954,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2460,"out_tokens":2194},"claude-opus-4-8":{"in_tokens":4815,"out_tokens":1245},"claude-opus-4-7":{"in_tokens":4820,"out_tokens":782},"mistral-large-2":{"in_tokens":2646,"out_tokens":1208}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":352,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":26.312528195000027,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1663,"out_tokens":1534},"claude-opus-4-8":{"in_tokens":3270,"out_tokens":1029},"claude-opus-4-7":{"in_tokens":3275,"out_tokens":634},"mistral-large-2":{"in_tokens":1789,"out_tokens":711}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":423,"out_tokens":273,"error":null,"skip_reason":null,"score_raw":0.05,"duration_s":22.26819336599999,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.2,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1370,"out_tokens":1758},"claude-opus-4-8":{"in_tokens":2779,"out_tokens":945},"claude-opus-4-7":{"in_tokens":2784,"out_tokens":588},"mistral-large-2":{"in_tokens":1461,"out_tokens":784}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":681,"out_tokens":1418,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":24.173421845999997,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1844,"out_tokens":3841},"claude-opus-4-8":{"in_tokens":3457,"out_tokens":827},"claude-opus-4-7":{"in_tokens":3462,"out_tokens":676},"mistral-large-2":{"in_tokens":2050,"out_tokens":793}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":893,"error":null,"skip_reason":null,"score_raw":0.8500000000000001,"duration_s":16.684797589000027,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1429,"out_tokens":2228},"claude-opus-4-8":{"in_tokens":2749,"out_tokens":1043},"claude-opus-4-7":{"in_tokens":2754,"out_tokens":749},"mistral-large-2":{"in_tokens":1535,"out_tokens":818}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":313,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":19.447313622000024,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.16666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1058,"out_tokens":2064},"claude-opus-4-8":{"in_tokens":2086,"out_tokens":557},"claude-opus-4-7":{"in_tokens":2091,"out_tokens":421},"mistral-large-2":{"in_tokens":1123,"out_tokens":928}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":1585,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":27.480137309000042,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1287,"out_tokens":1860},"claude-opus-4-8":{"in_tokens":2443,"out_tokens":642},"claude-opus-4-7":{"in_tokens":2448,"out_tokens":513},"mistral-large-2":{"in_tokens":1449,"out_tokens":564}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1311,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":18.86020793,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1102,"out_tokens":1276},"claude-opus-4-8":{"in_tokens":2151,"out_tokens":704},"claude-opus-4-7":{"in_tokens":2156,"out_tokens":554},"mistral-large-2":{"in_tokens":1209,"out_tokens":527}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":1955,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":26.43385222099994,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1073,"out_tokens":1564},"claude-opus-4-8":{"in_tokens":2070,"out_tokens":584},"claude-opus-4-7":{"in_tokens":2075,"out_tokens":562},"mistral-large-2":{"in_tokens":1143,"out_tokens":592}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1110,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":19.021514822000086,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2047,"out_tokens":1694},"claude-opus-4-8":{"in_tokens":3852,"out_tokens":1071},"claude-opus-4-7":{"in_tokens":3857,"out_tokens":769},"mistral-large-2":{"in_tokens":2200,"out_tokens":1002}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":1717,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":29.13260358299999,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2218,"out_tokens":3033},"claude-opus-4-8":{"in_tokens":4107,"out_tokens":1053},"claude-opus-4-7":{"in_tokens":4112,"out_tokens":859},"mistral-large-2":{"in_tokens":2371,"out_tokens":1044}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":342,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":28.12908417199992,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1351,"out_tokens":3043},"claude-opus-4-8":{"in_tokens":2605,"out_tokens":929},"claude-opus-4-7":{"in_tokens":2610,"out_tokens":735},"mistral-large-2":{"in_tokens":1438,"out_tokens":653}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":1704,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":31.777378658999965,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1259,"out_tokens":1290},"claude-opus-4-8":{"in_tokens":2376,"out_tokens":699},"claude-opus-4-7":{"in_tokens":2381,"out_tokens":560},"mistral-large-2":{"in_tokens":1357,"out_tokens":546}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":419,"out_tokens":3217,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":65.74994840900001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1495,"out_tokens":1881},"claude-opus-4-8":{"in_tokens":2820,"out_tokens":597},"claude-opus-4-7":{"in_tokens":2825,"out_tokens":556},"mistral-large-2":{"in_tokens":1552,"out_tokens":606}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1769,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":30.742492363999986,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1094,"out_tokens":790},"claude-opus-4-8":{"in_tokens":2087,"out_tokens":553},"claude-opus-4-7":{"in_tokens":2092,"out_tokens":468},"mistral-large-2":{"in_tokens":1151,"out_tokens":494}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":408,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":27.247991289000083,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1735,"out_tokens":2138},"claude-opus-4-8":{"in_tokens":3437,"out_tokens":1094},"claude-opus-4-7":{"in_tokens":3442,"out_tokens":808},"mistral-large-2":{"in_tokens":1873,"out_tokens":829}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":698,"out_tokens":392,"error":null,"skip_reason":null,"score_raw":0.175,"duration_s":27.898957907999943,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.4,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1926,"out_tokens":2714},"claude-opus-4-8":{"in_tokens":3727,"out_tokens":1361},"claude-opus-4-7":{"in_tokens":3732,"out_tokens":1249},"mistral-large-2":{"in_tokens":2009,"out_tokens":913}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":1755,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":20.77289676399994,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1439,"out_tokens":2191},"claude-opus-4-8":{"in_tokens":2729,"out_tokens":659},"claude-opus-4-7":{"in_tokens":2734,"out_tokens":521},"mistral-large-2":{"in_tokens":1575,"out_tokens":692}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1207,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":23.841377880000096,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2123,"out_tokens":2651},"claude-opus-4-8":{"in_tokens":3969,"out_tokens":877},"claude-opus-4-7":{"in_tokens":3974,"out_tokens":898},"mistral-large-2":{"in_tokens":2248,"out_tokens":841}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1584,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":28.22246518299994,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2003,"out_tokens":2412},"claude-opus-4-8":{"in_tokens":3748,"out_tokens":964},"claude-opus-4-7":{"in_tokens":3753,"out_tokens":813},"mistral-large-2":{"in_tokens":2175,"out_tokens":805}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":507,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":31.496669218999955,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1964,"out_tokens":1499},"claude-opus-4-8":{"in_tokens":3855,"out_tokens":860},"claude-opus-4-7":{"in_tokens":3860,"out_tokens":726},"mistral-large-2":{"in_tokens":2095,"out_tokens":1271}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":665,"out_tokens":1405,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":24.88605681499996,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1817,"out_tokens":2595},"claude-opus-4-8":{"in_tokens":3473,"out_tokens":960},"claude-opus-4-7":{"in_tokens":3478,"out_tokens":778},"mistral-large-2":{"in_tokens":1920,"out_tokens":1229}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":1335,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":25.743016237999996,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1712,"out_tokens":3110},"claude-opus-4-8":{"in_tokens":3343,"out_tokens":942},"claude-opus-4-7":{"in_tokens":3348,"out_tokens":795},"mistral-large-2":{"in_tokens":1834,"out_tokens":800}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":382,"out_tokens":3685,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":75.65635068100005,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1218,"out_tokens":1256},"claude-opus-4-8":{"in_tokens":2298,"out_tokens":533},"claude-opus-4-7":{"in_tokens":2303,"out_tokens":444},"mistral-large-2":{"in_tokens":1264,"out_tokens":705}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":2357,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":35.82207202699999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1877,"out_tokens":2282},"claude-opus-4-8":{"in_tokens":3735,"out_tokens":989},"claude-opus-4-7":{"in_tokens":3740,"out_tokens":734},"mistral-large-2":{"in_tokens":2012,"out_tokens":841}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":1749,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":29.399428744000033,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1931,"out_tokens":1478},"claude-opus-4-8":{"in_tokens":3893,"out_tokens":690},"claude-opus-4-7":{"in_tokens":3898,"out_tokens":594},"mistral-large-2":{"in_tokens":2084,"out_tokens":690}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":655,"out_tokens":1091,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":20.84376377300009,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1533,"out_tokens":1670},"claude-opus-4-8":{"in_tokens":3078,"out_tokens":736},"claude-opus-4-7":{"in_tokens":3083,"out_tokens":559},"mistral-large-2":{"in_tokens":1634,"out_tokens":678}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":298,"out_tokens":1359,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":26.46112860599999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1053,"out_tokens":1260},"claude-opus-4-8":{"in_tokens":1980,"out_tokens":573},"claude-opus-4-7":{"in_tokens":1985,"out_tokens":491},"mistral-large-2":{"in_tokens":1106,"out_tokens":495}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":1143,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":22.140472740000064,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1627,"out_tokens":2000},"claude-opus-4-8":{"in_tokens":3117,"out_tokens":827},"claude-opus-4-7":{"in_tokens":3122,"out_tokens":660},"mistral-large-2":{"in_tokens":1748,"out_tokens":568}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":2983,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":46.358092102,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1845,"out_tokens":2063},"claude-opus-4-8":{"in_tokens":3834,"out_tokens":766},"claude-opus-4-7":{"in_tokens":3839,"out_tokens":605},"mistral-large-2":{"in_tokens":1988,"out_tokens":576}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":1198,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":19.876027579999914,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1735,"out_tokens":2018},"claude-opus-4-8":{"in_tokens":3326,"out_tokens":771},"claude-opus-4-7":{"in_tokens":3331,"out_tokens":516},"mistral-large-2":{"in_tokens":1884,"out_tokens":731}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":1864,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":40.792819714000075,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1064,"out_tokens":1018},"claude-opus-4-8":{"in_tokens":1990,"out_tokens":618},"claude-opus-4-7":{"in_tokens":1995,"out_tokens":459},"mistral-large-2":{"in_tokens":1100,"out_tokens":463}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":594,"out_tokens":1158,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":21.081388170000082,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1716,"out_tokens":2639},"claude-opus-4-8":{"in_tokens":3193,"out_tokens":926},"claude-opus-4-7":{"in_tokens":3198,"out_tokens":860},"mistral-large-2":{"in_tokens":1855,"out_tokens":768}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":763,"out_tokens":1605,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":29.744841657999928,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2347,"out_tokens":2983},"claude-opus-4-8":{"in_tokens":4371,"out_tokens":1002},"claude-opus-4-7":{"in_tokens":4376,"out_tokens":797},"mistral-large-2":{"in_tokens":2508,"out_tokens":993}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":1985,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":44.57160230299996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1554,"out_tokens":2331},"claude-opus-4-8":{"in_tokens":3207,"out_tokens":701},"claude-opus-4-7":{"in_tokens":3212,"out_tokens":536},"mistral-large-2":{"in_tokens":1644,"out_tokens":552}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":1005,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":16.38933094799995,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1612,"out_tokens":2383},"claude-opus-4-8":{"in_tokens":3075,"out_tokens":1140},"claude-opus-4-7":{"in_tokens":3080,"out_tokens":604},"mistral-large-2":{"in_tokens":1679,"out_tokens":657}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":242,"out_tokens":2372,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":37.43841475199997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1059,"out_tokens":1220},"claude-opus-4-8":{"in_tokens":2028,"out_tokens":523},"claude-opus-4-7":{"in_tokens":2033,"out_tokens":365},"mistral-large-2":{"in_tokens":1114,"out_tokens":499}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":715,"out_tokens":1125,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":21.216251689000046,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1675,"out_tokens":1686},"claude-opus-4-8":{"in_tokens":3185,"out_tokens":655},"claude-opus-4-7":{"in_tokens":3190,"out_tokens":503},"mistral-large-2":{"in_tokens":1749,"out_tokens":555}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":1577,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":28.55268971600003,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1339,"out_tokens":2760},"claude-opus-4-8":{"in_tokens":2689,"out_tokens":486},"claude-opus-4-7":{"in_tokens":2694,"out_tokens":429},"mistral-large-2":{"in_tokens":1413,"out_tokens":488}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":940,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":16.961582368999984,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1469,"out_tokens":1484},"claude-opus-4-8":{"in_tokens":2736,"out_tokens":585},"claude-opus-4-7":{"in_tokens":2741,"out_tokens":505},"mistral-large-2":{"in_tokens":1539,"out_tokens":621}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":693,"out_tokens":1002,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":19.672812888999943,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1657,"out_tokens":1619},"claude-opus-4-8":{"in_tokens":3055,"out_tokens":698},"claude-opus-4-7":{"in_tokens":3060,"out_tokens":609},"mistral-large-2":{"in_tokens":1740,"out_tokens":659}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":2479,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":45.657129929999996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1612,"out_tokens":1652},"claude-opus-4-8":{"in_tokens":3195,"out_tokens":533},"claude-opus-4-7":{"in_tokens":3200,"out_tokens":384},"mistral-large-2":{"in_tokens":1739,"out_tokens":676}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":2429,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":46.30591794600002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1752,"out_tokens":944},"claude-opus-4-8":{"in_tokens":3567,"out_tokens":515},"claude-opus-4-7":{"in_tokens":3572,"out_tokens":440},"mistral-large-2":{"in_tokens":1859,"out_tokens":789}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":780,"out_tokens":1462,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":28.000085289000026,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1814,"out_tokens":2070},"claude-opus-4-8":{"in_tokens":3321,"out_tokens":583},"claude-opus-4-7":{"in_tokens":3326,"out_tokens":483},"mistral-large-2":{"in_tokens":1900,"out_tokens":754}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":943,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":18.079623371000025,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1400,"out_tokens":1815},"claude-opus-4-8":{"in_tokens":2600,"out_tokens":595},"claude-opus-4-7":{"in_tokens":2605,"out_tokens":526},"mistral-large-2":{"in_tokens":1472,"out_tokens":632}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":12853,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":253.48901276799995,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1717,"out_tokens":2176},"claude-opus-4-8":{"in_tokens":3332,"out_tokens":1211},"claude-opus-4-7":{"in_tokens":3337,"out_tokens":783},"mistral-large-2":{"in_tokens":1844,"out_tokens":708}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":1890,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":34.078868905000036,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1609,"out_tokens":1778},"claude-opus-4-8":{"in_tokens":3214,"out_tokens":663},"claude-opus-4-7":{"in_tokens":3219,"out_tokens":543},"mistral-large-2":{"in_tokens":1741,"out_tokens":641}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":1356,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":25.6699244240001,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1700,"out_tokens":2414},"claude-opus-4-8":{"in_tokens":3110,"out_tokens":548},"claude-opus-4-7":{"in_tokens":3115,"out_tokens":495},"mistral-large-2":{"in_tokens":1782,"out_tokens":883}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":1374,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":25.267054531999975,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1558,"out_tokens":1730},"claude-opus-4-8":{"in_tokens":2965,"out_tokens":752},"claude-opus-4-7":{"in_tokens":2970,"out_tokens":526},"mistral-large-2":{"in_tokens":1655,"out_tokens":686}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":1153,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":22.782743600000003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1495,"out_tokens":1475},"claude-opus-4-8":{"in_tokens":2844,"out_tokens":691},"claude-opus-4-7":{"in_tokens":2849,"out_tokens":521},"mistral-large-2":{"in_tokens":1581,"out_tokens":627}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":1888,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":44.73723664800002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":992,"out_tokens":1422},"claude-opus-4-8":{"in_tokens":1905,"out_tokens":793},"claude-opus-4-7":{"in_tokens":1910,"out_tokens":556},"mistral-large-2":{"in_tokens":1122,"out_tokens":661}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":821,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":19.240415095000003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1273,"out_tokens":1022},"claude-opus-4-8":{"in_tokens":2375,"out_tokens":557},"claude-opus-4-7":{"in_tokens":2380,"out_tokens":425},"mistral-large-2":{"in_tokens":1321,"out_tokens":552}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":2555,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":39.175350672000036,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1841,"out_tokens":1292},"claude-opus-4-8":{"in_tokens":3741,"out_tokens":528},"claude-opus-4-7":{"in_tokens":3746,"out_tokens":444},"mistral-large-2":{"in_tokens":2029,"out_tokens":525}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":2718,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":61.762259341000004,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1049,"out_tokens":1274},"claude-opus-4-8":{"in_tokens":2048,"out_tokens":680},"claude-opus-4-7":{"in_tokens":2053,"out_tokens":665},"mistral-large-2":{"in_tokens":1137,"out_tokens":722}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":2096,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":38.6787058860001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1328,"out_tokens":2280},"claude-opus-4-8":{"in_tokens":2617,"out_tokens":667},"claude-opus-4-7":{"in_tokens":2622,"out_tokens":546},"mistral-large-2":{"in_tokens":1385,"out_tokens":881}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":1174,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":22.56429295999999,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1594,"out_tokens":1524},"claude-opus-4-8":{"in_tokens":2950,"out_tokens":690},"claude-opus-4-7":{"in_tokens":2955,"out_tokens":471},"mistral-large-2":{"in_tokens":1654,"out_tokens":775}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":1767,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":25.370036086000027,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1390,"out_tokens":2099},"claude-opus-4-8":{"in_tokens":2757,"out_tokens":716},"claude-opus-4-7":{"in_tokens":2762,"out_tokens":608},"mistral-large-2":{"in_tokens":1490,"out_tokens":845}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":700,"out_tokens":1021,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":21.01516401999993,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1597,"out_tokens":2446},"claude-opus-4-8":{"in_tokens":2968,"out_tokens":650},"claude-opus-4-7":{"in_tokens":2973,"out_tokens":529},"mistral-large-2":{"in_tokens":1676,"out_tokens":634}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":2263,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":42.66152751300001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1736,"out_tokens":956},"claude-opus-4-8":{"in_tokens":3576,"out_tokens":473},"claude-opus-4-7":{"in_tokens":3581,"out_tokens":429},"mistral-large-2":{"in_tokens":1856,"out_tokens":518}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":814,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":18.730091176999963,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1320,"out_tokens":1262},"claude-opus-4-8":{"in_tokens":2479,"out_tokens":619},"claude-opus-4-7":{"in_tokens":2484,"out_tokens":495},"mistral-large-2":{"in_tokens":1406,"out_tokens":544}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":1097,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":21.303193532000023,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1437,"out_tokens":1743},"claude-opus-4-8":{"in_tokens":2725,"out_tokens":626},"claude-opus-4-7":{"in_tokens":2730,"out_tokens":534},"mistral-large-2":{"in_tokens":1505,"out_tokens":650}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":1118,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":22.233917475999988,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1483,"out_tokens":1525},"claude-opus-4-8":{"in_tokens":2770,"out_tokens":682},"claude-opus-4-7":{"in_tokens":2775,"out_tokens":510},"mistral-large-2":{"in_tokens":1547,"out_tokens":585}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1595,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":24.366360140999973,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1603,"out_tokens":2080},"claude-opus-4-8":{"in_tokens":3225,"out_tokens":763},"claude-opus-4-7":{"in_tokens":3230,"out_tokens":565},"mistral-large-2":{"in_tokens":1731,"out_tokens":1050}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":1113,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":20.57853061000003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1726,"out_tokens":1401},"claude-opus-4-8":{"in_tokens":3264,"out_tokens":604},"claude-opus-4-7":{"in_tokens":3269,"out_tokens":524},"mistral-large-2":{"in_tokens":1790,"out_tokens":711}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":1870,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":36.51005421599996,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1620,"out_tokens":1412},"claude-opus-4-8":{"in_tokens":3201,"out_tokens":543},"claude-opus-4-7":{"in_tokens":3206,"out_tokens":500},"mistral-large-2":{"in_tokens":1737,"out_tokens":728}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1090,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":20.38688480999997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1528,"out_tokens":2111},"claude-opus-4-8":{"in_tokens":2927,"out_tokens":658},"claude-opus-4-7":{"in_tokens":2932,"out_tokens":558},"mistral-large-2":{"in_tokens":1595,"out_tokens":667}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":893,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":18.196723139999904,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1413,"out_tokens":1169},"claude-opus-4-8":{"in_tokens":2679,"out_tokens":604},"claude-opus-4-7":{"in_tokens":2684,"out_tokens":467},"mistral-large-2":{"in_tokens":1482,"out_tokens":519}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":1570,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":27.824120660999938,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1591,"out_tokens":1505},"claude-opus-4-8":{"in_tokens":3133,"out_tokens":540},"claude-opus-4-7":{"in_tokens":3138,"out_tokens":464},"mistral-large-2":{"in_tokens":1703,"out_tokens":764}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":2630,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":35.95804566200002,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.5,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1555,"out_tokens":2237},"claude-opus-4-8":{"in_tokens":2977,"out_tokens":797},"claude-opus-4-7":{"in_tokens":2982,"out_tokens":622},"mistral-large-2":{"in_tokens":1648,"out_tokens":629}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":334,"out_tokens":2212,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":38.166821024,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":989,"out_tokens":1307},"claude-opus-4-8":{"in_tokens":1929,"out_tokens":635},"claude-opus-4-7":{"in_tokens":1934,"out_tokens":526},"mistral-large-2":{"in_tokens":1065,"out_tokens":547}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":477,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":9.864488514999948,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1203,"out_tokens":1420},"claude-opus-4-8":{"in_tokens":2251,"out_tokens":602},"claude-opus-4-7":{"in_tokens":2256,"out_tokens":422},"mistral-large-2":{"in_tokens":1248,"out_tokens":556}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":924,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":16.17614919999994,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1454,"out_tokens":1292},"claude-opus-4-8":{"in_tokens":2690,"out_tokens":606},"claude-opus-4-7":{"in_tokens":2695,"out_tokens":559},"mistral-large-2":{"in_tokens":1536,"out_tokens":624}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":1152,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":15.359176648000016,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1230,"out_tokens":1323},"claude-opus-4-8":{"in_tokens":2483,"out_tokens":540},"claude-opus-4-7":{"in_tokens":2488,"out_tokens":459},"mistral-large-2":{"in_tokens":1292,"out_tokens":559}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":422,"out_tokens":948,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":16.581536548999907,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1367,"out_tokens":1367},"claude-opus-4-8":{"in_tokens":2628,"out_tokens":571},"claude-opus-4-7":{"in_tokens":2633,"out_tokens":462},"mistral-large-2":{"in_tokens":1430,"out_tokens":562}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":633,"out_tokens":826,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":16.422660688000065,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1439,"out_tokens":1586},"claude-opus-4-8":{"in_tokens":2721,"out_tokens":787},"claude-opus-4-7":{"in_tokens":2726,"out_tokens":563},"mistral-large-2":{"in_tokens":1584,"out_tokens":767}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":581,"out_tokens":748,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":15.207656021999924,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1224,"out_tokens":2050},"claude-opus-4-8":{"in_tokens":2437,"out_tokens":928},"claude-opus-4-7":{"in_tokens":2442,"out_tokens":536},"mistral-large-2":{"in_tokens":1333,"out_tokens":706}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":3311,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":135.70985103700002,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.7,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1150,"out_tokens":1172},"claude-opus-4-8":{"in_tokens":2201,"out_tokens":738},"claude-opus-4-7":{"in_tokens":2206,"out_tokens":781},"mistral-large-2":{"in_tokens":1262,"out_tokens":714}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":913,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":17.441503061999924,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1344,"out_tokens":1773},"claude-opus-4-8":{"in_tokens":2575,"out_tokens":929},"claude-opus-4-7":{"in_tokens":2580,"out_tokens":696},"mistral-large-2":{"in_tokens":1518,"out_tokens":620}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":2750,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":63.85948612199991,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1049,"out_tokens":1183},"claude-opus-4-8":{"in_tokens":1990,"out_tokens":717},"claude-opus-4-7":{"in_tokens":1995,"out_tokens":530},"mistral-large-2":{"in_tokens":1137,"out_tokens":544}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":1815,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":28.903576763000046,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1397,"out_tokens":2355},"claude-opus-4-8":{"in_tokens":2871,"out_tokens":646},"claude-opus-4-7":{"in_tokens":2876,"out_tokens":501},"mistral-large-2":{"in_tokens":1487,"out_tokens":900}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":2441,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":26.43840344099999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2635,"out_tokens":2787},"claude-opus-4-8":{"in_tokens":5212,"out_tokens":1152},"claude-opus-4-7":{"in_tokens":5217,"out_tokens":894},"mistral-large-2":{"in_tokens":2834,"out_tokens":925}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":793,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":12.007794547000003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1277,"out_tokens":1234},"claude-opus-4-8":{"in_tokens":2460,"out_tokens":636},"claude-opus-4-7":{"in_tokens":2465,"out_tokens":513},"mistral-large-2":{"in_tokens":1385,"out_tokens":463}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":3233,"error":null,"skip_reason":null,"score_raw":0.7000000000000001,"duration_s":30.172039693999977,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2425,"out_tokens":2428},"claude-opus-4-8":{"in_tokens":4719,"out_tokens":901},"claude-opus-4-7":{"in_tokens":4724,"out_tokens":688},"mistral-large-2":{"in_tokens":2544,"out_tokens":1085}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":644,"out_tokens":973,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":19.32803808799997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1438,"out_tokens":1490},"claude-opus-4-8":{"in_tokens":2762,"out_tokens":729},"claude-opus-4-7":{"in_tokens":2767,"out_tokens":657},"mistral-large-2":{"in_tokens":1559,"out_tokens":661}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":611,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":11.888095943999929,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1231,"out_tokens":1846},"claude-opus-4-8":{"in_tokens":2317,"out_tokens":767},"claude-opus-4-7":{"in_tokens":2322,"out_tokens":638},"mistral-large-2":{"in_tokens":1363,"out_tokens":710}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":1014,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":18.840034559999935,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1362,"out_tokens":2767},"claude-opus-4-8":{"in_tokens":2662,"out_tokens":767},"claude-opus-4-7":{"in_tokens":2667,"out_tokens":635},"mistral-large-2":{"in_tokens":1493,"out_tokens":583}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":2692,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":37.598557404000076,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2411,"out_tokens":2115},"claude-opus-4-8":{"in_tokens":4748,"out_tokens":856},"claude-opus-4-7":{"in_tokens":4753,"out_tokens":670},"mistral-large-2":{"in_tokens":2638,"out_tokens":826}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":620,"out_tokens":738,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":13.126702186999978,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1308,"out_tokens":1717},"claude-opus-4-8":{"in_tokens":2493,"out_tokens":726},"claude-opus-4-7":{"in_tokens":2498,"out_tokens":492},"mistral-large-2":{"in_tokens":1432,"out_tokens":623}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":629,"out_tokens":770,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":16.250021234999963,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1353,"out_tokens":1609},"claude-opus-4-8":{"in_tokens":2568,"out_tokens":587},"claude-opus-4-7":{"in_tokens":2573,"out_tokens":448},"mistral-large-2":{"in_tokens":1468,"out_tokens":555}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":1154,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":25.318827516000056,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1544,"out_tokens":2384},"claude-opus-4-8":{"in_tokens":2983,"out_tokens":704},"claude-opus-4-7":{"in_tokens":2988,"out_tokens":623},"mistral-large-2":{"in_tokens":1709,"out_tokens":1221}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":692,"out_tokens":1146,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":18.289133601000003,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1602,"out_tokens":1968},"claude-opus-4-8":{"in_tokens":3061,"out_tokens":751},"claude-opus-4-7":{"in_tokens":3066,"out_tokens":522},"mistral-large-2":{"in_tokens":1774,"out_tokens":730}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":322,"out_tokens":2301,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":54.07180732400002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1016,"out_tokens":1457},"claude-opus-4-8":{"in_tokens":1986,"out_tokens":743},"claude-opus-4-7":{"in_tokens":1991,"out_tokens":569},"mistral-large-2":{"in_tokens":1109,"out_tokens":796}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":1934,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":36.26085827299994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1043,"out_tokens":1283},"claude-opus-4-8":{"in_tokens":1980,"out_tokens":701},"claude-opus-4-7":{"in_tokens":1985,"out_tokens":529},"mistral-large-2":{"in_tokens":1151,"out_tokens":640}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":770,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":14.639160865000008,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1389,"out_tokens":1493},"claude-opus-4-8":{"in_tokens":2646,"out_tokens":698},"claude-opus-4-7":{"in_tokens":2651,"out_tokens":472},"mistral-large-2":{"in_tokens":1503,"out_tokens":1258}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":1786,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":32.583166267000024,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1716,"out_tokens":1396},"claude-opus-4-8":{"in_tokens":3341,"out_tokens":703},"claude-opus-4-7":{"in_tokens":3346,"out_tokens":521},"mistral-large-2":{"in_tokens":1828,"out_tokens":575}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":674,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":13.157348819000049,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1202,"out_tokens":2001},"claude-opus-4-8":{"in_tokens":2286,"out_tokens":836},"claude-opus-4-7":{"in_tokens":2291,"out_tokens":766},"mistral-large-2":{"in_tokens":1344,"out_tokens":659}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":813,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":13.905536365999978,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1441,"out_tokens":2711},"claude-opus-4-8":{"in_tokens":2737,"out_tokens":787},"claude-opus-4-7":{"in_tokens":2742,"out_tokens":619},"mistral-large-2":{"in_tokens":1609,"out_tokens":627}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":991,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":17.100312332000044,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1362,"out_tokens":1313},"claude-opus-4-8":{"in_tokens":2718,"out_tokens":592},"claude-opus-4-7":{"in_tokens":2723,"out_tokens":548},"mistral-large-2":{"in_tokens":1464,"out_tokens":513}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":2047,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":29.59222434200001,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1860,"out_tokens":2572},"claude-opus-4-8":{"in_tokens":3739,"out_tokens":1044},"claude-opus-4-7":{"in_tokens":3744,"out_tokens":790},"mistral-large-2":{"in_tokens":2000,"out_tokens":704}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":710,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":13.338185887000009,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1237,"out_tokens":1471},"claude-opus-4-8":{"in_tokens":2424,"out_tokens":626},"claude-opus-4-7":{"in_tokens":2429,"out_tokens":517},"mistral-large-2":{"in_tokens":1334,"out_tokens":530}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":2431,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":52.06371652300004,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1172,"out_tokens":1694},"claude-opus-4-8":{"in_tokens":2281,"out_tokens":731},"claude-opus-4-7":{"in_tokens":2286,"out_tokens":703},"mistral-large-2":{"in_tokens":1279,"out_tokens":618}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":3828,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":49.68550307599992,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2339,"out_tokens":1834},"claude-opus-4-8":{"in_tokens":4684,"out_tokens":922},"claude-opus-4-7":{"in_tokens":4689,"out_tokens":857},"mistral-large-2":{"in_tokens":2483,"out_tokens":1423}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":2571,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":52.631061086000045,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2101,"out_tokens":2922},"claude-opus-4-8":{"in_tokens":4170,"out_tokens":878},"claude-opus-4-7":{"in_tokens":4175,"out_tokens":776},"mistral-large-2":{"in_tokens":2274,"out_tokens":774}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":685,"out_tokens":710,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":13.38646216699999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1276,"out_tokens":2123},"claude-opus-4-8":{"in_tokens":2579,"out_tokens":745},"claude-opus-4-7":{"in_tokens":2584,"out_tokens":420},"mistral-large-2":{"in_tokens":1408,"out_tokens":468}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":370,"out_tokens":1472,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":31.443911179999986,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1062,"out_tokens":1176},"claude-opus-4-8":{"in_tokens":2005,"out_tokens":543},"claude-opus-4-7":{"in_tokens":2010,"out_tokens":412},"mistral-large-2":{"in_tokens":1157,"out_tokens":448}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":1215,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":23.092325328000015,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1626,"out_tokens":2370},"claude-opus-4-8":{"in_tokens":2993,"out_tokens":893},"claude-opus-4-7":{"in_tokens":2998,"out_tokens":805},"mistral-large-2":{"in_tokens":1846,"out_tokens":702}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":862,"out_tokens":997,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":16.9510332750001,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1652,"out_tokens":1691},"claude-opus-4-8":{"in_tokens":3177,"out_tokens":724},"claude-opus-4-7":{"in_tokens":3182,"out_tokens":623},"mistral-large-2":{"in_tokens":1861,"out_tokens":629}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":865,"error":null,"skip_reason":null,"score_raw":0.46428571428571425,"duration_s":15.357507622999947,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1700,"out_tokens":2762},"claude-opus-4-8":{"in_tokens":3146,"out_tokens":1191},"claude-opus-4-7":{"in_tokens":3151,"out_tokens":648},"mistral-large-2":{"in_tokens":1920,"out_tokens":528}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":1952,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":31.385877384999958,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1614,"out_tokens":1663},"claude-opus-4-8":{"in_tokens":3137,"out_tokens":642},"claude-opus-4-7":{"in_tokens":3142,"out_tokens":410},"mistral-large-2":{"in_tokens":1725,"out_tokens":782}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":761,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":14.082753270000012,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1346,"out_tokens":1402},"claude-opus-4-8":{"in_tokens":2584,"out_tokens":817},"claude-opus-4-7":{"in_tokens":2589,"out_tokens":514},"mistral-large-2":{"in_tokens":1469,"out_tokens":614}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":728,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":12.977139411000053,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1351,"out_tokens":1939},"claude-opus-4-8":{"in_tokens":2602,"out_tokens":838},"claude-opus-4-7":{"in_tokens":2607,"out_tokens":656},"mistral-large-2":{"in_tokens":1507,"out_tokens":579}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1019,"out_tokens":1247,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":21.78385451700001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2058,"out_tokens":2369},"claude-opus-4-8":{"in_tokens":3847,"out_tokens":945},"claude-opus-4-7":{"in_tokens":3852,"out_tokens":705},"mistral-large-2":{"in_tokens":2219,"out_tokens":725}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":784,"out_tokens":721,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":12.88190251200001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1447,"out_tokens":1652},"claude-opus-4-8":{"in_tokens":2739,"out_tokens":797},"claude-opus-4-7":{"in_tokens":2744,"out_tokens":666},"mistral-large-2":{"in_tokens":1597,"out_tokens":711}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":2374,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":31.349585022000042,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1790,"out_tokens":2292},"claude-opus-4-8":{"in_tokens":3493,"out_tokens":814},"claude-opus-4-7":{"in_tokens":3498,"out_tokens":595},"mistral-large-2":{"in_tokens":1900,"out_tokens":649}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":617,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":11.584784400999979,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1270,"out_tokens":2392},"claude-opus-4-8":{"in_tokens":2453,"out_tokens":654},"claude-opus-4-7":{"in_tokens":2458,"out_tokens":555},"mistral-large-2":{"in_tokens":1401,"out_tokens":622}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":721,"out_tokens":875,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":15.462427520999995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1431,"out_tokens":1483},"claude-opus-4-8":{"in_tokens":2795,"out_tokens":710},"claude-opus-4-7":{"in_tokens":2800,"out_tokens":650},"mistral-large-2":{"in_tokens":1562,"out_tokens":610}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":627,"out_tokens":846,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":15.521154334000016,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1327,"out_tokens":1851},"claude-opus-4-8":{"in_tokens":2653,"out_tokens":789},"claude-opus-4-7":{"in_tokens":2658,"out_tokens":438},"mistral-large-2":{"in_tokens":1454,"out_tokens":564}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":673,"out_tokens":963,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":17.833348152999974,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1410,"out_tokens":1193},"claude-opus-4-8":{"in_tokens":2727,"out_tokens":665},"claude-opus-4-7":{"in_tokens":2732,"out_tokens":509},"mistral-large-2":{"in_tokens":1574,"out_tokens":807}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":3887,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":43.578686928000025,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2488,"out_tokens":2227},"claude-opus-4-8":{"in_tokens":4898,"out_tokens":924},"claude-opus-4-7":{"in_tokens":4903,"out_tokens":1211},"mistral-large-2":{"in_tokens":2606,"out_tokens":687}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":374,"out_tokens":3372,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":74.18990911900005,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1111,"out_tokens":1442},"claude-opus-4-8":{"in_tokens":2095,"out_tokens":674},"claude-opus-4-7":{"in_tokens":2100,"out_tokens":655},"mistral-large-2":{"in_tokens":1209,"out_tokens":659}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":2772,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":37.33765942499997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2752,"out_tokens":2304},"claude-opus-4-8":{"in_tokens":5395,"out_tokens":1035},"claude-opus-4-7":{"in_tokens":5400,"out_tokens":844},"mistral-large-2":{"in_tokens":2959,"out_tokens":798}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":1378,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":26.927874857000006,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1278,"out_tokens":1452},"claude-opus-4-8":{"in_tokens":2478,"out_tokens":789},"claude-opus-4-7":{"in_tokens":2483,"out_tokens":648},"mistral-large-2":{"in_tokens":1387,"out_tokens":901}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":2299,"error":null,"skip_reason":null,"score_raw":0.1111111111111111,"duration_s":48.56184827900006,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.2222222222222222,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1113,"out_tokens":1567},"claude-opus-4-8":{"in_tokens":2101,"out_tokens":682},"claude-opus-4-7":{"in_tokens":2106,"out_tokens":539},"mistral-large-2":{"in_tokens":1191,"out_tokens":536}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":657,"out_tokens":1097,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":22.376767806999965,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1410,"out_tokens":1804},"claude-opus-4-8":{"in_tokens":2793,"out_tokens":752},"claude-opus-4-7":{"in_tokens":2798,"out_tokens":609},"mistral-large-2":{"in_tokens":1554,"out_tokens":600}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":618,"out_tokens":892,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":16.67103861099997,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1383,"out_tokens":2161},"claude-opus-4-8":{"in_tokens":2651,"out_tokens":857},"claude-opus-4-7":{"in_tokens":2656,"out_tokens":752},"mistral-large-2":{"in_tokens":1539,"out_tokens":744}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":909,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":17.53805019099991,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1295,"out_tokens":2188},"claude-opus-4-8":{"in_tokens":2545,"out_tokens":628},"claude-opus-4-7":{"in_tokens":2550,"out_tokens":459},"mistral-large-2":{"in_tokens":1372,"out_tokens":558}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":971,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":20.187189407000005,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1453,"out_tokens":1577},"claude-opus-4-8":{"in_tokens":2693,"out_tokens":1034},"claude-opus-4-7":{"in_tokens":2698,"out_tokens":758},"mistral-large-2":{"in_tokens":1609,"out_tokens":644}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":3008,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":62.57872811200002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1142,"out_tokens":1142},"claude-opus-4-8":{"in_tokens":2160,"out_tokens":687},"claude-opus-4-7":{"in_tokens":2165,"out_tokens":562},"mistral-large-2":{"in_tokens":1255,"out_tokens":611}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":2889,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":65.18702108599996,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2438,"out_tokens":2449},"claude-opus-4-8":{"in_tokens":4795,"out_tokens":884},"claude-opus-4-7":{"in_tokens":4800,"out_tokens":859},"mistral-large-2":{"in_tokens":2625,"out_tokens":753}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":626,"out_tokens":727,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":13.92930370199997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1275,"out_tokens":999},"claude-opus-4-8":{"in_tokens":2412,"out_tokens":682},"claude-opus-4-7":{"in_tokens":2417,"out_tokens":561},"mistral-large-2":{"in_tokens":1362,"out_tokens":530}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":750,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":14.69279923800002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1189,"out_tokens":1433},"claude-opus-4-8":{"in_tokens":2312,"out_tokens":598},"claude-opus-4-7":{"in_tokens":2317,"out_tokens":458},"mistral-large-2":{"in_tokens":1291,"out_tokens":504}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":617,"out_tokens":873,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":15.996723232000022,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1343,"out_tokens":1485},"claude-opus-4-8":{"in_tokens":2569,"out_tokens":706},"claude-opus-4-7":{"in_tokens":2574,"out_tokens":640},"mistral-large-2":{"in_tokens":1471,"out_tokens":563}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":421,"out_tokens":11128,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":214.73561658999995,"hallucination_count":6.5,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1557,"out_tokens":3437},"claude-opus-4-8":{"in_tokens":2980,"out_tokens":1487},"claude-opus-4-7":{"in_tokens":2985,"out_tokens":1021},"mistral-large-2":{"in_tokens":1651,"out_tokens":705}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":839,"out_tokens":1479,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":27.11847697099995,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1904,"out_tokens":2958},"claude-opus-4-8":{"in_tokens":3698,"out_tokens":881},"claude-opus-4-7":{"in_tokens":3703,"out_tokens":732},"mistral-large-2":{"in_tokens":2073,"out_tokens":732}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":300,"out_tokens":1919,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":41.61632417100009,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":957,"out_tokens":1471},"claude-opus-4-8":{"in_tokens":1804,"out_tokens":702},"claude-opus-4-7":{"in_tokens":1809,"out_tokens":619},"mistral-large-2":{"in_tokens":1060,"out_tokens":594}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1223,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":24.514482981000015,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1592,"out_tokens":2939},"claude-opus-4-8":{"in_tokens":3260,"out_tokens":829},"claude-opus-4-7":{"in_tokens":3265,"out_tokens":720},"mistral-large-2":{"in_tokens":1710,"out_tokens":648}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":771,"out_tokens":1488,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":25.14377855600003,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1773,"out_tokens":2518},"claude-opus-4-8":{"in_tokens":3513,"out_tokens":964},"claude-opus-4-7":{"in_tokens":3518,"out_tokens":783},"mistral-large-2":{"in_tokens":1919,"out_tokens":735}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":677,"out_tokens":1262,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":23.7614181240001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1470,"out_tokens":1931},"claude-opus-4-8":{"in_tokens":2979,"out_tokens":685},"claude-opus-4-7":{"in_tokens":2984,"out_tokens":579},"mistral-large-2":{"in_tokens":1566,"out_tokens":510}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":450,"out_tokens":2631,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":58.802266297000074,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1210,"out_tokens":1528},"claude-opus-4-8":{"in_tokens":2307,"out_tokens":815},"claude-opus-4-7":{"in_tokens":2312,"out_tokens":619},"mistral-large-2":{"in_tokens":1335,"out_tokens":608}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1704,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":31.249470857000006,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1616,"out_tokens":2592},"claude-opus-4-8":{"in_tokens":3144,"out_tokens":751},"claude-opus-4-7":{"in_tokens":3149,"out_tokens":638},"mistral-large-2":{"in_tokens":1766,"out_tokens":810}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":1164,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":22.027137768999978,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1295,"out_tokens":2636},"claude-opus-4-8":{"in_tokens":2610,"out_tokens":662},"claude-opus-4-7":{"in_tokens":2615,"out_tokens":886},"mistral-large-2":{"in_tokens":1373,"out_tokens":532}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":604,"out_tokens":1280,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":22.462134032999984,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1452,"out_tokens":3472},"claude-opus-4-8":{"in_tokens":2844,"out_tokens":640},"claude-opus-4-7":{"in_tokens":2849,"out_tokens":536},"mistral-large-2":{"in_tokens":1577,"out_tokens":604}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":558,"out_tokens":1471,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":27.624128415999962,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1446,"out_tokens":2924},"claude-opus-4-8":{"in_tokens":2918,"out_tokens":839},"claude-opus-4-7":{"in_tokens":2923,"out_tokens":581},"mistral-large-2":{"in_tokens":1561,"out_tokens":1125}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":950,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":16.951770497999973,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1216,"out_tokens":1925},"claude-opus-4-8":{"in_tokens":2484,"out_tokens":478},"claude-opus-4-7":{"in_tokens":2489,"out_tokens":417},"mistral-large-2":{"in_tokens":1300,"out_tokens":448}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":941,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":17.14201928800003,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1263,"out_tokens":2285},"claude-opus-4-8":{"in_tokens":2481,"out_tokens":1054},"claude-opus-4-7":{"in_tokens":2486,"out_tokens":986},"mistral-large-2":{"in_tokens":1344,"out_tokens":616}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":1221,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":22.30948153999998,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1311,"out_tokens":2914},"claude-opus-4-8":{"in_tokens":2576,"out_tokens":606},"claude-opus-4-7":{"in_tokens":2581,"out_tokens":784},"mistral-large-2":{"in_tokens":1366,"out_tokens":521}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":3498,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":85.71513007800002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1017,"out_tokens":1428},"claude-opus-4-8":{"in_tokens":2024,"out_tokens":655},"claude-opus-4-7":{"in_tokens":2029,"out_tokens":461},"mistral-large-2":{"in_tokens":1084,"out_tokens":516}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":483,"out_tokens":1175,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":22.05084846400007,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1307,"out_tokens":2390},"claude-opus-4-8":{"in_tokens":2567,"out_tokens":683},"claude-opus-4-7":{"in_tokens":2572,"out_tokens":575},"mistral-large-2":{"in_tokens":1415,"out_tokens":581}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":601,"out_tokens":1492,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":42.17276020800011,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1514,"out_tokens":1677},"claude-opus-4-8":{"in_tokens":3005,"out_tokens":669},"claude-opus-4-7":{"in_tokens":3010,"out_tokens":494},"mistral-large-2":{"in_tokens":1641,"out_tokens":638}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":1050,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":19.250264733999984,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1374,"out_tokens":2901},"claude-opus-4-8":{"in_tokens":2727,"out_tokens":925},"claude-opus-4-7":{"in_tokens":2732,"out_tokens":996},"mistral-large-2":{"in_tokens":1487,"out_tokens":672}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":777,"out_tokens":1241,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":20.89496531999987,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1596,"out_tokens":2275},"claude-opus-4-8":{"in_tokens":3097,"out_tokens":1010},"claude-opus-4-7":{"in_tokens":3102,"out_tokens":751},"mistral-large-2":{"in_tokens":1677,"out_tokens":695}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":3128,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":60.70423504099995,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1147,"out_tokens":1534},"claude-opus-4-8":{"in_tokens":2125,"out_tokens":1010},"claude-opus-4-7":{"in_tokens":2130,"out_tokens":493},"mistral-large-2":{"in_tokens":1291,"out_tokens":641}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":1610,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":30.595338118000086,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1067,"out_tokens":1029},"claude-opus-4-8":{"in_tokens":2155,"out_tokens":595},"claude-opus-4-7":{"in_tokens":2160,"out_tokens":509},"mistral-large-2":{"in_tokens":1179,"out_tokens":463}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":1013,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":17.47817821600006,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1214,"out_tokens":2086},"claude-opus-4-8":{"in_tokens":2511,"out_tokens":666},"claude-opus-4-7":{"in_tokens":2516,"out_tokens":440},"mistral-large-2":{"in_tokens":1293,"out_tokens":866}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":882,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":19.267082346000052,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1205,"out_tokens":1815},"claude-opus-4-8":{"in_tokens":2437,"out_tokens":556},"claude-opus-4-7":{"in_tokens":2442,"out_tokens":451},"mistral-large-2":{"in_tokens":1257,"out_tokens":484}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1304,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":27.37723582600006,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1473,"out_tokens":2314},"claude-opus-4-8":{"in_tokens":2851,"out_tokens":730},"claude-opus-4-7":{"in_tokens":2856,"out_tokens":634},"mistral-large-2":{"in_tokens":1584,"out_tokens":728}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1015,"out_tokens":1703,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":31.437151481,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2302,"out_tokens":3492},"claude-opus-4-8":{"in_tokens":4480,"out_tokens":1076},"claude-opus-4-7":{"in_tokens":4485,"out_tokens":866},"mistral-large-2":{"in_tokens":2418,"out_tokens":801}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":7135,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":130.88583634399993,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2143,"out_tokens":2679},"claude-opus-4-8":{"in_tokens":4184,"out_tokens":961},"claude-opus-4-7":{"in_tokens":4189,"out_tokens":700},"mistral-large-2":{"in_tokens":2314,"out_tokens":894}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":8149,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":149.05568539599994,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1543,"out_tokens":2792},"claude-opus-4-8":{"in_tokens":2968,"out_tokens":1147},"claude-opus-4-7":{"in_tokens":2973,"out_tokens":768},"mistral-large-2":{"in_tokens":1646,"out_tokens":871}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":9352,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":167.959214235,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2159,"out_tokens":2852},"claude-opus-4-8":{"in_tokens":4164,"out_tokens":812},"claude-opus-4-7":{"in_tokens":4169,"out_tokens":721},"mistral-large-2":{"in_tokens":2367,"out_tokens":845}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":999,"out_tokens":1982,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":36.743670204999944,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2371,"out_tokens":2998},"claude-opus-4-8":{"in_tokens":4609,"out_tokens":1536},"claude-opus-4-7":{"in_tokens":4614,"out_tokens":870},"mistral-large-2":{"in_tokens":2557,"out_tokens":836}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":1865,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":36.489069268999856,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2257,"out_tokens":2875},"claude-opus-4-8":{"in_tokens":4435,"out_tokens":1178},"claude-opus-4-7":{"in_tokens":4440,"out_tokens":813},"mistral-large-2":{"in_tokens":2454,"out_tokens":791}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":532,"out_tokens":2117,"error":null,"skip_reason":null,"score_raw":0.39285714285714285,"duration_s":39.93735391999985,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1384,"out_tokens":826},"claude-opus-4-8":{"in_tokens":2540,"out_tokens":568},"claude-opus-4-7":{"in_tokens":2545,"out_tokens":451},"mistral-large-2":{"in_tokens":1560,"out_tokens":490}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":473,"out_tokens":2245,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":40.406064989000015,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1290,"out_tokens":1939},"claude-opus-4-8":{"in_tokens":2522,"out_tokens":800},"claude-opus-4-7":{"in_tokens":2527,"out_tokens":636},"mistral-large-2":{"in_tokens":1446,"out_tokens":570}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":921,"out_tokens":1768,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":31.5891344449999,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2216,"out_tokens":3210},"claude-opus-4-8":{"in_tokens":4377,"out_tokens":1163},"claude-opus-4-7":{"in_tokens":4382,"out_tokens":883},"mistral-large-2":{"in_tokens":2358,"out_tokens":805}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":891,"out_tokens":1731,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":32.11262121999994,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2231,"out_tokens":3312},"claude-opus-4-8":{"in_tokens":4310,"out_tokens":865},"claude-opus-4-7":{"in_tokens":4315,"out_tokens":774},"mistral-large-2":{"in_tokens":2401,"out_tokens":834}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":1203,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":23.775845593999975,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1458,"out_tokens":2925},"claude-opus-4-8":{"in_tokens":2798,"out_tokens":600},"claude-opus-4-7":{"in_tokens":2803,"out_tokens":529},"mistral-large-2":{"in_tokens":1567,"out_tokens":699}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1384,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":26.876216634000002,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1787,"out_tokens":3081},"claude-opus-4-8":{"in_tokens":3595,"out_tokens":929},"claude-opus-4-7":{"in_tokens":3600,"out_tokens":712},"mistral-large-2":{"in_tokens":1936,"out_tokens":960}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":1308,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":25.273696825000115,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1419,"out_tokens":2519},"claude-opus-4-8":{"in_tokens":2775,"out_tokens":595},"claude-opus-4-7":{"in_tokens":2780,"out_tokens":547},"mistral-large-2":{"in_tokens":1539,"out_tokens":1086}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":10228,"error":null,"skip_reason":null,"score_raw":0.5499999999999999,"duration_s":190.59838381299994,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.4,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1976,"out_tokens":3150},"claude-opus-4-8":{"in_tokens":3765,"out_tokens":1310},"claude-opus-4-7":{"in_tokens":3770,"out_tokens":1160},"mistral-large-2":{"in_tokens":2100,"out_tokens":926}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":753,"out_tokens":1080,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":21.124712676999934,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1569,"out_tokens":2572},"claude-opus-4-8":{"in_tokens":3000,"out_tokens":962},"claude-opus-4-7":{"in_tokens":3005,"out_tokens":720},"mistral-large-2":{"in_tokens":1668,"out_tokens":669}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":346,"out_tokens":9450,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":185.80913828100006,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1659,"out_tokens":2479},"claude-opus-4-8":{"in_tokens":3318,"out_tokens":1165},"claude-opus-4-7":{"in_tokens":3323,"out_tokens":925},"mistral-large-2":{"in_tokens":1781,"out_tokens":733}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":3203,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":52.127005586999985,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1103,"out_tokens":1407},"claude-opus-4-8":{"in_tokens":2117,"out_tokens":738},"claude-opus-4-7":{"in_tokens":2122,"out_tokens":525},"mistral-large-2":{"in_tokens":1198,"out_tokens":547}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1314,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":36.21870353500003,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2619,"out_tokens":3355},"claude-opus-4-8":{"in_tokens":5022,"out_tokens":1400},"claude-opus-4-7":{"in_tokens":5027,"out_tokens":982},"mistral-large-2":{"in_tokens":2741,"out_tokens":840}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1108,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.6749999999999999,"duration_s":37.57994943200015,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2389,"out_tokens":4366},"claude-opus-4-8":{"in_tokens":4685,"out_tokens":1078},"claude-opus-4-7":{"in_tokens":4690,"out_tokens":940},"mistral-large-2":{"in_tokens":2588,"out_tokens":896}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1114,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.925,"duration_s":39.239091262999864,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2508,"out_tokens":2579},"claude-opus-4-8":{"in_tokens":4878,"out_tokens":1030},"claude-opus-4-7":{"in_tokens":4883,"out_tokens":911},"mistral-large-2":{"in_tokens":2692,"out_tokens":1042}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":4257,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":74.34351364899999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1626,"out_tokens":3134},"claude-opus-4-8":{"in_tokens":3010,"out_tokens":753},"claude-opus-4-7":{"in_tokens":3015,"out_tokens":630},"mistral-large-2":{"in_tokens":1743,"out_tokens":661}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":2830,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":60.392557174999865,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1129,"out_tokens":1663},"claude-opus-4-8":{"in_tokens":2161,"out_tokens":948},"claude-opus-4-7":{"in_tokens":2166,"out_tokens":584},"mistral-large-2":{"in_tokens":1250,"out_tokens":769}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":6046,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":124.59506943200017,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1762,"out_tokens":2896},"claude-opus-4-8":{"in_tokens":3528,"out_tokens":984},"claude-opus-4-7":{"in_tokens":3533,"out_tokens":863},"mistral-large-2":{"in_tokens":1893,"out_tokens":863}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":2477,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":44.079728553999985,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1059,"out_tokens":1058},"claude-opus-4-8":{"in_tokens":2030,"out_tokens":768},"claude-opus-4-7":{"in_tokens":2035,"out_tokens":488},"mistral-large-2":{"in_tokens":1160,"out_tokens":620}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":3377,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":83.18146303599997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1256,"out_tokens":1823},"claude-opus-4-8":{"in_tokens":2419,"out_tokens":776},"claude-opus-4-7":{"in_tokens":2424,"out_tokens":560},"mistral-large-2":{"in_tokens":1375,"out_tokens":626}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":9422,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":179.76443839600006,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1708,"out_tokens":2906},"claude-opus-4-8":{"in_tokens":3326,"out_tokens":813},"claude-opus-4-7":{"in_tokens":3331,"out_tokens":618},"mistral-large-2":{"in_tokens":1816,"out_tokens":726}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":10150,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":195.04845818800004,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2230,"out_tokens":2466},"claude-opus-4-8":{"in_tokens":4323,"out_tokens":1043},"claude-opus-4-7":{"in_tokens":4328,"out_tokens":764},"mistral-large-2":{"in_tokens":2425,"out_tokens":727}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":423,"out_tokens":7609,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":157.9678950770001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1620,"out_tokens":1879},"claude-opus-4-8":{"in_tokens":3297,"out_tokens":851},"claude-opus-4-7":{"in_tokens":3302,"out_tokens":778},"mistral-large-2":{"in_tokens":1707,"out_tokens":749}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":11694,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":230.50773632999994,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.9,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2665,"out_tokens":2736},"claude-opus-4-8":{"in_tokens":5227,"out_tokens":1239},"claude-opus-4-7":{"in_tokens":5232,"out_tokens":900},"mistral-large-2":{"in_tokens":2844,"out_tokens":982}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":375,"out_tokens":2834,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":60.124598477999825,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1057,"out_tokens":1363},"claude-opus-4-8":{"in_tokens":2030,"out_tokens":630},"claude-opus-4-7":{"in_tokens":2035,"out_tokens":543},"mistral-large-2":{"in_tokens":1183,"out_tokens":569}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":3941,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":73.31786705800005,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1149,"out_tokens":1580},"claude-opus-4-8":{"in_tokens":2232,"out_tokens":762},"claude-opus-4-7":{"in_tokens":2237,"out_tokens":541},"mistral-large-2":{"in_tokens":1239,"out_tokens":642}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":3505,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":1027.0999338670001,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1251,"out_tokens":1985},"claude-opus-4-8":{"in_tokens":2423,"out_tokens":1164},"claude-opus-4-7":{"in_tokens":2428,"out_tokens":933},"mistral-large-2":{"in_tokens":1298,"out_tokens":634}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":5828,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":112.1274629139998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1657,"out_tokens":2038},"claude-opus-4-8":{"in_tokens":3407,"out_tokens":682},"claude-opus-4-7":{"in_tokens":3412,"out_tokens":630},"mistral-large-2":{"in_tokens":1759,"out_tokens":659}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":360,"out_tokens":2277,"error":null,"skip_reason":null,"score_raw":0.2222222222222222,"duration_s":54.32966189400008,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1027,"out_tokens":1386},"claude-opus-4-8":{"in_tokens":2015,"out_tokens":776},"claude-opus-4-7":{"in_tokens":2020,"out_tokens":742},"mistral-large-2":{"in_tokens":1120,"out_tokens":630}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":2544,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":63.38820531100009,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":982,"out_tokens":1527},"claude-opus-4-8":{"in_tokens":1927,"out_tokens":687},"claude-opus-4-7":{"in_tokens":1932,"out_tokens":570},"mistral-large-2":{"in_tokens":1081,"out_tokens":612}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":1948,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":30.76329743400015,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1044,"out_tokens":1407},"claude-opus-4-8":{"in_tokens":2017,"out_tokens":641},"claude-opus-4-7":{"in_tokens":2022,"out_tokens":539},"mistral-large-2":{"in_tokens":1156,"out_tokens":762}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":8223,"error":null,"skip_reason":null,"score_raw":0.3571428571428571,"duration_s":148.06637597200006,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1619,"out_tokens":2243},"claude-opus-4-8":{"in_tokens":3226,"out_tokens":1085},"claude-opus-4-7":{"in_tokens":3231,"out_tokens":873},"mistral-large-2":{"in_tokens":1718,"out_tokens":792}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":3743,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":91.17297645000008,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.125,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1099,"out_tokens":1905},"claude-opus-4-8":{"in_tokens":2077,"out_tokens":866},"claude-opus-4-7":{"in_tokens":2082,"out_tokens":645},"mistral-large-2":{"in_tokens":1200,"out_tokens":714}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":2357,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":46.82820206999986,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1053,"out_tokens":785},"claude-opus-4-8":{"in_tokens":1973,"out_tokens":542},"claude-opus-4-7":{"in_tokens":1978,"out_tokens":472},"mistral-large-2":{"in_tokens":1125,"out_tokens":472}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":5153,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":72.62911953599996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":990,"out_tokens":1248},"claude-opus-4-8":{"in_tokens":1924,"out_tokens":821},"claude-opus-4-7":{"in_tokens":1929,"out_tokens":487},"mistral-large-2":{"in_tokens":1045,"out_tokens":490}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":2167,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":38.11383736199991,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":968,"out_tokens":1089},"claude-opus-4-8":{"in_tokens":1861,"out_tokens":627},"claude-opus-4-7":{"in_tokens":1866,"out_tokens":465},"mistral-large-2":{"in_tokens":1049,"out_tokens":492}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":7388,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":120.04141834400002,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1737,"out_tokens":3930},"claude-opus-4-8":{"in_tokens":3378,"out_tokens":1040},"claude-opus-4-7":{"in_tokens":3383,"out_tokens":724},"mistral-large-2":{"in_tokens":1885,"out_tokens":816}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":9065,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":174.77622058800011,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1901,"out_tokens":1937},"claude-opus-4-8":{"in_tokens":3779,"out_tokens":989},"claude-opus-4-7":{"in_tokens":3784,"out_tokens":794},"mistral-large-2":{"in_tokens":2064,"out_tokens":803}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":1887,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":39.37276468999994,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1019,"out_tokens":1240},"claude-opus-4-8":{"in_tokens":1909,"out_tokens":512},"claude-opus-4-7":{"in_tokens":1914,"out_tokens":478},"mistral-large-2":{"in_tokens":1107,"out_tokens":566}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":466,"out_tokens":9858,"error":null,"skip_reason":null,"score_raw":0.03571428571428571,"duration_s":197.56643744999997,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1391,"out_tokens":2327},"claude-opus-4-8":{"in_tokens":2708,"out_tokens":1000},"claude-opus-4-7":{"in_tokens":2713,"out_tokens":718},"mistral-large-2":{"in_tokens":1465,"out_tokens":761}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1741,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":30.224243747999935,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1804,"out_tokens":1850},"claude-opus-4-8":{"in_tokens":3400,"out_tokens":850},"claude-opus-4-7":{"in_tokens":3405,"out_tokens":715},"mistral-large-2":{"in_tokens":1877,"out_tokens":665}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":412,"out_tokens":2520,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":37.88206871800003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1241,"out_tokens":1979},"claude-opus-4-8":{"in_tokens":2481,"out_tokens":670},"claude-opus-4-7":{"in_tokens":2486,"out_tokens":569},"mistral-large-2":{"in_tokens":1346,"out_tokens":524}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":13014,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":245.94209696500002,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2603,"out_tokens":2737},"claude-opus-4-8":{"in_tokens":4984,"out_tokens":1256},"claude-opus-4-7":{"in_tokens":4989,"out_tokens":839},"mistral-large-2":{"in_tokens":2772,"out_tokens":1142}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":2408,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":45.828387652999936,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1961,"out_tokens":1806},"claude-opus-4-8":{"in_tokens":3834,"out_tokens":708},"claude-opus-4-7":{"in_tokens":3839,"out_tokens":495},"mistral-large-2":{"in_tokens":2060,"out_tokens":656}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1030,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":20.801400403000116,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1470,"out_tokens":1679},"claude-opus-4-8":{"in_tokens":2812,"out_tokens":623},"claude-opus-4-7":{"in_tokens":2817,"out_tokens":568},"mistral-large-2":{"in_tokens":1543,"out_tokens":639}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":1682,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":31.869733007999912,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1604,"out_tokens":1883},"claude-opus-4-8":{"in_tokens":3012,"out_tokens":687},"claude-opus-4-7":{"in_tokens":3017,"out_tokens":498},"mistral-large-2":{"in_tokens":1688,"out_tokens":608}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":8518,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":154.11213442899998,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1574,"out_tokens":1752},"claude-opus-4-8":{"in_tokens":3085,"out_tokens":788},"claude-opus-4-7":{"in_tokens":3090,"out_tokens":649},"mistral-large-2":{"in_tokens":1633,"out_tokens":560}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":2489,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":43.17275883000002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1544,"out_tokens":1836},"claude-opus-4-8":{"in_tokens":2969,"out_tokens":691},"claude-opus-4-7":{"in_tokens":2974,"out_tokens":516},"mistral-large-2":{"in_tokens":1624,"out_tokens":627}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":1527,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":30.551039750999962,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1343,"out_tokens":1609},"claude-opus-4-8":{"in_tokens":2590,"out_tokens":497},"claude-opus-4-7":{"in_tokens":2595,"out_tokens":522},"mistral-large-2":{"in_tokens":1415,"out_tokens":513}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":2775,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":67.14407940600017,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1077,"out_tokens":1352},"claude-opus-4-8":{"in_tokens":2185,"out_tokens":553},"claude-opus-4-7":{"in_tokens":2190,"out_tokens":495},"mistral-large-2":{"in_tokens":1152,"out_tokens":451}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":532,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":13.685925501999918,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1051,"out_tokens":1219},"claude-opus-4-8":{"in_tokens":2001,"out_tokens":514},"claude-opus-4-7":{"in_tokens":2006,"out_tokens":436},"mistral-large-2":{"in_tokens":1094,"out_tokens":467}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":3974,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":66.599235163,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1939,"out_tokens":1346},"claude-opus-4-8":{"in_tokens":3666,"out_tokens":530},"claude-opus-4-7":{"in_tokens":3671,"out_tokens":485},"mistral-large-2":{"in_tokens":2022,"out_tokens":650}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1616,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":31.699544557999843,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1477,"out_tokens":1984},"claude-opus-4-8":{"in_tokens":2837,"out_tokens":847},"claude-opus-4-7":{"in_tokens":2842,"out_tokens":625},"mistral-large-2":{"in_tokens":1562,"out_tokens":621}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":1376,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":27.344278125000073,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1435,"out_tokens":1232},"claude-opus-4-8":{"in_tokens":2781,"out_tokens":687},"claude-opus-4-7":{"in_tokens":2786,"out_tokens":515},"mistral-large-2":{"in_tokens":1511,"out_tokens":596}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1635,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":29.938613244999942,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1560,"out_tokens":1839},"claude-opus-4-8":{"in_tokens":2950,"out_tokens":767},"claude-opus-4-7":{"in_tokens":2955,"out_tokens":522},"mistral-large-2":{"in_tokens":1620,"out_tokens":700}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":1417,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":29.54751039000007,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1675,"out_tokens":1481},"claude-opus-4-8":{"in_tokens":3174,"out_tokens":651},"claude-opus-4-7":{"in_tokens":3179,"out_tokens":508},"mistral-large-2":{"in_tokens":1751,"out_tokens":635}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":967,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":20.361422088999916,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1420,"out_tokens":1109},"claude-opus-4-8":{"in_tokens":2721,"out_tokens":553},"claude-opus-4-7":{"in_tokens":2726,"out_tokens":472},"mistral-large-2":{"in_tokens":1488,"out_tokens":535}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":9687,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":172.0757691650001,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1410,"out_tokens":2460},"claude-opus-4-8":{"in_tokens":2783,"out_tokens":864},"claude-opus-4-7":{"in_tokens":2788,"out_tokens":821},"mistral-large-2":{"in_tokens":1522,"out_tokens":764}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":622,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":13.457534531999954,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1289,"out_tokens":1219},"claude-opus-4-8":{"in_tokens":2438,"out_tokens":603},"claude-opus-4-7":{"in_tokens":2443,"out_tokens":466},"mistral-large-2":{"in_tokens":1355,"out_tokens":529}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":2562,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":54.75103874000001,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":948,"out_tokens":2605},"claude-opus-4-8":{"in_tokens":1869,"out_tokens":696},"claude-opus-4-7":{"in_tokens":1874,"out_tokens":522},"mistral-large-2":{"in_tokens":1029,"out_tokens":451}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1598,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":34.95815615099991,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1454,"out_tokens":1627},"claude-opus-4-8":{"in_tokens":2774,"out_tokens":645},"claude-opus-4-7":{"in_tokens":2779,"out_tokens":455},"mistral-large-2":{"in_tokens":1506,"out_tokens":546}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1697,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":34.39073323799994,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1796,"out_tokens":1645},"claude-opus-4-8":{"in_tokens":3479,"out_tokens":650},"claude-opus-4-7":{"in_tokens":3484,"out_tokens":557},"mistral-large-2":{"in_tokens":1858,"out_tokens":631}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":837,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":17.57191272099999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1420,"out_tokens":1371},"claude-opus-4-8":{"in_tokens":2692,"out_tokens":514},"claude-opus-4-7":{"in_tokens":2697,"out_tokens":510},"mistral-large-2":{"in_tokens":1491,"out_tokens":627}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":2140,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":41.734371149000026,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1566,"out_tokens":1870},"claude-opus-4-8":{"in_tokens":2997,"out_tokens":610},"claude-opus-4-7":{"in_tokens":3002,"out_tokens":520},"mistral-large-2":{"in_tokens":1609,"out_tokens":761}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":2012,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":37.58348167600002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":962,"out_tokens":1105},"claude-opus-4-8":{"in_tokens":1901,"out_tokens":554},"claude-opus-4-7":{"in_tokens":1906,"out_tokens":423},"mistral-large-2":{"in_tokens":1023,"out_tokens":487}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":1214,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":20.073087565999913,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1126,"out_tokens":1201},"claude-opus-4-8":{"in_tokens":2107,"out_tokens":616},"claude-opus-4-7":{"in_tokens":2112,"out_tokens":482},"mistral-large-2":{"in_tokens":1163,"out_tokens":543}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":958,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":19.900595193000072,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1323,"out_tokens":1454},"claude-opus-4-8":{"in_tokens":2575,"out_tokens":577},"claude-opus-4-7":{"in_tokens":2580,"out_tokens":456},"mistral-large-2":{"in_tokens":1378,"out_tokens":553}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":1912,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":38.642367654000054,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.25,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1226,"out_tokens":1866},"claude-opus-4-8":{"in_tokens":2443,"out_tokens":730},"claude-opus-4-7":{"in_tokens":2448,"out_tokens":523},"mistral-large-2":{"in_tokens":1342,"out_tokens":632}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":2361,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":47.24238074499999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1295,"out_tokens":1942},"claude-opus-4-8":{"in_tokens":2493,"out_tokens":763},"claude-opus-4-7":{"in_tokens":2498,"out_tokens":594},"mistral-large-2":{"in_tokens":1417,"out_tokens":713}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":2635,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":65.78872439099996,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":917,"out_tokens":2055},"claude-opus-4-8":{"in_tokens":1853,"out_tokens":655},"claude-opus-4-7":{"in_tokens":1858,"out_tokens":466},"mistral-large-2":{"in_tokens":969,"out_tokens":521}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":2162,"error":null,"skip_reason":null,"score_raw":0.3214285714285714,"duration_s":49.91832129900013,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1040,"out_tokens":1929},"claude-opus-4-8":{"in_tokens":2006,"out_tokens":624},"claude-opus-4-7":{"in_tokens":2011,"out_tokens":424},"mistral-large-2":{"in_tokens":1134,"out_tokens":733}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":1935,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":39.41402887999993,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1287,"out_tokens":1623},"claude-opus-4-8":{"in_tokens":2643,"out_tokens":779},"claude-opus-4-7":{"in_tokens":2648,"out_tokens":612},"mistral-large-2":{"in_tokens":1404,"out_tokens":619}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":2349,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":43.70415303599998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1140,"out_tokens":1882},"claude-opus-4-8":{"in_tokens":2185,"out_tokens":694},"claude-opus-4-7":{"in_tokens":2190,"out_tokens":570},"mistral-large-2":{"in_tokens":1233,"out_tokens":607}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":5144,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":102.13391657600005,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1354,"out_tokens":2279},"claude-opus-4-8":{"in_tokens":2646,"out_tokens":910},"claude-opus-4-7":{"in_tokens":2651,"out_tokens":658},"mistral-large-2":{"in_tokens":1526,"out_tokens":809}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":723,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":13.806650391999938,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1144,"out_tokens":1156},"claude-opus-4-8":{"in_tokens":2135,"out_tokens":550},"claude-opus-4-7":{"in_tokens":2140,"out_tokens":501},"mistral-large-2":{"in_tokens":1258,"out_tokens":538}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":276,"out_tokens":3224,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":69.52173483299998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":873,"out_tokens":2205},"claude-opus-4-8":{"in_tokens":1701,"out_tokens":507},"claude-opus-4-7":{"in_tokens":1706,"out_tokens":426},"mistral-large-2":{"in_tokens":908,"out_tokens":415}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":6608,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":124.60361102799993,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1448,"out_tokens":1823},"claude-opus-4-8":{"in_tokens":2790,"out_tokens":755},"claude-opus-4-7":{"in_tokens":2795,"out_tokens":509},"mistral-large-2":{"in_tokens":1560,"out_tokens":603}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":2918,"error":null,"skip_reason":null,"score_raw":0.925,"duration_s":60.73630699099999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1231,"out_tokens":1411},"claude-opus-4-8":{"in_tokens":2349,"out_tokens":659},"claude-opus-4-7":{"in_tokens":2354,"out_tokens":577},"mistral-large-2":{"in_tokens":1357,"out_tokens":639}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":318,"out_tokens":3564,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":108.73476879300006,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":974,"out_tokens":1431},"claude-opus-4-8":{"in_tokens":1932,"out_tokens":695},"claude-opus-4-7":{"in_tokens":1937,"out_tokens":545},"mistral-large-2":{"in_tokens":1046,"out_tokens":566}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":3735,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":80.17490399400003,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1591,"out_tokens":2029},"claude-opus-4-8":{"in_tokens":3140,"out_tokens":988},"claude-opus-4-7":{"in_tokens":3145,"out_tokens":625},"mistral-large-2":{"in_tokens":1743,"out_tokens":798}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":1821,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":39.13619121800002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1226,"out_tokens":1561},"claude-opus-4-8":{"in_tokens":2346,"out_tokens":694},"claude-opus-4-7":{"in_tokens":2351,"out_tokens":499},"mistral-large-2":{"in_tokens":1331,"out_tokens":663}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":1133,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":22.385297294999873,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1077,"out_tokens":1686},"claude-opus-4-8":{"in_tokens":2048,"out_tokens":717},"claude-opus-4-7":{"in_tokens":2053,"out_tokens":570},"mistral-large-2":{"in_tokens":1205,"out_tokens":615}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":2926,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":67.68881629900011,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1035,"out_tokens":1240},"claude-opus-4-8":{"in_tokens":2116,"out_tokens":524},"claude-opus-4-7":{"in_tokens":2121,"out_tokens":501},"mistral-large-2":{"in_tokens":1112,"out_tokens":446}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":3893,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":68.68683243200007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1262,"out_tokens":1269},"claude-opus-4-8":{"in_tokens":2396,"out_tokens":554},"claude-opus-4-7":{"in_tokens":2401,"out_tokens":462},"mistral-large-2":{"in_tokens":1363,"out_tokens":587}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":2319,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":47.67198544099983,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1118,"out_tokens":987},"claude-opus-4-8":{"in_tokens":2267,"out_tokens":782},"claude-opus-4-7":{"in_tokens":2272,"out_tokens":511},"mistral-large-2":{"in_tokens":1192,"out_tokens":508}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":3403,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":79.4618608830001,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":948,"out_tokens":1996},"claude-opus-4-8":{"in_tokens":1882,"out_tokens":728},"claude-opus-4-7":{"in_tokens":1887,"out_tokens":545},"mistral-large-2":{"in_tokens":996,"out_tokens":593}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1954,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":38.231660978000036,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1280,"out_tokens":1323},"claude-opus-4-8":{"in_tokens":2553,"out_tokens":643},"claude-opus-4-7":{"in_tokens":2558,"out_tokens":550},"mistral-large-2":{"in_tokens":1376,"out_tokens":559}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":4206,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":83.87267448700004,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1605,"out_tokens":2744},"claude-opus-4-8":{"in_tokens":3168,"out_tokens":912},"claude-opus-4-7":{"in_tokens":3173,"out_tokens":530},"mistral-large-2":{"in_tokens":1790,"out_tokens":685}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":267,"out_tokens":2660,"error":null,"skip_reason":null,"score_raw":0.7142857142857142,"duration_s":57.64767685800007,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.2857142857142857,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1009,"out_tokens":2181},"claude-opus-4-8":{"in_tokens":2019,"out_tokens":725},"claude-opus-4-7":{"in_tokens":2024,"out_tokens":541},"mistral-large-2":{"in_tokens":1077,"out_tokens":531}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":5838,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":120.30291116800004,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1616,"out_tokens":2337},"claude-opus-4-8":{"in_tokens":3123,"out_tokens":944},"claude-opus-4-7":{"in_tokens":3128,"out_tokens":828},"mistral-large-2":{"in_tokens":1799,"out_tokens":895}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":2292,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":45.41931912399991,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":996,"out_tokens":1408},"claude-opus-4-8":{"in_tokens":1996,"out_tokens":707},"claude-opus-4-7":{"in_tokens":2001,"out_tokens":501},"mistral-large-2":{"in_tokens":1075,"out_tokens":557}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":449,"out_tokens":3446,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":85.8638653449998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1193,"out_tokens":2184},"claude-opus-4-8":{"in_tokens":2265,"out_tokens":691},"claude-opus-4-7":{"in_tokens":2270,"out_tokens":555},"mistral-large-2":{"in_tokens":1268,"out_tokens":536}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":4052,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":79.66103364100013,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1355,"out_tokens":1485},"claude-opus-4-8":{"in_tokens":2770,"out_tokens":842},"claude-opus-4-7":{"in_tokens":2775,"out_tokens":576},"mistral-large-2":{"in_tokens":1503,"out_tokens":862}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":3396,"error":null,"skip_reason":null,"score_raw":0.42857142857142855,"duration_s":71.61647251900013,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1535,"out_tokens":2342},"claude-opus-4-8":{"in_tokens":2855,"out_tokens":892},"claude-opus-4-7":{"in_tokens":2860,"out_tokens":731},"mistral-large-2":{"in_tokens":1729,"out_tokens":585}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":3929,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":79.28044105000004,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1435,"out_tokens":2819},"claude-opus-4-8":{"in_tokens":2766,"out_tokens":770},"claude-opus-4-7":{"in_tokens":2771,"out_tokens":541},"mistral-large-2":{"in_tokens":1605,"out_tokens":680}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":2281,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":45.388354316999994,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1038,"out_tokens":1659},"claude-opus-4-8":{"in_tokens":2039,"out_tokens":603},"claude-opus-4-7":{"in_tokens":2044,"out_tokens":516},"mistral-large-2":{"in_tokens":1099,"out_tokens":662}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":328,"out_tokens":1643,"error":null,"skip_reason":null,"score_raw":0.4642857142857143,"duration_s":30.644689751999977,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":920,"out_tokens":1863},"claude-opus-4-8":{"in_tokens":1841,"out_tokens":729},"claude-opus-4-7":{"in_tokens":1846,"out_tokens":466},"mistral-large-2":{"in_tokens":961,"out_tokens":412}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":1351,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":26.55428796000001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1276,"out_tokens":1227},"claude-opus-4-8":{"in_tokens":2434,"out_tokens":622},"claude-opus-4-7":{"in_tokens":2439,"out_tokens":490},"mistral-large-2":{"in_tokens":1389,"out_tokens":616}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":1385,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":27.15237510099996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1328,"out_tokens":2045},"claude-opus-4-8":{"in_tokens":2605,"out_tokens":765},"claude-opus-4-7":{"in_tokens":2610,"out_tokens":621},"mistral-large-2":{"in_tokens":1482,"out_tokens":642}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":7246,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":142.15500234,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1478,"out_tokens":2642},"claude-opus-4-8":{"in_tokens":2793,"out_tokens":739},"claude-opus-4-7":{"in_tokens":2798,"out_tokens":563},"mistral-large-2":{"in_tokens":1662,"out_tokens":654}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":1285,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":25.27479618099983,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1210,"out_tokens":1523},"claude-opus-4-8":{"in_tokens":2330,"out_tokens":663},"claude-opus-4-7":{"in_tokens":2335,"out_tokens":585},"mistral-large-2":{"in_tokens":1336,"out_tokens":672}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":2486,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":60.51508056999978,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":936,"out_tokens":2208},"claude-opus-4-8":{"in_tokens":1918,"out_tokens":624},"claude-opus-4-7":{"in_tokens":1923,"out_tokens":405},"mistral-large-2":{"in_tokens":985,"out_tokens":687}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":4615,"error":null,"skip_reason":null,"score_raw":0.025,"duration_s":76.49466854099978,"hallucination_count":7.5,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1738,"out_tokens":3061},"claude-opus-4-8":{"in_tokens":3382,"out_tokens":1142},"claude-opus-4-7":{"in_tokens":3387,"out_tokens":992},"mistral-large-2":{"in_tokens":1822,"out_tokens":974}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":5753,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":106.44488315300009,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1856,"out_tokens":2198},"claude-opus-4-8":{"in_tokens":3461,"out_tokens":852},"claude-opus-4-7":{"in_tokens":3466,"out_tokens":925},"mistral-large-2":{"in_tokens":2009,"out_tokens":696}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":2445,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":53.37506911500009,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1371,"out_tokens":2932},"claude-opus-4-8":{"in_tokens":2697,"out_tokens":1073},"claude-opus-4-7":{"in_tokens":2702,"out_tokens":716},"mistral-large-2":{"in_tokens":1491,"out_tokens":724}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":5778,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":115.94152895599973,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1662,"out_tokens":2664},"claude-opus-4-8":{"in_tokens":3236,"out_tokens":962},"claude-opus-4-7":{"in_tokens":3241,"out_tokens":752},"mistral-large-2":{"in_tokens":1806,"out_tokens":778}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":543,"out_tokens":3866,"error":null,"skip_reason":null,"score_raw":0.35,"duration_s":80.58251977999998,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1742,"out_tokens":3552},"claude-opus-4-8":{"in_tokens":3431,"out_tokens":1114},"claude-opus-4-7":{"in_tokens":3436,"out_tokens":767},"mistral-large-2":{"in_tokens":1865,"out_tokens":784}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":3618,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":74.79134302500006,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1413,"out_tokens":2679},"claude-opus-4-8":{"in_tokens":2770,"out_tokens":937},"claude-opus-4-7":{"in_tokens":2775,"out_tokens":773},"mistral-large-2":{"in_tokens":1567,"out_tokens":694}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":520,"out_tokens":3721,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":83.17273048300012,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1684,"out_tokens":2117},"claude-opus-4-8":{"in_tokens":3306,"out_tokens":958},"claude-opus-4-7":{"in_tokens":3311,"out_tokens":672},"mistral-large-2":{"in_tokens":1819,"out_tokens":772}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":1850,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":36.858945909999875,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1220,"out_tokens":1205},"claude-opus-4-8":{"in_tokens":2363,"out_tokens":621},"claude-opus-4-7":{"in_tokens":2368,"out_tokens":522},"mistral-large-2":{"in_tokens":1356,"out_tokens":628}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":9021,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":186.6018785089998,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1661,"out_tokens":1394},"claude-opus-4-8":{"in_tokens":3311,"out_tokens":624},"claude-opus-4-7":{"in_tokens":3316,"out_tokens":588},"mistral-large-2":{"in_tokens":1853,"out_tokens":723}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":4890,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":98.8706662970003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1506,"out_tokens":2283},"claude-opus-4-8":{"in_tokens":2912,"out_tokens":934},"claude-opus-4-7":{"in_tokens":2917,"out_tokens":739},"mistral-large-2":{"in_tokens":1666,"out_tokens":706}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":6609,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":139.23029554699997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1172,"out_tokens":1399},"claude-opus-4-8":{"in_tokens":2338,"out_tokens":819},"claude-opus-4-7":{"in_tokens":2343,"out_tokens":527},"mistral-large-2":{"in_tokens":1279,"out_tokens":576}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":744,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":17.266910497000026,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1047,"out_tokens":806},"claude-opus-4-8":{"in_tokens":2034,"out_tokens":670},"claude-opus-4-7":{"in_tokens":2039,"out_tokens":375},"mistral-large-2":{"in_tokens":1137,"out_tokens":571}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":491,"out_tokens":3342,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":76.51563878599973,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.3,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1697,"out_tokens":2310},"claude-opus-4-8":{"in_tokens":3355,"out_tokens":874},"claude-opus-4-7":{"in_tokens":3360,"out_tokens":688},"mistral-large-2":{"in_tokens":1829,"out_tokens":1071}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":532,"out_tokens":6435,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":107.61572076700031,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1650,"out_tokens":2588},"claude-opus-4-8":{"in_tokens":3291,"out_tokens":1144},"claude-opus-4-7":{"in_tokens":3296,"out_tokens":929},"mistral-large-2":{"in_tokens":1747,"out_tokens":794}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":1893,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":38.49197793199983,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1244,"out_tokens":1323},"claude-opus-4-8":{"in_tokens":2368,"out_tokens":803},"claude-opus-4-7":{"in_tokens":2373,"out_tokens":504},"mistral-large-2":{"in_tokens":1328,"out_tokens":514}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":3007,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":60.848112468999716,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1448,"out_tokens":1728},"claude-opus-4-8":{"in_tokens":2811,"out_tokens":687},"claude-opus-4-7":{"in_tokens":2816,"out_tokens":635},"mistral-large-2":{"in_tokens":1587,"out_tokens":663}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":2293,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":57.517690669999865,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1040,"out_tokens":1896},"claude-opus-4-8":{"in_tokens":2007,"out_tokens":580},"claude-opus-4-7":{"in_tokens":2012,"out_tokens":491},"mistral-large-2":{"in_tokens":1107,"out_tokens":503}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":6607,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":133.830811712,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1243,"out_tokens":1822},"claude-opus-4-8":{"in_tokens":2445,"out_tokens":815},"claude-opus-4-7":{"in_tokens":2450,"out_tokens":566},"mistral-large-2":{"in_tokens":1319,"out_tokens":557}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":3896,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":95.12800342800028,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1380,"out_tokens":2419},"claude-opus-4-8":{"in_tokens":2781,"out_tokens":866},"claude-opus-4-7":{"in_tokens":2786,"out_tokens":675},"mistral-large-2":{"in_tokens":1477,"out_tokens":723}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":2035,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":72.64699666600018,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":997,"out_tokens":1323},"claude-opus-4-8":{"in_tokens":1959,"out_tokens":610},"claude-opus-4-7":{"in_tokens":1964,"out_tokens":385},"mistral-large-2":{"in_tokens":1068,"out_tokens":474}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":7215,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":134.62845542600007,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1979,"out_tokens":2410},"claude-opus-4-8":{"in_tokens":4205,"out_tokens":756},"claude-opus-4-7":{"in_tokens":4210,"out_tokens":691},"mistral-large-2":{"in_tokens":2119,"out_tokens":777}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":8748,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":168.131525625,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2104,"out_tokens":3070},"claude-opus-4-8":{"in_tokens":4278,"out_tokens":992},"claude-opus-4-7":{"in_tokens":4283,"out_tokens":736},"mistral-large-2":{"in_tokens":2266,"out_tokens":772}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":771,"out_tokens":3366,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":68.52220599700013,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1805,"out_tokens":2774},"claude-opus-4-8":{"in_tokens":3504,"out_tokens":1144},"claude-opus-4-7":{"in_tokens":3509,"out_tokens":928},"mistral-large-2":{"in_tokens":1889,"out_tokens":735}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":5569,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":107.96172338600036,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1762,"out_tokens":1525},"claude-opus-4-8":{"in_tokens":3702,"out_tokens":714},"claude-opus-4-7":{"in_tokens":3707,"out_tokens":538},"mistral-large-2":{"in_tokens":1890,"out_tokens":593}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":439,"out_tokens":4244,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":112.21001106700032,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.125,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1304,"out_tokens":1952},"claude-opus-4-8":{"in_tokens":2486,"out_tokens":769},"claude-opus-4-7":{"in_tokens":2491,"out_tokens":625},"mistral-large-2":{"in_tokens":1375,"out_tokens":663}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":2599,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":52.32441808500016,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1435,"out_tokens":1501},"claude-opus-4-8":{"in_tokens":3006,"out_tokens":567},"claude-opus-4-7":{"in_tokens":3011,"out_tokens":455},"mistral-large-2":{"in_tokens":1522,"out_tokens":559}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":10358,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":181.67997017900007,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2259,"out_tokens":2904},"claude-opus-4-8":{"in_tokens":4700,"out_tokens":1160},"claude-opus-4-7":{"in_tokens":4705,"out_tokens":989},"mistral-large-2":{"in_tokens":2446,"out_tokens":818}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":5738,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":110.08112148600003,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1736,"out_tokens":2556},"claude-opus-4-8":{"in_tokens":3529,"out_tokens":643},"claude-opus-4-7":{"in_tokens":3534,"out_tokens":530},"mistral-large-2":{"in_tokens":1888,"out_tokens":838}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":3288,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":67.70607545800021,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1426,"out_tokens":2026},"claude-opus-4-8":{"in_tokens":3004,"out_tokens":482},"claude-opus-4-7":{"in_tokens":3009,"out_tokens":400},"mistral-large-2":{"in_tokens":1516,"out_tokens":536}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":3895,"error":null,"skip_reason":null,"score_raw":0.4642857142857143,"duration_s":81.43536638199976,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1600,"out_tokens":3242},"claude-opus-4-8":{"in_tokens":3275,"out_tokens":1251},"claude-opus-4-7":{"in_tokens":3280,"out_tokens":532},"mistral-large-2":{"in_tokens":1752,"out_tokens":599}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":2418,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":50.65550863499993,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1622,"out_tokens":1549},"claude-opus-4-8":{"in_tokens":3485,"out_tokens":478},"claude-opus-4-7":{"in_tokens":3490,"out_tokens":467},"mistral-large-2":{"in_tokens":1763,"out_tokens":485}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":5339,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":120.64423059899991,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1673,"out_tokens":3041},"claude-opus-4-8":{"in_tokens":3295,"out_tokens":1246},"claude-opus-4-7":{"in_tokens":3300,"out_tokens":896},"mistral-large-2":{"in_tokens":1802,"out_tokens":705}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":5527,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":108.60494131299993,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1545,"out_tokens":2150},"claude-opus-4-8":{"in_tokens":3125,"out_tokens":524},"claude-opus-4-7":{"in_tokens":3130,"out_tokens":415},"mistral-large-2":{"in_tokens":1671,"out_tokens":656}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":3885,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":69.81227783899976,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1493,"out_tokens":2345},"claude-opus-4-8":{"in_tokens":2933,"out_tokens":598},"claude-opus-4-7":{"in_tokens":2938,"out_tokens":533},"mistral-large-2":{"in_tokens":1609,"out_tokens":925}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":5235,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":97.08210296800007,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1354,"out_tokens":2261},"claude-opus-4-8":{"in_tokens":2752,"out_tokens":596},"claude-opus-4-7":{"in_tokens":2757,"out_tokens":625},"mistral-large-2":{"in_tokens":1432,"out_tokens":629}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":4951,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":87.93890802800024,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1569,"out_tokens":2562},"claude-opus-4-8":{"in_tokens":3049,"out_tokens":883},"claude-opus-4-7":{"in_tokens":3054,"out_tokens":753},"mistral-large-2":{"in_tokens":1643,"out_tokens":791}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":2492,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":53.514770765999856,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1372,"out_tokens":2253},"claude-opus-4-8":{"in_tokens":2826,"out_tokens":731},"claude-opus-4-7":{"in_tokens":2831,"out_tokens":621},"mistral-large-2":{"in_tokens":1483,"out_tokens":705}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":1360,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":24.89493702699974,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1112,"out_tokens":1460},"claude-opus-4-8":{"in_tokens":2245,"out_tokens":595},"claude-opus-4-7":{"in_tokens":2250,"out_tokens":476},"mistral-large-2":{"in_tokens":1166,"out_tokens":527}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":10333,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":191.62932963799994,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1389,"out_tokens":3035},"claude-opus-4-8":{"in_tokens":2816,"out_tokens":543},"claude-opus-4-7":{"in_tokens":2821,"out_tokens":585},"mistral-large-2":{"in_tokens":1460,"out_tokens":689}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":2700,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":56.78640497100014,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1456,"out_tokens":1213},"claude-opus-4-8":{"in_tokens":2981,"out_tokens":729},"claude-opus-4-7":{"in_tokens":2986,"out_tokens":570},"mistral-large-2":{"in_tokens":1558,"out_tokens":636}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0247825750002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":6212,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":111.04953159600018,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1400,"out_tokens":2264},"claude-opus-4-8":{"in_tokens":2993,"out_tokens":697},"claude-opus-4-7":{"in_tokens":2998,"out_tokens":435},"mistral-large-2":{"in_tokens":1485,"out_tokens":560}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":7545,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":138.5846843659997,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2731,"out_tokens":2823},"claude-opus-4-8":{"in_tokens":5621,"out_tokens":1159},"claude-opus-4-7":{"in_tokens":5626,"out_tokens":842},"mistral-large-2":{"in_tokens":2953,"out_tokens":770}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":11992,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":227.71358419900025,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2723,"out_tokens":2512},"claude-opus-4-8":{"in_tokens":5407,"out_tokens":1090},"claude-opus-4-7":{"in_tokens":5412,"out_tokens":847},"mistral-large-2":{"in_tokens":2851,"out_tokens":1014}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":12965,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":239.63336001900007,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2741,"out_tokens":3748},"claude-opus-4-8":{"in_tokens":5485,"out_tokens":1159},"claude-opus-4-7":{"in_tokens":5490,"out_tokens":819},"mistral-large-2":{"in_tokens":2969,"out_tokens":839}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":1932,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":39.413042039000175,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1429,"out_tokens":1602},"claude-opus-4-8":{"in_tokens":2894,"out_tokens":705},"claude-opus-4-7":{"in_tokens":2899,"out_tokens":531},"mistral-large-2":{"in_tokens":1536,"out_tokens":678}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":8548,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":167.18400176600016,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2624,"out_tokens":2553},"claude-opus-4-8":{"in_tokens":5331,"out_tokens":875},"claude-opus-4-7":{"in_tokens":5336,"out_tokens":786},"mistral-large-2":{"in_tokens":2810,"out_tokens":849}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":11984,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":220.1964568579997,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2559,"out_tokens":3318},"claude-opus-4-8":{"in_tokens":5227,"out_tokens":1030},"claude-opus-4-7":{"in_tokens":5232,"out_tokens":744},"mistral-large-2":{"in_tokens":2718,"out_tokens":833}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":4484,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":87.48883264000006,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1764,"out_tokens":2292},"claude-opus-4-8":{"in_tokens":3556,"out_tokens":571},"claude-opus-4-7":{"in_tokens":3561,"out_tokens":471},"mistral-large-2":{"in_tokens":1899,"out_tokens":608}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":8453,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":159.7508504540001,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2117,"out_tokens":3470},"claude-opus-4-8":{"in_tokens":4369,"out_tokens":846},"claude-opus-4-7":{"in_tokens":4374,"out_tokens":730},"mistral-large-2":{"in_tokens":2288,"out_tokens":800}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3000.034110001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":6924,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":132.13706631100013,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1730,"out_tokens":2449},"claude-opus-4-8":{"in_tokens":3381,"out_tokens":937},"claude-opus-4-7":{"in_tokens":3386,"out_tokens":712},"mistral-large-2":{"in_tokens":1853,"out_tokens":726}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":5842,"error":null,"skip_reason":null,"score_raw":0.925,"duration_s":115.36397360399997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2645,"out_tokens":2367},"claude-opus-4-8":{"in_tokens":5310,"out_tokens":948},"claude-opus-4-7":{"in_tokens":5315,"out_tokens":679},"mistral-large-2":{"in_tokens":2840,"out_tokens":1100}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":10129,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":198.16568254699996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2874,"out_tokens":3066},"claude-opus-4-8":{"in_tokens":5705,"out_tokens":1016},"claude-opus-4-7":{"in_tokens":5710,"out_tokens":760},"mistral-large-2":{"in_tokens":3010,"out_tokens":817}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":10386,"error":null,"skip_reason":null,"score_raw":0.6749999999999999,"duration_s":209.34212670100032,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2927,"out_tokens":4001},"claude-opus-4-8":{"in_tokens":5993,"out_tokens":1075},"claude-opus-4-7":{"in_tokens":5998,"out_tokens":838},"mistral-large-2":{"in_tokens":3162,"out_tokens":848}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.008283497,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":10147,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":211.4172566719999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1442,"out_tokens":2326},"claude-opus-4-8":{"in_tokens":2803,"out_tokens":1147},"claude-opus-4-7":{"in_tokens":2808,"out_tokens":704},"mistral-large-2":{"in_tokens":1569,"out_tokens":1108}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3000.017630078,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3332.162777401,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":384,"out_tokens":8325,"error":null,"skip_reason":null,"score_raw":0.38888888888888884,"duration_s":165.00003675599964,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1502,"out_tokens":2024},"claude-opus-4-8":{"in_tokens":2883,"out_tokens":992},"claude-opus-4-7":{"in_tokens":2888,"out_tokens":777},"mistral-large-2":{"in_tokens":1622,"out_tokens":683}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":14075,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":282.7722173940001,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1501,"out_tokens":2173},"claude-opus-4-8":{"in_tokens":2932,"out_tokens":1154},"claude-opus-4-7":{"in_tokens":2937,"out_tokens":801},"mistral-large-2":{"in_tokens":1554,"out_tokens":624}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0952430909997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3000.035266825,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":3528,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":207.19906906799952,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1561,"out_tokens":1021},"claude-opus-4-8":{"in_tokens":2902,"out_tokens":605},"claude-opus-4-7":{"in_tokens":2907,"out_tokens":587},"mistral-large-2":{"in_tokens":1637,"out_tokens":511}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":6086,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":122.02969927200047,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1471,"out_tokens":1926},"claude-opus-4-8":{"in_tokens":2751,"out_tokens":626},"claude-opus-4-7":{"in_tokens":2756,"out_tokens":434},"mistral-large-2":{"in_tokens":1548,"out_tokens":663}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3000.0604023600004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3000.0386951889996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":3640,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":68.88473437300036,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1214,"out_tokens":1314},"claude-opus-4-8":{"in_tokens":2329,"out_tokens":607},"claude-opus-4-7":{"in_tokens":2334,"out_tokens":502},"mistral-large-2":{"in_tokens":1279,"out_tokens":462}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":3317,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":54.404196819999925,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1491,"out_tokens":961},"claude-opus-4-8":{"in_tokens":2863,"out_tokens":561},"claude-opus-4-7":{"in_tokens":2868,"out_tokens":480},"mistral-large-2":{"in_tokens":1578,"out_tokens":482}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":4013,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":75.70032148000064,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1060,"out_tokens":1428},"claude-opus-4-8":{"in_tokens":2029,"out_tokens":601},"claude-opus-4-7":{"in_tokens":2034,"out_tokens":413},"mistral-large-2":{"in_tokens":1101,"out_tokens":581}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":3809,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":65.64927799100042,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1383,"out_tokens":1606},"claude-opus-4-8":{"in_tokens":2561,"out_tokens":679},"claude-opus-4-7":{"in_tokens":2566,"out_tokens":536},"mistral-large-2":{"in_tokens":1436,"out_tokens":592}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3000.019324939,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":3138,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":62.81758126499972,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1213,"out_tokens":1471},"claude-opus-4-8":{"in_tokens":2300,"out_tokens":561},"claude-opus-4-7":{"in_tokens":2305,"out_tokens":548},"mistral-large-2":{"in_tokens":1278,"out_tokens":599}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":3234,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":63.99303814599989,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1246,"out_tokens":1287},"claude-opus-4-8":{"in_tokens":2365,"out_tokens":577},"claude-opus-4-7":{"in_tokens":2370,"out_tokens":552},"mistral-large-2":{"in_tokens":1312,"out_tokens":560}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":453,"out_tokens":7810,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":136.59475940799985,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1828,"out_tokens":1564},"claude-opus-4-8":{"in_tokens":3485,"out_tokens":743},"claude-opus-4-7":{"in_tokens":3490,"out_tokens":673},"mistral-large-2":{"in_tokens":1926,"out_tokens":713}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":4254,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":66.52342840799975,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1201,"out_tokens":1463},"claude-opus-4-8":{"in_tokens":2264,"out_tokens":604},"claude-opus-4-7":{"in_tokens":2269,"out_tokens":578},"mistral-large-2":{"in_tokens":1259,"out_tokens":538}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":425,"out_tokens":4068,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":64.37071138100055,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1472,"out_tokens":1537},"claude-opus-4-8":{"in_tokens":2791,"out_tokens":582},"claude-opus-4-7":{"in_tokens":2796,"out_tokens":530},"mistral-large-2":{"in_tokens":1523,"out_tokens":603}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":338,"out_tokens":3603,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":75.26979012399988,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1262,"out_tokens":1229},"claude-opus-4-8":{"in_tokens":2402,"out_tokens":631},"claude-opus-4-7":{"in_tokens":2407,"out_tokens":557},"mistral-large-2":{"in_tokens":1313,"out_tokens":546}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":332,"out_tokens":4172,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":79.87723054300022,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1426,"out_tokens":1324},"claude-opus-4-8":{"in_tokens":2680,"out_tokens":594},"claude-opus-4-7":{"in_tokens":2685,"out_tokens":486},"mistral-large-2":{"in_tokens":1492,"out_tokens":675}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":274,"out_tokens":4074,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":79.81282672299949,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1261,"out_tokens":1168},"claude-opus-4-8":{"in_tokens":2440,"out_tokens":653},"claude-opus-4-7":{"in_tokens":2445,"out_tokens":385},"mistral-large-2":{"in_tokens":1328,"out_tokens":572}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":9608,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":191.53372261499953,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.875,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1135,"out_tokens":1390},"claude-opus-4-8":{"in_tokens":2140,"out_tokens":884},"claude-opus-4-7":{"in_tokens":2145,"out_tokens":558},"mistral-large-2":{"in_tokens":1178,"out_tokens":604}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":6918,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":137.59052840099957,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1333,"out_tokens":1641},"claude-opus-4-8":{"in_tokens":2555,"out_tokens":761},"claude-opus-4-7":{"in_tokens":2560,"out_tokens":843},"mistral-large-2":{"in_tokens":1451,"out_tokens":833}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":384,"out_tokens":5048,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":102.17875130199991,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.125,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1240,"out_tokens":1795},"claude-opus-4-8":{"in_tokens":2473,"out_tokens":826},"claude-opus-4-7":{"in_tokens":2478,"out_tokens":526},"mistral-large-2":{"in_tokens":1342,"out_tokens":721}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":4491,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":91.19382613800008,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1111,"out_tokens":1426},"claude-opus-4-8":{"in_tokens":2117,"out_tokens":892},"claude-opus-4-7":{"in_tokens":2122,"out_tokens":576},"mistral-large-2":{"in_tokens":1200,"out_tokens":524}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":395,"out_tokens":9162,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":179.39550186899942,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1255,"out_tokens":1870},"claude-opus-4-8":{"in_tokens":2420,"out_tokens":966},"claude-opus-4-7":{"in_tokens":2425,"out_tokens":864},"mistral-large-2":{"in_tokens":1406,"out_tokens":776}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":386,"out_tokens":4912,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":98.29654067499996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1058,"out_tokens":2058},"claude-opus-4-8":{"in_tokens":2068,"out_tokens":654},"claude-opus-4-7":{"in_tokens":2073,"out_tokens":618},"mistral-large-2":{"in_tokens":1153,"out_tokens":604}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":9229,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":190.87203803600005,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1115,"out_tokens":2429},"claude-opus-4-8":{"in_tokens":2206,"out_tokens":857},"claude-opus-4-7":{"in_tokens":2211,"out_tokens":565},"mistral-large-2":{"in_tokens":1207,"out_tokens":513}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":402,"out_tokens":4087,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":83.91010496700073,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1162,"out_tokens":2601},"claude-opus-4-8":{"in_tokens":2246,"out_tokens":675},"claude-opus-4-7":{"in_tokens":2251,"out_tokens":596},"mistral-large-2":{"in_tokens":1280,"out_tokens":632}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":412,"out_tokens":6104,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":121.93281887100056,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1175,"out_tokens":1461},"claude-opus-4-8":{"in_tokens":2207,"out_tokens":548},"claude-opus-4-7":{"in_tokens":2212,"out_tokens":445},"mistral-large-2":{"in_tokens":1288,"out_tokens":519}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":8926,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":183.31793889100027,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1459,"out_tokens":2486},"claude-opus-4-8":{"in_tokens":2857,"out_tokens":836},"claude-opus-4-7":{"in_tokens":2862,"out_tokens":779},"mistral-large-2":{"in_tokens":1610,"out_tokens":766}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":425,"out_tokens":3205,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":128.92075431100056,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1270,"out_tokens":2250},"claude-opus-4-8":{"in_tokens":2427,"out_tokens":592},"claude-opus-4-7":{"in_tokens":2432,"out_tokens":500},"mistral-large-2":{"in_tokens":1378,"out_tokens":567}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":471,"out_tokens":10899,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":220.20013994799956,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1455,"out_tokens":2458},"claude-opus-4-8":{"in_tokens":2778,"out_tokens":930},"claude-opus-4-7":{"in_tokens":2783,"out_tokens":854},"mistral-large-2":{"in_tokens":1601,"out_tokens":818}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3000.0182255239997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":399,"out_tokens":8639,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":176.10373202700066,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1274,"out_tokens":996},"claude-opus-4-8":{"in_tokens":2434,"out_tokens":643},"claude-opus-4-7":{"in_tokens":2439,"out_tokens":517},"mistral-large-2":{"in_tokens":1368,"out_tokens":624}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":520,"out_tokens":6234,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":126.80424977100029,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1397,"out_tokens":2541},"claude-opus-4-8":{"in_tokens":2698,"out_tokens":881},"claude-opus-4-7":{"in_tokens":2703,"out_tokens":704},"mistral-large-2":{"in_tokens":1549,"out_tokens":618}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":10142,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":204.73190919599983,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1043,"out_tokens":1442},"claude-opus-4-8":{"in_tokens":1946,"out_tokens":750},"claude-opus-4-7":{"in_tokens":1951,"out_tokens":595},"mistral-large-2":{"in_tokens":1158,"out_tokens":666}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":386,"out_tokens":7607,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":153.1004697039998,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.875,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1087,"out_tokens":1681},"claude-opus-4-8":{"in_tokens":2198,"out_tokens":1014},"claude-opus-4-7":{"in_tokens":2203,"out_tokens":688},"mistral-large-2":{"in_tokens":1154,"out_tokens":595}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":8405,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":174.22338238500015,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1234,"out_tokens":1207},"claude-opus-4-8":{"in_tokens":2427,"out_tokens":702},"claude-opus-4-7":{"in_tokens":2432,"out_tokens":540},"mistral-large-2":{"in_tokens":1318,"out_tokens":553}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":9538,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":193.66507138700035,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1469,"out_tokens":2138},"claude-opus-4-8":{"in_tokens":2825,"out_tokens":815},"claude-opus-4-7":{"in_tokens":2830,"out_tokens":877},"mistral-large-2":{"in_tokens":1643,"out_tokens":626}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":629,"out_tokens":10161,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":207.26924301800136,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1559,"out_tokens":1275},"claude-opus-4-8":{"in_tokens":2876,"out_tokens":766},"claude-opus-4-7":{"in_tokens":2881,"out_tokens":496},"mistral-large-2":{"in_tokens":1749,"out_tokens":512}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":675,"out_tokens":12328,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":249.2782368219996,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1897,"out_tokens":2455},"claude-opus-4-8":{"in_tokens":3496,"out_tokens":947},"claude-opus-4-7":{"in_tokens":3501,"out_tokens":715},"mistral-large-2":{"in_tokens":2034,"out_tokens":740}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3000.0618861500006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":12542,"error":null,"skip_reason":null,"score_raw":0.2222222222222222,"duration_s":249.2403630379995,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1141,"out_tokens":1837},"claude-opus-4-8":{"in_tokens":2202,"out_tokens":931},"claude-opus-4-7":{"in_tokens":2207,"out_tokens":663},"mistral-large-2":{"in_tokens":1261,"out_tokens":768}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":5552,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":994.8120710819985,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1380,"out_tokens":1968},"claude-opus-4-8":{"in_tokens":2669,"out_tokens":845},"claude-opus-4-7":{"in_tokens":2674,"out_tokens":844},"mistral-large-2":{"in_tokens":1515,"out_tokens":719}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3000.004925106,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3000.0321239310006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":6668,"error":null,"skip_reason":null,"score_raw":0.2222222222222222,"duration_s":148.60684590399978,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1318,"out_tokens":2185},"claude-opus-4-8":{"in_tokens":2556,"out_tokens":984},"claude-opus-4-7":{"in_tokens":2561,"out_tokens":871},"mistral-large-2":{"in_tokens":1423,"out_tokens":726}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":438,"out_tokens":6924,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":412.05517322599917,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1187,"out_tokens":1619},"claude-opus-4-8":{"in_tokens":2343,"out_tokens":872},"claude-opus-4-7":{"in_tokens":2348,"out_tokens":519},"mistral-large-2":{"in_tokens":1326,"out_tokens":627}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":431,"out_tokens":11620,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":234.11478734699995,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1241,"out_tokens":1913},"claude-opus-4-8":{"in_tokens":2446,"out_tokens":877},"claude-opus-4-7":{"in_tokens":2451,"out_tokens":641},"mistral-large-2":{"in_tokens":1353,"out_tokens":637}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3000.086997661001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":5083,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":593.5267862690016,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1205,"out_tokens":1828},"claude-opus-4-8":{"in_tokens":2410,"out_tokens":875},"claude-opus-4-7":{"in_tokens":2415,"out_tokens":638},"mistral-large-2":{"in_tokens":1321,"out_tokens":829}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":401,"out_tokens":7957,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":160.76421590999962,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1233,"out_tokens":2210},"claude-opus-4-8":{"in_tokens":2304,"out_tokens":1002},"claude-opus-4-7":{"in_tokens":2309,"out_tokens":759},"mistral-large-2":{"in_tokens":1345,"out_tokens":717}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":10275,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":206.5021988059998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1205,"out_tokens":1591},"claude-opus-4-8":{"in_tokens":2310,"out_tokens":558},"claude-opus-4-7":{"in_tokens":2315,"out_tokens":458},"mistral-large-2":{"in_tokens":1341,"out_tokens":547}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":399,"out_tokens":10072,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":205.52299349799978,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1082,"out_tokens":1419},"claude-opus-4-8":{"in_tokens":2091,"out_tokens":735},"claude-opus-4-7":{"in_tokens":2096,"out_tokens":543},"mistral-large-2":{"in_tokens":1141,"out_tokens":469}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":2589,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":52.3355455180008,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1095,"out_tokens":1039},"claude-opus-4-8":{"in_tokens":2135,"out_tokens":520},"claude-opus-4-7":{"in_tokens":2140,"out_tokens":449},"mistral-large-2":{"in_tokens":1180,"out_tokens":485}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":412,"out_tokens":4859,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":264.3850440240003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1224,"out_tokens":1066},"claude-opus-4-8":{"in_tokens":2325,"out_tokens":717},"claude-opus-4-7":{"in_tokens":2330,"out_tokens":529},"mistral-large-2":{"in_tokens":1317,"out_tokens":623}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":8691,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":173.58411497899942,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1827,"out_tokens":2876},"claude-opus-4-8":{"in_tokens":3619,"out_tokens":936},"claude-opus-4-7":{"in_tokens":3624,"out_tokens":962},"mistral-large-2":{"in_tokens":1953,"out_tokens":881}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":513,"out_tokens":7068,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":141.45507851799994,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1546,"out_tokens":2673},"claude-opus-4-8":{"in_tokens":3188,"out_tokens":859},"claude-opus-4-7":{"in_tokens":3193,"out_tokens":666},"mistral-large-2":{"in_tokens":1653,"out_tokens":655}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":6696,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":132.07662583299862,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1706,"out_tokens":2150},"claude-opus-4-8":{"in_tokens":3428,"out_tokens":907},"claude-opus-4-7":{"in_tokens":3433,"out_tokens":707},"mistral-large-2":{"in_tokens":1830,"out_tokens":694}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":8204,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":166.38625604499975,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1301,"out_tokens":2490},"claude-opus-4-8":{"in_tokens":2578,"out_tokens":541},"claude-opus-4-7":{"in_tokens":2583,"out_tokens":587},"mistral-large-2":{"in_tokens":1410,"out_tokens":650}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":4533,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":235.64882609800043,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1186,"out_tokens":2139},"claude-opus-4-8":{"in_tokens":2375,"out_tokens":765},"claude-opus-4-7":{"in_tokens":2380,"out_tokens":479},"mistral-large-2":{"in_tokens":1267,"out_tokens":741}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3000.073030231999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":6165,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":245.29852530300013,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1432,"out_tokens":2698},"claude-opus-4-8":{"in_tokens":2840,"out_tokens":790},"claude-opus-4-7":{"in_tokens":2845,"out_tokens":594},"mistral-large-2":{"in_tokens":1548,"out_tokens":544}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":6404,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":132.9887068400003,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.16666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1255,"out_tokens":2050},"claude-opus-4-8":{"in_tokens":2489,"out_tokens":657},"claude-opus-4-7":{"in_tokens":2494,"out_tokens":464},"mistral-large-2":{"in_tokens":1348,"out_tokens":745}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":7739,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":154.07478913699924,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1276,"out_tokens":2737},"claude-opus-4-8":{"in_tokens":2478,"out_tokens":781},"claude-opus-4-7":{"in_tokens":2483,"out_tokens":637},"mistral-large-2":{"in_tokens":1330,"out_tokens":601}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":381,"out_tokens":7254,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":143.4924473910014,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1309,"out_tokens":1732},"claude-opus-4-8":{"in_tokens":2747,"out_tokens":687},"claude-opus-4-7":{"in_tokens":2752,"out_tokens":775},"mistral-large-2":{"in_tokens":1405,"out_tokens":573}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3000.0551136199992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3292.449459240999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":11569,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":230.6651250629984,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1477,"out_tokens":1637},"claude-opus-4-8":{"in_tokens":2885,"out_tokens":852},"claude-opus-4-7":{"in_tokens":2890,"out_tokens":647},"mistral-large-2":{"in_tokens":1546,"out_tokens":668}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":389,"out_tokens":6289,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":121.96465979599998,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1426,"out_tokens":2465},"claude-opus-4-8":{"in_tokens":2831,"out_tokens":735},"claude-opus-4-7":{"in_tokens":2836,"out_tokens":873},"mistral-large-2":{"in_tokens":1545,"out_tokens":635}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3000.0634693350003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":3830,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":74.04851165499895,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1127,"out_tokens":1852},"claude-opus-4-8":{"in_tokens":2270,"out_tokens":699},"claude-opus-4-7":{"in_tokens":2275,"out_tokens":735},"mistral-large-2":{"in_tokens":1167,"out_tokens":520}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":9473,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":190.83332480600075,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1424,"out_tokens":1828},"claude-opus-4-8":{"in_tokens":2856,"out_tokens":694},"claude-opus-4-7":{"in_tokens":2861,"out_tokens":607},"mistral-large-2":{"in_tokens":1514,"out_tokens":581}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":4046,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":206.50638929600063,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1187,"out_tokens":1865},"claude-opus-4-8":{"in_tokens":2471,"out_tokens":712},"claude-opus-4-7":{"in_tokens":2476,"out_tokens":641},"mistral-large-2":{"in_tokens":1262,"out_tokens":756}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":677,"out_tokens":11625,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":221.8141392180005,"hallucination_count":6.25,"hallucination_top100":0,"inter_rater_agreement":0.3,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2248,"out_tokens":4007},"claude-opus-4-8":{"in_tokens":4412,"out_tokens":1483},"claude-opus-4-7":{"in_tokens":4417,"out_tokens":1125},"mistral-large-2":{"in_tokens":2356,"out_tokens":948}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3000.0887773170016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3000.0227867389985,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3000.0824016740007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3000.0267143910005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":392,"out_tokens":5406,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":100.36937998900248,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1293,"out_tokens":1369},"claude-opus-4-8":{"in_tokens":2546,"out_tokens":694},"claude-opus-4-7":{"in_tokens":2551,"out_tokens":450},"mistral-large-2":{"in_tokens":1377,"out_tokens":693}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":536,"out_tokens":8489,"error":null,"skip_reason":null,"score_raw":0.325,"duration_s":160.136441329003,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.2,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1695,"out_tokens":2329},"claude-opus-4-8":{"in_tokens":3483,"out_tokens":1243},"claude-opus-4-7":{"in_tokens":3488,"out_tokens":966},"mistral-large-2":{"in_tokens":1830,"out_tokens":846}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":11278,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":208.18205414999997,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1867,"out_tokens":2424},"claude-opus-4-8":{"in_tokens":3743,"out_tokens":1038},"claude-opus-4-7":{"in_tokens":3748,"out_tokens":796},"mistral-large-2":{"in_tokens":2016,"out_tokens":1300}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":609,"out_tokens":16000,"error":null,"skip_reason":null,"score_raw":0.35,"duration_s":303.229265786,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1890,"out_tokens":2755},"claude-opus-4-8":{"in_tokens":3770,"out_tokens":872},"claude-opus-4-7":{"in_tokens":3775,"out_tokens":789},"mistral-large-2":{"in_tokens":2002,"out_tokens":1112}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":873,"out_tokens":10886,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":215.36781982999997,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2353,"out_tokens":2919},"claude-opus-4-8":{"in_tokens":4604,"out_tokens":967},"claude-opus-4-7":{"in_tokens":4609,"out_tokens":747},"mistral-large-2":{"in_tokens":2462,"out_tokens":933}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":712,"out_tokens":8341,"error":null,"skip_reason":null,"score_raw":0.825,"duration_s":168.784386858,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2213,"out_tokens":3017},"claude-opus-4-8":{"in_tokens":4385,"out_tokens":1091},"claude-opus-4-7":{"in_tokens":4390,"out_tokens":866},"mistral-large-2":{"in_tokens":2369,"out_tokens":731}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":722,"out_tokens":7564,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":147.16809558499995,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2225,"out_tokens":2503},"claude-opus-4-8":{"in_tokens":4341,"out_tokens":1255},"claude-opus-4-7":{"in_tokens":4346,"out_tokens":944},"mistral-large-2":{"in_tokens":2379,"out_tokens":1536}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3000.066888927,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3000s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3331.385087867,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}