{"model_id":"mistral-large-2","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":337,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":7.331359073999998,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1249,"out_tokens":1926},"claude-opus-4-8":{"in_tokens":2385,"out_tokens":943},"claude-opus-4-7":{"in_tokens":2390,"out_tokens":626},"mistral-large-2":{"in_tokens":1346,"out_tokens":655}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":368,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":7.968289147999997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1337,"out_tokens":1704},"claude-opus-4-8":{"in_tokens":2638,"out_tokens":901},"claude-opus-4-7":{"in_tokens":2643,"out_tokens":637},"mistral-large-2":{"in_tokens":1424,"out_tokens":694}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":416,"out_tokens":542,"error":null,"skip_reason":null,"score_raw":0.3888888888888889,"duration_s":10.803797383999992,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1578,"out_tokens":1891},"claude-opus-4-8":{"in_tokens":2955,"out_tokens":944},"claude-opus-4-7":{"in_tokens":2960,"out_tokens":826},"mistral-large-2":{"in_tokens":1748,"out_tokens":785}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":396,"out_tokens":617,"error":null,"skip_reason":null,"score_raw":0.35,"duration_s":11.533286908000001,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1864,"out_tokens":2697},"claude-opus-4-8":{"in_tokens":3476,"out_tokens":1279},"claude-opus-4-7":{"in_tokens":3481,"out_tokens":988},"mistral-large-2":{"in_tokens":1987,"out_tokens":858}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":858,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":15.809091000000002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1413,"out_tokens":2189},"claude-opus-4-8":{"in_tokens":2716,"out_tokens":1131},"claude-opus-4-7":{"in_tokens":2721,"out_tokens":772},"mistral-large-2":{"in_tokens":1503,"out_tokens":809}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":258,"out_tokens":180,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":15.310054403999999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1170,"out_tokens":1369},"claude-opus-4-8":{"in_tokens":2211,"out_tokens":980},"claude-opus-4-7":{"in_tokens":2216,"out_tokens":754},"mistral-large-2":{"in_tokens":1245,"out_tokens":779}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":397,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":7.920174836000001,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.4,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1850,"out_tokens":2470},"claude-opus-4-8":{"in_tokens":3543,"out_tokens":1320},"claude-opus-4-7":{"in_tokens":3548,"out_tokens":948},"mistral-large-2":{"in_tokens":1964,"out_tokens":766}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":486,"error":null,"skip_reason":null,"score_raw":0.325,"duration_s":9.892526982000007,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1900,"out_tokens":2555},"claude-opus-4-8":{"in_tokens":3641,"out_tokens":1334},"claude-opus-4-7":{"in_tokens":3646,"out_tokens":763},"mistral-large-2":{"in_tokens":2049,"out_tokens":860}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":188,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":19.178337428,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1121,"out_tokens":1396},"claude-opus-4-8":{"in_tokens":2135,"out_tokens":832},"claude-opus-4-7":{"in_tokens":2140,"out_tokens":639},"mistral-large-2":{"in_tokens":1201,"out_tokens":593}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":1203,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":20.711256387999995,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1543,"out_tokens":1440},"claude-opus-4-8":{"in_tokens":2979,"out_tokens":724},"claude-opus-4-7":{"in_tokens":2984,"out_tokens":632},"mistral-large-2":{"in_tokens":1658,"out_tokens":728}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":407,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":8.412066315999994,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1526,"out_tokens":2367},"claude-opus-4-8":{"in_tokens":2922,"out_tokens":963},"claude-opus-4-7":{"in_tokens":2927,"out_tokens":735},"mistral-large-2":{"in_tokens":1646,"out_tokens":706}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":376,"out_tokens":487,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":9.79430446699999,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1566,"out_tokens":2959},"claude-opus-4-8":{"in_tokens":2988,"out_tokens":1293},"claude-opus-4-7":{"in_tokens":2993,"out_tokens":884},"mistral-large-2":{"in_tokens":1650,"out_tokens":652}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":207,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":23.969688554,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1294,"out_tokens":1858},"claude-opus-4-8":{"in_tokens":2462,"out_tokens":769},"claude-opus-4-7":{"in_tokens":2467,"out_tokens":650},"mistral-large-2":{"in_tokens":1427,"out_tokens":574}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":282,"error":null,"skip_reason":null,"score_raw":0.2,"duration_s":24.89214974,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1559,"out_tokens":1927},"claude-opus-4-8":{"in_tokens":2922,"out_tokens":1085},"claude-opus-4-7":{"in_tokens":2927,"out_tokens":867},"mistral-large-2":{"in_tokens":1654,"out_tokens":887}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":684,"out_tokens":1767,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":26.896098349999995,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2216,"out_tokens":3449},"claude-opus-4-8":{"in_tokens":4159,"out_tokens":1093},"claude-opus-4-7":{"in_tokens":4164,"out_tokens":776},"mistral-large-2":{"in_tokens":2366,"out_tokens":864}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":375,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":7.961093725999987,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1381,"out_tokens":1416},"claude-opus-4-8":{"in_tokens":2778,"out_tokens":1065},"claude-opus-4-7":{"in_tokens":2783,"out_tokens":845},"mistral-large-2":{"in_tokens":1446,"out_tokens":602}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1639,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":27.364922539999995,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1911,"out_tokens":3067},"claude-opus-4-8":{"in_tokens":3680,"out_tokens":921},"claude-opus-4-7":{"in_tokens":3685,"out_tokens":750},"mistral-large-2":{"in_tokens":2099,"out_tokens":818}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":1257,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":28.298729277999996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1337,"out_tokens":2591},"claude-opus-4-8":{"in_tokens":2538,"out_tokens":1009},"claude-opus-4-7":{"in_tokens":2543,"out_tokens":740},"mistral-large-2":{"in_tokens":1427,"out_tokens":758}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":380,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":7.932038985999995,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.0,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1387,"out_tokens":2399},"claude-opus-4-8":{"in_tokens":2721,"out_tokens":1247},"claude-opus-4-7":{"in_tokens":2726,"out_tokens":817},"mistral-large-2":{"in_tokens":1455,"out_tokens":661}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":553,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":11.220786641000004,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1550,"out_tokens":2837},"claude-opus-4-8":{"in_tokens":3088,"out_tokens":1161},"claude-opus-4-7":{"in_tokens":3093,"out_tokens":949},"mistral-large-2":{"in_tokens":1674,"out_tokens":682}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":1063,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":15.157621778000006,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1971,"out_tokens":1577},"claude-opus-4-8":{"in_tokens":3807,"out_tokens":951},"claude-opus-4-7":{"in_tokens":3812,"out_tokens":710},"mistral-large-2":{"in_tokens":2111,"out_tokens":855}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":338,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":6.321551628000009,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1441,"out_tokens":1273},"claude-opus-4-8":{"in_tokens":2725,"out_tokens":981},"claude-opus-4-7":{"in_tokens":2730,"out_tokens":597},"mistral-large-2":{"in_tokens":1566,"out_tokens":594}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":567,"error":null,"skip_reason":null,"score_raw":0.2,"duration_s":11.121709117000009,"hallucination_count":6.5,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2032,"out_tokens":3238},"claude-opus-4-8":{"in_tokens":3802,"out_tokens":1308},"claude-opus-4-7":{"in_tokens":3807,"out_tokens":944},"mistral-large-2":{"in_tokens":2165,"out_tokens":754}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":456,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":0.35,"duration_s":19.545719918000003,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1666,"out_tokens":1618},"claude-opus-4-8":{"in_tokens":3196,"out_tokens":1085},"claude-opus-4-7":{"in_tokens":3201,"out_tokens":657},"mistral-large-2":{"in_tokens":1794,"out_tokens":977}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":315,"out_tokens":420,"error":null,"skip_reason":null,"score_raw":0.19444444444444442,"duration_s":8.043589855000008,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1458,"out_tokens":2412},"claude-opus-4-8":{"in_tokens":2784,"out_tokens":1324},"claude-opus-4-7":{"in_tokens":2789,"out_tokens":871},"mistral-large-2":{"in_tokens":1589,"out_tokens":751}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":368,"out_tokens":478,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":8.986755596999998,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.25,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1542,"out_tokens":2368},"claude-opus-4-8":{"in_tokens":3004,"out_tokens":1342},"claude-opus-4-7":{"in_tokens":3009,"out_tokens":772},"mistral-large-2":{"in_tokens":1606,"out_tokens":701}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":1623,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":43.57298161,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1401,"out_tokens":2440},"claude-opus-4-8":{"in_tokens":2719,"out_tokens":784},"claude-opus-4-7":{"in_tokens":2724,"out_tokens":615},"mistral-large-2":{"in_tokens":1515,"out_tokens":698}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":1915,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":25.75791991599999,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.9,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2467,"out_tokens":2855},"claude-opus-4-8":{"in_tokens":4679,"out_tokens":1079},"claude-opus-4-7":{"in_tokens":4684,"out_tokens":850},"mistral-large-2":{"in_tokens":2623,"out_tokens":1109}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":230,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":26.271526793000007,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.4,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1700,"out_tokens":2408},"claude-opus-4-8":{"in_tokens":3245,"out_tokens":1086},"claude-opus-4-7":{"in_tokens":3250,"out_tokens":810},"mistral-large-2":{"in_tokens":1801,"out_tokens":803}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":280,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":22.349173531999995,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1430,"out_tokens":2183},"claude-opus-4-8":{"in_tokens":2690,"out_tokens":790},"claude-opus-4-7":{"in_tokens":2695,"out_tokens":725},"mistral-large-2":{"in_tokens":1535,"out_tokens":696}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":1539,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":23.34246438000001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1971,"out_tokens":2233},"claude-opus-4-8":{"in_tokens":3705,"out_tokens":834},"claude-opus-4-7":{"in_tokens":3710,"out_tokens":770},"mistral-large-2":{"in_tokens":2107,"out_tokens":734}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":1320,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":20.474627603000002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1700,"out_tokens":2148},"claude-opus-4-8":{"in_tokens":3330,"out_tokens":868},"claude-opus-4-7":{"in_tokens":3335,"out_tokens":708},"mistral-large-2":{"in_tokens":1814,"out_tokens":790}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":360,"out_tokens":237,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":27.30361487799999,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1326,"out_tokens":2491},"claude-opus-4-8":{"in_tokens":2538,"out_tokens":1116},"claude-opus-4-7":{"in_tokens":2543,"out_tokens":858},"mistral-large-2":{"in_tokens":1403,"out_tokens":595}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":660,"out_tokens":1875,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":28.089178122000007,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2047,"out_tokens":2336},"claude-opus-4-8":{"in_tokens":3945,"out_tokens":878},"claude-opus-4-7":{"in_tokens":3950,"out_tokens":823},"mistral-large-2":{"in_tokens":2167,"out_tokens":790}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":285,"out_tokens":186,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":20.588567456999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1227,"out_tokens":1594},"claude-opus-4-8":{"in_tokens":2393,"out_tokens":906},"claude-opus-4-7":{"in_tokens":2398,"out_tokens":661},"mistral-large-2":{"in_tokens":1314,"out_tokens":653}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":2450,"error":null,"skip_reason":null,"score_raw":0.8611111111111112,"duration_s":64.975526055,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1811,"out_tokens":1963},"claude-opus-4-8":{"in_tokens":3435,"out_tokens":932},"claude-opus-4-7":{"in_tokens":3440,"out_tokens":905},"mistral-large-2":{"in_tokens":2008,"out_tokens":873}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1409,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":21.38185380200001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1670,"out_tokens":1492},"claude-opus-4-8":{"in_tokens":3398,"out_tokens":630},"claude-opus-4-7":{"in_tokens":3403,"out_tokens":656},"mistral-large-2":{"in_tokens":1765,"out_tokens":561}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":163,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":21.651085770999998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1171,"out_tokens":1430},"claude-opus-4-8":{"in_tokens":2323,"out_tokens":647},"claude-opus-4-7":{"in_tokens":2328,"out_tokens":528},"mistral-large-2":{"in_tokens":1235,"out_tokens":576}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":238,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":22.365079784999992,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1248,"out_tokens":1590},"claude-opus-4-8":{"in_tokens":2457,"out_tokens":781},"claude-opus-4-7":{"in_tokens":2462,"out_tokens":498},"mistral-large-2":{"in_tokens":1314,"out_tokens":543}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":1149,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":20.804051582,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1601,"out_tokens":1680},"claude-opus-4-8":{"in_tokens":3125,"out_tokens":850},"claude-opus-4-7":{"in_tokens":3130,"out_tokens":649},"mistral-large-2":{"in_tokens":1706,"out_tokens":533}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":2774,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":70.90770364,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1947,"out_tokens":1897},"claude-opus-4-8":{"in_tokens":3644,"out_tokens":1096},"claude-opus-4-7":{"in_tokens":3649,"out_tokens":783},"mistral-large-2":{"in_tokens":2066,"out_tokens":781}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1216,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":18.236561126000012,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1774,"out_tokens":1697},"claude-opus-4-8":{"in_tokens":3346,"out_tokens":775},"claude-opus-4-7":{"in_tokens":3351,"out_tokens":667},"mistral-large-2":{"in_tokens":1930,"out_tokens":722}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":147,"error":null,"skip_reason":null,"score_raw":0.325,"duration_s":21.272885175,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1647,"out_tokens":2133},"claude-opus-4-8":{"in_tokens":3050,"out_tokens":760},"claude-opus-4-7":{"in_tokens":3055,"out_tokens":669},"mistral-large-2":{"in_tokens":1754,"out_tokens":629}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":758,"out_tokens":1697,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":24.440784260000015,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2401,"out_tokens":2273},"claude-opus-4-8":{"in_tokens":4465,"out_tokens":879},"claude-opus-4-7":{"in_tokens":4470,"out_tokens":771},"mistral-large-2":{"in_tokens":2579,"out_tokens":841}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":299,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":24.80631624499999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1409,"out_tokens":2400},"claude-opus-4-8":{"in_tokens":2695,"out_tokens":893},"claude-opus-4-7":{"in_tokens":2700,"out_tokens":684},"mistral-large-2":{"in_tokens":1535,"out_tokens":958}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":589,"out_tokens":1311,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":18.352527648000006,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1795,"out_tokens":2396},"claude-opus-4-8":{"in_tokens":3348,"out_tokens":1071},"claude-opus-4-7":{"in_tokens":3353,"out_tokens":873},"mistral-large-2":{"in_tokens":1928,"out_tokens":799}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":669,"out_tokens":1182,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":17.70792690200001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1684,"out_tokens":1751},"claude-opus-4-8":{"in_tokens":3254,"out_tokens":702},"claude-opus-4-7":{"in_tokens":3259,"out_tokens":647},"mistral-large-2":{"in_tokens":1755,"out_tokens":716}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":357,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":21.836342352000017,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.875,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1315,"out_tokens":1548},"claude-opus-4-8":{"in_tokens":2522,"out_tokens":866},"claude-opus-4-7":{"in_tokens":2527,"out_tokens":622},"mistral-large-2":{"in_tokens":1366,"out_tokens":689}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":710,"out_tokens":1303,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":18.772807741999998,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1745,"out_tokens":1250},"claude-opus-4-8":{"in_tokens":3365,"out_tokens":686},"claude-opus-4-7":{"in_tokens":3370,"out_tokens":500},"mistral-large-2":{"in_tokens":1829,"out_tokens":607}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":308,"out_tokens":243,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":24.97120925500002,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1318,"out_tokens":2306},"claude-opus-4-8":{"in_tokens":2526,"out_tokens":1020},"claude-opus-4-7":{"in_tokens":2531,"out_tokens":905},"mistral-large-2":{"in_tokens":1424,"out_tokens":813}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":688,"out_tokens":1077,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":18.608547493000003,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1698,"out_tokens":1940},"claude-opus-4-8":{"in_tokens":3132,"out_tokens":831},"claude-opus-4-7":{"in_tokens":3137,"out_tokens":580},"mistral-large-2":{"in_tokens":1759,"out_tokens":745}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":302,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":23.67189227900002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1398,"out_tokens":1258},"claude-opus-4-8":{"in_tokens":2645,"out_tokens":685},"claude-opus-4-7":{"in_tokens":2650,"out_tokens":585},"mistral-large-2":{"in_tokens":1453,"out_tokens":590}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":3090,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":71.875781311,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2039,"out_tokens":3094},"claude-opus-4-8":{"in_tokens":3892,"out_tokens":1204},"claude-opus-4-7":{"in_tokens":3897,"out_tokens":875},"mistral-large-2":{"in_tokens":2208,"out_tokens":1098}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":247,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":22.212926541,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1352,"out_tokens":1126},"claude-opus-4-8":{"in_tokens":2528,"out_tokens":764},"claude-opus-4-7":{"in_tokens":2533,"out_tokens":612},"mistral-large-2":{"in_tokens":1416,"out_tokens":668}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1041,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":19.22857161500002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1508,"out_tokens":1411},"claude-opus-4-8":{"in_tokens":2839,"out_tokens":670},"claude-opus-4-7":{"in_tokens":2844,"out_tokens":525},"mistral-large-2":{"in_tokens":1583,"out_tokens":590}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":775,"out_tokens":1158,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":17.57947704,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1620,"out_tokens":1821},"claude-opus-4-8":{"in_tokens":3019,"out_tokens":545},"claude-opus-4-7":{"in_tokens":3024,"out_tokens":427},"mistral-large-2":{"in_tokens":1700,"out_tokens":507}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":461,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":69.251645068,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1393,"out_tokens":1560},"claude-opus-4-8":{"in_tokens":2598,"out_tokens":719},"claude-opus-4-7":{"in_tokens":2603,"out_tokens":608},"mistral-large-2":{"in_tokens":1467,"out_tokens":580}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":654,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":73.98420484600001,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1724,"out_tokens":1731},"claude-opus-4-8":{"in_tokens":3293,"out_tokens":651},"claude-opus-4-7":{"in_tokens":3298,"out_tokens":552},"mistral-large-2":{"in_tokens":1794,"out_tokens":543}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":429,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":69.63042486,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1437,"out_tokens":1769},"claude-opus-4-8":{"in_tokens":2636,"out_tokens":567},"claude-opus-4-7":{"in_tokens":2641,"out_tokens":503},"mistral-large-2":{"in_tokens":1499,"out_tokens":569}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":641,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":73.769265791,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1719,"out_tokens":1717},"claude-opus-4-8":{"in_tokens":3229,"out_tokens":908},"claude-opus-4-7":{"in_tokens":3234,"out_tokens":658},"mistral-large-2":{"in_tokens":1796,"out_tokens":646}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":978,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":15.080354032999992,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.125,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1390,"out_tokens":1585},"claude-opus-4-8":{"in_tokens":2637,"out_tokens":655},"claude-opus-4-7":{"in_tokens":2642,"out_tokens":465},"mistral-large-2":{"in_tokens":1467,"out_tokens":654}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":1111,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":17.527887883999995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1560,"out_tokens":1669},"claude-opus-4-8":{"in_tokens":2867,"out_tokens":629},"claude-opus-4-7":{"in_tokens":2872,"out_tokens":474},"mistral-large-2":{"in_tokens":1628,"out_tokens":619}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":447,"out_tokens":236,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":20.848266144000007,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1260,"out_tokens":1054},"claude-opus-4-8":{"in_tokens":2333,"out_tokens":477},"claude-opus-4-7":{"in_tokens":2338,"out_tokens":393},"mistral-large-2":{"in_tokens":1320,"out_tokens":662}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":255,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":22.791898097,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1216,"out_tokens":1865},"claude-opus-4-8":{"in_tokens":2282,"out_tokens":659},"claude-opus-4-7":{"in_tokens":2287,"out_tokens":579},"mistral-large-2":{"in_tokens":1271,"out_tokens":794}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":3041,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":72.41211379699999,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2339,"out_tokens":3259},"claude-opus-4-8":{"in_tokens":4458,"out_tokens":1223},"claude-opus-4-7":{"in_tokens":4463,"out_tokens":964},"mistral-large-2":{"in_tokens":2503,"out_tokens":1011}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":421,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":8.960145065999995,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1261,"out_tokens":1573},"claude-opus-4-8":{"in_tokens":2372,"out_tokens":701},"claude-opus-4-7":{"in_tokens":2377,"out_tokens":562},"mistral-large-2":{"in_tokens":1320,"out_tokens":538}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":334,"out_tokens":422,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":8.628765380000004,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1292,"out_tokens":1005},"claude-opus-4-8":{"in_tokens":2437,"out_tokens":647},"claude-opus-4-7":{"in_tokens":2442,"out_tokens":493},"mistral-large-2":{"in_tokens":1373,"out_tokens":442}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":593,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":11.982215483000004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1528,"out_tokens":1442},"claude-opus-4-8":{"in_tokens":2781,"out_tokens":788},"claude-opus-4-7":{"in_tokens":2786,"out_tokens":541},"mistral-large-2":{"in_tokens":1608,"out_tokens":603}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":193,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":20.218931204,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1159,"out_tokens":1750},"claude-opus-4-8":{"in_tokens":2131,"out_tokens":648},"claude-opus-4-7":{"in_tokens":2136,"out_tokens":512},"mistral-large-2":{"in_tokens":1224,"out_tokens":668}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":274,"out_tokens":567,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":11.864396785000025,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1431,"out_tokens":1463},"claude-opus-4-8":{"in_tokens":2722,"out_tokens":738},"claude-opus-4-7":{"in_tokens":2727,"out_tokens":525},"mistral-large-2":{"in_tokens":1502,"out_tokens":611}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":171,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":4.391980041000011,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":994,"out_tokens":752},"claude-opus-4-8":{"in_tokens":1881,"out_tokens":491},"claude-opus-4-7":{"in_tokens":1886,"out_tokens":428},"mistral-large-2":{"in_tokens":1036,"out_tokens":437}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":2632,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":55.56512678500002,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2120,"out_tokens":1897},"claude-opus-4-8":{"in_tokens":4049,"out_tokens":1079},"claude-opus-4-7":{"in_tokens":4054,"out_tokens":736},"mistral-large-2":{"in_tokens":2328,"out_tokens":1283}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":512,"out_tokens":863,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":14.554861883000001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1282,"out_tokens":1229},"claude-opus-4-8":{"in_tokens":2419,"out_tokens":541},"claude-opus-4-7":{"in_tokens":2424,"out_tokens":448},"mistral-large-2":{"in_tokens":1332,"out_tokens":490}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":1282,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":19.653455065999992,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1508,"out_tokens":1092},"claude-opus-4-8":{"in_tokens":2875,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2880,"out_tokens":562},"mistral-large-2":{"in_tokens":1600,"out_tokens":611}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":205,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":20.897492776999997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1092,"out_tokens":1382},"claude-opus-4-8":{"in_tokens":2067,"out_tokens":614},"claude-opus-4-7":{"in_tokens":2072,"out_tokens":551},"mistral-large-2":{"in_tokens":1145,"out_tokens":510}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":574,"out_tokens":1215,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":19.050759397999997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1539,"out_tokens":1407},"claude-opus-4-8":{"in_tokens":2908,"out_tokens":654},"claude-opus-4-7":{"in_tokens":2913,"out_tokens":553},"mistral-large-2":{"in_tokens":1628,"out_tokens":563}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":546,"out_tokens":934,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":16.438241789000017,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1463,"out_tokens":1357},"claude-opus-4-8":{"in_tokens":2712,"out_tokens":596},"claude-opus-4-7":{"in_tokens":2717,"out_tokens":435},"mistral-large-2":{"in_tokens":1517,"out_tokens":663}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":571,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":11.079855675999994,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1514,"out_tokens":2108},"claude-opus-4-8":{"in_tokens":2715,"out_tokens":700},"claude-opus-4-7":{"in_tokens":2720,"out_tokens":530},"mistral-large-2":{"in_tokens":1575,"out_tokens":577}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":443,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":9.662753402999982,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1477,"out_tokens":1154},"claude-opus-4-8":{"in_tokens":2767,"out_tokens":690},"claude-opus-4-7":{"in_tokens":2772,"out_tokens":433},"mistral-large-2":{"in_tokens":1549,"out_tokens":594}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":454,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":9.371826074000012,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1327,"out_tokens":1634},"claude-opus-4-8":{"in_tokens":2479,"out_tokens":635},"claude-opus-4-7":{"in_tokens":2484,"out_tokens":524},"mistral-large-2":{"in_tokens":1392,"out_tokens":589}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":404,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":8.854425211000006,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1252,"out_tokens":1753},"claude-opus-4-8":{"in_tokens":2425,"out_tokens":714},"claude-opus-4-7":{"in_tokens":2430,"out_tokens":605},"mistral-large-2":{"in_tokens":1313,"out_tokens":508}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":253,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":19.42957606500002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1108,"out_tokens":1648},"claude-opus-4-8":{"in_tokens":2107,"out_tokens":601},"claude-opus-4-7":{"in_tokens":2112,"out_tokens":448},"mistral-large-2":{"in_tokens":1165,"out_tokens":508}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":182,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":18.427176263999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1082,"out_tokens":1343},"claude-opus-4-8":{"in_tokens":2046,"out_tokens":588},"claude-opus-4-7":{"in_tokens":2051,"out_tokens":446},"mistral-large-2":{"in_tokens":1151,"out_tokens":435}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":302,"out_tokens":416,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":9.130684947999981,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1290,"out_tokens":1433},"claude-opus-4-8":{"in_tokens":2420,"out_tokens":702},"claude-opus-4-7":{"in_tokens":2425,"out_tokens":583},"mistral-large-2":{"in_tokens":1353,"out_tokens":655}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":295,"out_tokens":350,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":7.221610749000007,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1289,"out_tokens":1334},"claude-opus-4-8":{"in_tokens":2456,"out_tokens":661},"claude-opus-4-7":{"in_tokens":2461,"out_tokens":583},"mistral-large-2":{"in_tokens":1352,"out_tokens":503}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":154,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":19.008953039000005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":990,"out_tokens":894},"claude-opus-4-8":{"in_tokens":1866,"out_tokens":502},"claude-opus-4-7":{"in_tokens":1871,"out_tokens":380},"mistral-large-2":{"in_tokens":1025,"out_tokens":394}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":695,"out_tokens":951,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":15.151783025000015,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1561,"out_tokens":1312},"claude-opus-4-8":{"in_tokens":2899,"out_tokens":605},"claude-opus-4-7":{"in_tokens":2904,"out_tokens":487},"mistral-large-2":{"in_tokens":1633,"out_tokens":583}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":960,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":16.797036185999985,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1398,"out_tokens":1478},"claude-opus-4-8":{"in_tokens":2627,"out_tokens":650},"claude-opus-4-7":{"in_tokens":2632,"out_tokens":546},"mistral-large-2":{"in_tokens":1464,"out_tokens":550}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":618,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":12.810759308000002,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1577,"out_tokens":1843},"claude-opus-4-8":{"in_tokens":3002,"out_tokens":824},"claude-opus-4-7":{"in_tokens":3007,"out_tokens":617},"mistral-large-2":{"in_tokens":1640,"out_tokens":692}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":717,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":13.527743141000002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1833,"out_tokens":1389},"claude-opus-4-8":{"in_tokens":3498,"out_tokens":654},"claude-opus-4-7":{"in_tokens":3503,"out_tokens":547},"mistral-large-2":{"in_tokens":1900,"out_tokens":582}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":972,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":15.503216479999992,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1418,"out_tokens":1301},"claude-opus-4-8":{"in_tokens":2626,"out_tokens":625},"claude-opus-4-7":{"in_tokens":2631,"out_tokens":555},"mistral-large-2":{"in_tokens":1477,"out_tokens":595}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":318,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":6.520787951000017,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1252,"out_tokens":1486},"claude-opus-4-8":{"in_tokens":2357,"out_tokens":829},"claude-opus-4-7":{"in_tokens":2362,"out_tokens":496},"mistral-large-2":{"in_tokens":1300,"out_tokens":614}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":396,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":7.911111625999979,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1323,"out_tokens":1432},"claude-opus-4-8":{"in_tokens":2473,"out_tokens":673},"claude-opus-4-7":{"in_tokens":2478,"out_tokens":569},"mistral-large-2":{"in_tokens":1397,"out_tokens":846}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":1212,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":19.760650443000003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1495,"out_tokens":923},"claude-opus-4-8":{"in_tokens":2842,"out_tokens":626},"claude-opus-4-7":{"in_tokens":2847,"out_tokens":501},"mistral-large-2":{"in_tokens":1567,"out_tokens":484}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":176,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":20.03055979300001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1146,"out_tokens":1115},"claude-opus-4-8":{"in_tokens":2140,"out_tokens":631},"claude-opus-4-7":{"in_tokens":2145,"out_tokens":477},"mistral-large-2":{"in_tokens":1194,"out_tokens":502}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":2363,"error":null,"skip_reason":null,"score_raw":0.15,"duration_s":47.23555190299999,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1674,"out_tokens":1874},"claude-opus-4-8":{"in_tokens":3236,"out_tokens":1213},"claude-opus-4-7":{"in_tokens":3241,"out_tokens":867},"mistral-large-2":{"in_tokens":1793,"out_tokens":840}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":226,"out_tokens":450,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":9.488636079999992,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1313,"out_tokens":1254},"claude-opus-4-8":{"in_tokens":2549,"out_tokens":559},"claude-opus-4-7":{"in_tokens":2554,"out_tokens":549},"mistral-large-2":{"in_tokens":1378,"out_tokens":890}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":213,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":18.963784796,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1266,"out_tokens":1410},"claude-opus-4-8":{"in_tokens":2366,"out_tokens":605},"claude-opus-4-7":{"in_tokens":2371,"out_tokens":447},"mistral-large-2":{"in_tokens":1325,"out_tokens":573}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":198,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":19.97807086399999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1085,"out_tokens":874},"claude-opus-4-8":{"in_tokens":2056,"out_tokens":701},"claude-opus-4-7":{"in_tokens":2061,"out_tokens":566},"mistral-large-2":{"in_tokens":1142,"out_tokens":539}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":704,"out_tokens":1118,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":16.914072196000006,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1711,"out_tokens":1576},"claude-opus-4-8":{"in_tokens":3271,"out_tokens":718},"claude-opus-4-7":{"in_tokens":3276,"out_tokens":653},"mistral-large-2":{"in_tokens":1770,"out_tokens":704}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":276,"out_tokens":176,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":18.109146100000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1036,"out_tokens":1320},"claude-opus-4-8":{"in_tokens":1980,"out_tokens":636},"claude-opus-4-7":{"in_tokens":1985,"out_tokens":509},"mistral-large-2":{"in_tokens":1089,"out_tokens":492}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":943,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":14.566740013000015,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1431,"out_tokens":1030},"claude-opus-4-8":{"in_tokens":2731,"out_tokens":640},"claude-opus-4-7":{"in_tokens":2736,"out_tokens":481},"mistral-large-2":{"in_tokens":1500,"out_tokens":501}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":382,"out_tokens":287,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":6.017012857000026,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1232,"out_tokens":1576},"claude-opus-4-8":{"in_tokens":2356,"out_tokens":856},"claude-opus-4-7":{"in_tokens":2361,"out_tokens":588},"mistral-large-2":{"in_tokens":1321,"out_tokens":624}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":645,"out_tokens":1029,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":16.491921265000002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1512,"out_tokens":1926},"claude-opus-4-8":{"in_tokens":2868,"out_tokens":728},"claude-opus-4-7":{"in_tokens":2873,"out_tokens":562},"mistral-large-2":{"in_tokens":1568,"out_tokens":687}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":1818,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":38.76989542000001,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1485,"out_tokens":1674},"claude-opus-4-8":{"in_tokens":2915,"out_tokens":819},"claude-opus-4-7":{"in_tokens":2920,"out_tokens":606},"mistral-large-2":{"in_tokens":1591,"out_tokens":603}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":913,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":15.134069096000019,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1439,"out_tokens":1340},"claude-opus-4-8":{"in_tokens":2681,"out_tokens":584},"claude-opus-4-7":{"in_tokens":2686,"out_tokens":487},"mistral-large-2":{"in_tokens":1515,"out_tokens":603}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":3938,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":89.056688499,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1824,"out_tokens":1589},"claude-opus-4-8":{"in_tokens":3520,"out_tokens":812},"claude-opus-4-7":{"in_tokens":3525,"out_tokens":596},"mistral-large-2":{"in_tokens":1921,"out_tokens":747}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":5.153734286000002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1089,"out_tokens":1244},"claude-opus-4-8":{"in_tokens":2126,"out_tokens":767},"claude-opus-4-7":{"in_tokens":2131,"out_tokens":472},"mistral-large-2":{"in_tokens":1172,"out_tokens":516}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":431,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":8.789301550999994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1183,"out_tokens":1352},"claude-opus-4-8":{"in_tokens":2207,"out_tokens":707},"claude-opus-4-7":{"in_tokens":2212,"out_tokens":443},"mistral-large-2":{"in_tokens":1220,"out_tokens":492}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":194,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":20.210154821000003,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1093,"out_tokens":1212},"claude-opus-4-8":{"in_tokens":2042,"out_tokens":599},"claude-opus-4-7":{"in_tokens":2047,"out_tokens":517},"mistral-large-2":{"in_tokens":1140,"out_tokens":638}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":729,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":11.491525168999999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1260,"out_tokens":1663},"claude-opus-4-8":{"in_tokens":2411,"out_tokens":610},"claude-opus-4-7":{"in_tokens":2416,"out_tokens":504},"mistral-large-2":{"in_tokens":1318,"out_tokens":480}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":313,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":6.792013013000002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1145,"out_tokens":1464},"claude-opus-4-8":{"in_tokens":2261,"out_tokens":658},"claude-opus-4-7":{"in_tokens":2266,"out_tokens":540},"mistral-large-2":{"in_tokens":1239,"out_tokens":526}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":222,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":19.498526567,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1211,"out_tokens":1114},"claude-opus-4-8":{"in_tokens":2286,"out_tokens":662},"claude-opus-4-7":{"in_tokens":2291,"out_tokens":512},"mistral-large-2":{"in_tokens":1257,"out_tokens":529}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":168,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":17.265358984999978,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1122,"out_tokens":918},"claude-opus-4-8":{"in_tokens":2120,"out_tokens":599},"claude-opus-4-7":{"in_tokens":2125,"out_tokens":451},"mistral-large-2":{"in_tokens":1175,"out_tokens":456}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":350,"out_tokens":226,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":4.97667364199998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1109,"out_tokens":1790},"claude-opus-4-8":{"in_tokens":2115,"out_tokens":694},"claude-opus-4-7":{"in_tokens":2120,"out_tokens":592},"mistral-large-2":{"in_tokens":1224,"out_tokens":627}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":628,"out_tokens":984,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":16.310542029999993,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1510,"out_tokens":1495},"claude-opus-4-8":{"in_tokens":2881,"out_tokens":832},"claude-opus-4-7":{"in_tokens":2886,"out_tokens":572},"mistral-large-2":{"in_tokens":1645,"out_tokens":676}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":2768,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":58.95402156,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1595,"out_tokens":1946},"claude-opus-4-8":{"in_tokens":3198,"out_tokens":612},"claude-opus-4-7":{"in_tokens":3203,"out_tokens":570},"mistral-large-2":{"in_tokens":1697,"out_tokens":588}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":322,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":23.230715133000018,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1463,"out_tokens":1115},"claude-opus-4-8":{"in_tokens":2797,"out_tokens":627},"claude-opus-4-7":{"in_tokens":2802,"out_tokens":476},"mistral-large-2":{"in_tokens":1512,"out_tokens":586}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":1212,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":18.461095836,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1451,"out_tokens":1350},"claude-opus-4-8":{"in_tokens":2903,"out_tokens":803},"claude-opus-4-7":{"in_tokens":2908,"out_tokens":526},"mistral-large-2":{"in_tokens":1579,"out_tokens":743}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":316,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":6.89340079599998,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1250,"out_tokens":1681},"claude-opus-4-8":{"in_tokens":2442,"out_tokens":886},"claude-opus-4-7":{"in_tokens":2447,"out_tokens":655},"mistral-large-2":{"in_tokens":1372,"out_tokens":622}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":1007,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":15.792170047000013,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1376,"out_tokens":2431},"claude-opus-4-8":{"in_tokens":2671,"out_tokens":750},"claude-opus-4-7":{"in_tokens":2676,"out_tokens":574},"mistral-large-2":{"in_tokens":1549,"out_tokens":593}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":639,"out_tokens":881,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":14.357066316999976,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1428,"out_tokens":2068},"claude-opus-4-8":{"in_tokens":2672,"out_tokens":758},"claude-opus-4-7":{"in_tokens":2677,"out_tokens":826},"mistral-large-2":{"in_tokens":1537,"out_tokens":691}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":255,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":18.05556316000002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1203,"out_tokens":1011},"claude-opus-4-8":{"in_tokens":2249,"out_tokens":695},"claude-opus-4-7":{"in_tokens":2254,"out_tokens":450},"mistral-large-2":{"in_tokens":1261,"out_tokens":605}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":670,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":10.17786614000002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1204,"out_tokens":1319},"claude-opus-4-8":{"in_tokens":2339,"out_tokens":662},"claude-opus-4-7":{"in_tokens":2344,"out_tokens":448},"mistral-large-2":{"in_tokens":1303,"out_tokens":480}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":219,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":4.643211830000013,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1143,"out_tokens":1510},"claude-opus-4-8":{"in_tokens":2173,"out_tokens":619},"claude-opus-4-7":{"in_tokens":2178,"out_tokens":487},"mistral-large-2":{"in_tokens":1245,"out_tokens":587}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":100,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":16.59657054499999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1051,"out_tokens":1122},"claude-opus-4-8":{"in_tokens":1971,"out_tokens":662},"claude-opus-4-7":{"in_tokens":1976,"out_tokens":542},"mistral-large-2":{"in_tokens":1088,"out_tokens":553}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":216,"out_tokens":188,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":17.034817401000026,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1069,"out_tokens":1157},"claude-opus-4-8":{"in_tokens":2056,"out_tokens":596},"claude-opus-4-7":{"in_tokens":2061,"out_tokens":436},"mistral-large-2":{"in_tokens":1125,"out_tokens":463}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":374,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":5.578579471999973,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1197,"out_tokens":1607},"claude-opus-4-8":{"in_tokens":2283,"out_tokens":737},"claude-opus-4-7":{"in_tokens":2288,"out_tokens":787},"mistral-large-2":{"in_tokens":1293,"out_tokens":612}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":193,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":16.145586813000023,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1192,"out_tokens":1975},"claude-opus-4-8":{"in_tokens":2253,"out_tokens":707},"claude-opus-4-7":{"in_tokens":2258,"out_tokens":544},"mistral-large-2":{"in_tokens":1298,"out_tokens":801}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":922,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":14.937852347000018,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1319,"out_tokens":2075},"claude-opus-4-8":{"in_tokens":2572,"out_tokens":712},"claude-opus-4-7":{"in_tokens":2577,"out_tokens":551},"mistral-large-2":{"in_tokens":1429,"out_tokens":621}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":893,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":14.779691161999978,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1363,"out_tokens":1643},"claude-opus-4-8":{"in_tokens":2601,"out_tokens":705},"claude-opus-4-7":{"in_tokens":2606,"out_tokens":549},"mistral-large-2":{"in_tokens":1491,"out_tokens":639}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":310,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":7.031887826000002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1313,"out_tokens":1512},"claude-opus-4-8":{"in_tokens":2494,"out_tokens":715},"claude-opus-4-7":{"in_tokens":2499,"out_tokens":541},"mistral-large-2":{"in_tokens":1439,"out_tokens":594}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":615,"out_tokens":906,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":14.247494866000011,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1388,"out_tokens":1442},"claude-opus-4-8":{"in_tokens":2663,"out_tokens":795},"claude-opus-4-7":{"in_tokens":2668,"out_tokens":529},"mistral-large-2":{"in_tokens":1495,"out_tokens":616}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":703,"out_tokens":1053,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":16.277248334000006,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1485,"out_tokens":2096},"claude-opus-4-8":{"in_tokens":2884,"out_tokens":650},"claude-opus-4-7":{"in_tokens":2889,"out_tokens":689},"mistral-large-2":{"in_tokens":1638,"out_tokens":577}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":227,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":19.132386561000004,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.25,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1086,"out_tokens":1530},"claude-opus-4-8":{"in_tokens":2126,"out_tokens":634},"claude-opus-4-7":{"in_tokens":2131,"out_tokens":560},"mistral-large-2":{"in_tokens":1169,"out_tokens":626}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":269,"error":null,"skip_reason":null,"score_raw":0.2222222222222222,"duration_s":5.417182524000026,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1245,"out_tokens":1825},"claude-opus-4-8":{"in_tokens":2328,"out_tokens":968},"claude-opus-4-7":{"in_tokens":2333,"out_tokens":837},"mistral-large-2":{"in_tokens":1337,"out_tokens":780}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":2180,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":43.72125287399999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1761,"out_tokens":2427},"claude-opus-4-8":{"in_tokens":3314,"out_tokens":1019},"claude-opus-4-7":{"in_tokens":3319,"out_tokens":739},"mistral-large-2":{"in_tokens":1915,"out_tokens":1003}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":624,"out_tokens":708,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":11.905453637000022,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1310,"out_tokens":1357},"claude-opus-4-8":{"in_tokens":2508,"out_tokens":652},"claude-opus-4-7":{"in_tokens":2513,"out_tokens":463},"mistral-large-2":{"in_tokens":1421,"out_tokens":531}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":232,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":65.37010748800003,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1220,"out_tokens":1824},"claude-opus-4-8":{"in_tokens":2320,"out_tokens":1010},"claude-opus-4-7":{"in_tokens":2325,"out_tokens":757},"mistral-large-2":{"in_tokens":1335,"out_tokens":1140}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":169,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":16.467256515000003,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1029,"out_tokens":1333},"claude-opus-4-8":{"in_tokens":2013,"out_tokens":802},"claude-opus-4-7":{"in_tokens":2018,"out_tokens":465},"mistral-large-2":{"in_tokens":1107,"out_tokens":516}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":298,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":6.239805550000028,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1136,"out_tokens":1781},"claude-opus-4-8":{"in_tokens":2140,"out_tokens":993},"claude-opus-4-7":{"in_tokens":2145,"out_tokens":657},"mistral-large-2":{"in_tokens":1261,"out_tokens":653}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":249,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":19.869704848999987,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1185,"out_tokens":1274},"claude-opus-4-8":{"in_tokens":2262,"out_tokens":802},"claude-opus-4-7":{"in_tokens":2267,"out_tokens":577},"mistral-large-2":{"in_tokens":1284,"out_tokens":609}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":191,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":20.98497569099999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1055,"out_tokens":2367},"claude-opus-4-8":{"in_tokens":2041,"out_tokens":707},"claude-opus-4-7":{"in_tokens":2046,"out_tokens":520},"mistral-large-2":{"in_tokens":1189,"out_tokens":580}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":727,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":12.373637458000019,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1233,"out_tokens":1697},"claude-opus-4-8":{"in_tokens":2341,"out_tokens":922},"claude-opus-4-7":{"in_tokens":2346,"out_tokens":555},"mistral-large-2":{"in_tokens":1382,"out_tokens":650}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":316,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":67.36786910199999,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1157,"out_tokens":2401},"claude-opus-4-8":{"in_tokens":2286,"out_tokens":867},"claude-opus-4-7":{"in_tokens":2291,"out_tokens":730},"mistral-large-2":{"in_tokens":1257,"out_tokens":627}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":571,"out_tokens":738,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":13.007298316000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1374,"out_tokens":1250},"claude-opus-4-8":{"in_tokens":2616,"out_tokens":687},"claude-opus-4-7":{"in_tokens":2621,"out_tokens":485},"mistral-large-2":{"in_tokens":1477,"out_tokens":609}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":304,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":66.74283864699999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1152,"out_tokens":1701},"claude-opus-4-8":{"in_tokens":2230,"out_tokens":830},"claude-opus-4-7":{"in_tokens":2235,"out_tokens":646},"mistral-large-2":{"in_tokens":1289,"out_tokens":939}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":360,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":8.077518606000012,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1365,"out_tokens":1810},"claude-opus-4-8":{"in_tokens":2621,"out_tokens":812},"claude-opus-4-7":{"in_tokens":2626,"out_tokens":552},"mistral-large-2":{"in_tokens":1496,"out_tokens":604}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":687,"out_tokens":1385,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":20.202150379000017,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1713,"out_tokens":1645},"claude-opus-4-8":{"in_tokens":3302,"out_tokens":653},"claude-opus-4-7":{"in_tokens":3307,"out_tokens":599},"mistral-large-2":{"in_tokens":1886,"out_tokens":715}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":274,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":6.195964468999989,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1138,"out_tokens":1591},"claude-opus-4-8":{"in_tokens":2258,"out_tokens":813},"claude-opus-4-7":{"in_tokens":2263,"out_tokens":570},"mistral-large-2":{"in_tokens":1219,"out_tokens":565}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":3048,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":70.35655842100002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2113,"out_tokens":2206},"claude-opus-4-8":{"in_tokens":3896,"out_tokens":1081},"claude-opus-4-7":{"in_tokens":3901,"out_tokens":777},"mistral-large-2":{"in_tokens":2261,"out_tokens":747}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":3374,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":59.379729766,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2019,"out_tokens":2549},"claude-opus-4-8":{"in_tokens":3818,"out_tokens":1218},"claude-opus-4-7":{"in_tokens":3823,"out_tokens":966},"mistral-large-2":{"in_tokens":2223,"out_tokens":761}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":200,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":18.128058202000034,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1046,"out_tokens":1711},"claude-opus-4-8":{"in_tokens":2058,"out_tokens":746},"claude-opus-4-7":{"in_tokens":2063,"out_tokens":606},"mistral-large-2":{"in_tokens":1130,"out_tokens":564}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":774,"out_tokens":1066,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":15.743694506999987,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1564,"out_tokens":1588},"claude-opus-4-8":{"in_tokens":2992,"out_tokens":827},"claude-opus-4-7":{"in_tokens":2997,"out_tokens":594},"mistral-large-2":{"in_tokens":1746,"out_tokens":653}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":291,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":6.223750615000029,"hallucination_count":7.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1197,"out_tokens":1802},"claude-opus-4-8":{"in_tokens":2439,"out_tokens":1079},"claude-opus-4-7":{"in_tokens":2444,"out_tokens":642},"mistral-large-2":{"in_tokens":1324,"out_tokens":627}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":759,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":11.613447507999979,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1247,"out_tokens":1338},"claude-opus-4-8":{"in_tokens":2488,"out_tokens":663},"claude-opus-4-7":{"in_tokens":2493,"out_tokens":501},"mistral-large-2":{"in_tokens":1329,"out_tokens":499}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":1010,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":15.334751109000024,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1395,"out_tokens":1696},"claude-opus-4-8":{"in_tokens":2726,"out_tokens":715},"claude-opus-4-7":{"in_tokens":2731,"out_tokens":637},"mistral-large-2":{"in_tokens":1495,"out_tokens":513}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":572,"out_tokens":310,"error":null,"skip_reason":null,"score_raw":0.42857142857142855,"duration_s":6.181700189000026,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1531,"out_tokens":1577},"claude-opus-4-8":{"in_tokens":2805,"out_tokens":782},"claude-opus-4-7":{"in_tokens":2810,"out_tokens":514},"mistral-large-2":{"in_tokens":1721,"out_tokens":475}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":252,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":20.888320211000007,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1136,"out_tokens":1434},"claude-opus-4-8":{"in_tokens":2162,"out_tokens":730},"claude-opus-4-7":{"in_tokens":2167,"out_tokens":655},"mistral-large-2":{"in_tokens":1257,"out_tokens":605}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":389,"out_tokens":180,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":19.020492699000044,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1140,"out_tokens":940},"claude-opus-4-8":{"in_tokens":2201,"out_tokens":875},"claude-opus-4-7":{"in_tokens":2206,"out_tokens":549},"mistral-large-2":{"in_tokens":1243,"out_tokens":525}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":850,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":13.905678115,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1421,"out_tokens":2045},"claude-opus-4-8":{"in_tokens":2630,"out_tokens":717},"claude-opus-4-7":{"in_tokens":2635,"out_tokens":564},"mistral-large-2":{"in_tokens":1594,"out_tokens":779}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":182,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":20.29551870199998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1124,"out_tokens":1382},"claude-opus-4-8":{"in_tokens":2132,"out_tokens":679},"claude-opus-4-7":{"in_tokens":2137,"out_tokens":428},"mistral-large-2":{"in_tokens":1211,"out_tokens":509}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":680,"out_tokens":769,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":11.627180314999976,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1305,"out_tokens":1018},"claude-opus-4-8":{"in_tokens":2640,"out_tokens":691},"claude-opus-4-7":{"in_tokens":2645,"out_tokens":499},"mistral-large-2":{"in_tokens":1447,"out_tokens":495}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":420,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":8.20505843899997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1803,"out_tokens":2960},"claude-opus-4-8":{"in_tokens":3353,"out_tokens":1040},"claude-opus-4-7":{"in_tokens":3358,"out_tokens":655},"mistral-large-2":{"in_tokens":1926,"out_tokens":629}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":857,"out_tokens":858,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":13.501319688999956,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1572,"out_tokens":2091},"claude-opus-4-8":{"in_tokens":3040,"out_tokens":719},"claude-opus-4-7":{"in_tokens":3045,"out_tokens":598},"mistral-large-2":{"in_tokens":1765,"out_tokens":596}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":898,"out_tokens":1077,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":14.935822791000021,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1792,"out_tokens":2216},"claude-opus-4-8":{"in_tokens":3360,"out_tokens":874},"claude-opus-4-7":{"in_tokens":3365,"out_tokens":665},"mistral-large-2":{"in_tokens":2013,"out_tokens":666}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":2732,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":67.05681494200002,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1700,"out_tokens":2340},"claude-opus-4-8":{"in_tokens":3295,"out_tokens":1106},"claude-opus-4-7":{"in_tokens":3300,"out_tokens":885},"mistral-large-2":{"in_tokens":1756,"out_tokens":817}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":333,"out_tokens":293,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":6.735432153999966,"hallucination_count":6.5,"hallucination_top100":0,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1234,"out_tokens":1942},"claude-opus-4-8":{"in_tokens":2422,"out_tokens":1170},"claude-opus-4-7":{"in_tokens":2427,"out_tokens":970},"mistral-large-2":{"in_tokens":1338,"out_tokens":808}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":367,"out_tokens":157,"error":null,"skip_reason":null,"score_raw":0.6666666666666667,"duration_s":22.35935669099996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1103,"out_tokens":1112},"claude-opus-4-8":{"in_tokens":2095,"out_tokens":644},"claude-opus-4-7":{"in_tokens":2100,"out_tokens":499},"mistral-large-2":{"in_tokens":1200,"out_tokens":638}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":2163,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":40.167812583,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1966,"out_tokens":1241},"claude-opus-4-8":{"in_tokens":3727,"out_tokens":611},"claude-opus-4-7":{"in_tokens":3732,"out_tokens":486},"mistral-large-2":{"in_tokens":2062,"out_tokens":576}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":773,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":11.386085413000046,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1365,"out_tokens":851},"claude-opus-4-8":{"in_tokens":2598,"out_tokens":587},"claude-opus-4-7":{"in_tokens":2603,"out_tokens":480},"mistral-large-2":{"in_tokens":1473,"out_tokens":595}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":153,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":16.48051236500004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1148,"out_tokens":1505},"claude-opus-4-8":{"in_tokens":2169,"out_tokens":796},"claude-opus-4-7":{"in_tokens":2174,"out_tokens":523},"mistral-large-2":{"in_tokens":1225,"out_tokens":585}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1299,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":27.675211855999976,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1816,"out_tokens":1443},"claude-opus-4-8":{"in_tokens":3336,"out_tokens":681},"claude-opus-4-7":{"in_tokens":3341,"out_tokens":624},"mistral-large-2":{"in_tokens":1909,"out_tokens":695}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":157,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":16.044463587999985,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1009,"out_tokens":1274},"claude-opus-4-8":{"in_tokens":1909,"out_tokens":696},"claude-opus-4-7":{"in_tokens":1914,"out_tokens":494},"mistral-large-2":{"in_tokens":1117,"out_tokens":521}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":207,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":4.5757800370000155,"hallucination_count":7.0,"hallucination_top100":0,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1170,"out_tokens":1334},"claude-opus-4-8":{"in_tokens":2277,"out_tokens":941},"claude-opus-4-7":{"in_tokens":2282,"out_tokens":672},"mistral-large-2":{"in_tokens":1294,"out_tokens":754}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1014,"out_tokens":1175,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":17.92720653599997,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2023,"out_tokens":2386},"claude-opus-4-8":{"in_tokens":3777,"out_tokens":929},"claude-opus-4-7":{"in_tokens":3782,"out_tokens":668},"mistral-large-2":{"in_tokens":2180,"out_tokens":789}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1428,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":30.48784812499997,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1613,"out_tokens":1500},"claude-opus-4-8":{"in_tokens":3012,"out_tokens":689},"claude-opus-4-7":{"in_tokens":3017,"out_tokens":563},"mistral-large-2":{"in_tokens":1707,"out_tokens":749}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":961,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":14.540646469000023,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1455,"out_tokens":1792},"claude-opus-4-8":{"in_tokens":2837,"out_tokens":821},"claude-opus-4-7":{"in_tokens":2842,"out_tokens":660},"mistral-large-2":{"in_tokens":1606,"out_tokens":671}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":268,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":22.219917828000007,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1280,"out_tokens":1701},"claude-opus-4-8":{"in_tokens":2413,"out_tokens":774},"claude-opus-4-7":{"in_tokens":2418,"out_tokens":607},"mistral-large-2":{"in_tokens":1402,"out_tokens":608}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":548,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":8.593709359999991,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1242,"out_tokens":1821},"claude-opus-4-8":{"in_tokens":2386,"out_tokens":653},"claude-opus-4-7":{"in_tokens":2391,"out_tokens":619},"mistral-large-2":{"in_tokens":1366,"out_tokens":596}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":310,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":6.846548681999991,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1355,"out_tokens":1469},"claude-opus-4-8":{"in_tokens":2604,"out_tokens":995},"claude-opus-4-7":{"in_tokens":2609,"out_tokens":770},"mistral-large-2":{"in_tokens":1477,"out_tokens":635}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":927,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":14.236222418000011,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1549,"out_tokens":1426},"claude-opus-4-8":{"in_tokens":2947,"out_tokens":721},"claude-opus-4-7":{"in_tokens":2952,"out_tokens":560},"mistral-large-2":{"in_tokens":1709,"out_tokens":577}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":268,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":5.814946993000035,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1206,"out_tokens":2729},"claude-opus-4-8":{"in_tokens":2282,"out_tokens":1074},"claude-opus-4-7":{"in_tokens":2287,"out_tokens":909},"mistral-large-2":{"in_tokens":1327,"out_tokens":735}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":235,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.500460945999976,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1244,"out_tokens":1297},"claude-opus-4-8":{"in_tokens":2370,"out_tokens":670},"claude-opus-4-7":{"in_tokens":2375,"out_tokens":531},"mistral-large-2":{"in_tokens":1372,"out_tokens":513}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":668,"out_tokens":1140,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.512251927000023,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1486,"out_tokens":1539},"claude-opus-4-8":{"in_tokens":2906,"out_tokens":703},"claude-opus-4-7":{"in_tokens":2911,"out_tokens":544},"mistral-large-2":{"in_tokens":1646,"out_tokens":724}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":716,"out_tokens":949,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":14.931188592000012,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1483,"out_tokens":1466},"claude-opus-4-8":{"in_tokens":2871,"out_tokens":749},"claude-opus-4-7":{"in_tokens":2876,"out_tokens":682},"mistral-large-2":{"in_tokens":1608,"out_tokens":580}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":182,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.96589638399996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1041,"out_tokens":1127},"claude-opus-4-8":{"in_tokens":2093,"out_tokens":744},"claude-opus-4-7":{"in_tokens":2098,"out_tokens":483},"mistral-large-2":{"in_tokens":1114,"out_tokens":529}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":622,"out_tokens":770,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":13.070049272999995,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1285,"out_tokens":1367},"claude-opus-4-8":{"in_tokens":2579,"out_tokens":813},"claude-opus-4-7":{"in_tokens":2584,"out_tokens":565},"mistral-large-2":{"in_tokens":1407,"out_tokens":559}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":335,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":6.908483036000007,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1234,"out_tokens":1619},"claude-opus-4-8":{"in_tokens":2407,"out_tokens":848},"claude-opus-4-7":{"in_tokens":2412,"out_tokens":581},"mistral-large-2":{"in_tokens":1373,"out_tokens":690}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":1113,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":23.988081869999974,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1553,"out_tokens":1699},"claude-opus-4-8":{"in_tokens":2830,"out_tokens":742},"claude-opus-4-7":{"in_tokens":2835,"out_tokens":546},"mistral-large-2":{"in_tokens":1629,"out_tokens":609}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":210,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":17.247181177000016,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1156,"out_tokens":2092},"claude-opus-4-8":{"in_tokens":2130,"out_tokens":861},"claude-opus-4-7":{"in_tokens":2135,"out_tokens":487},"mistral-large-2":{"in_tokens":1303,"out_tokens":663}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":393,"out_tokens":248,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":5.510029263000035,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1229,"out_tokens":1244},"claude-opus-4-8":{"in_tokens":2386,"out_tokens":851},"claude-opus-4-7":{"in_tokens":2391,"out_tokens":618},"mistral-large-2":{"in_tokens":1335,"out_tokens":648}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":319,"out_tokens":175,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":25.68132689400005,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1051,"out_tokens":1289},"claude-opus-4-8":{"in_tokens":2081,"out_tokens":720},"claude-opus-4-7":{"in_tokens":2086,"out_tokens":535},"mistral-large-2":{"in_tokens":1127,"out_tokens":543}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":652,"out_tokens":1092,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":16.839524407,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1428,"out_tokens":2863},"claude-opus-4-8":{"in_tokens":2790,"out_tokens":812},"claude-opus-4-7":{"in_tokens":2795,"out_tokens":537},"mistral-large-2":{"in_tokens":1571,"out_tokens":519}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":210,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":64.78878843299998,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1075,"out_tokens":1247},"claude-opus-4-8":{"in_tokens":2134,"out_tokens":931},"claude-opus-4-7":{"in_tokens":2139,"out_tokens":670},"mistral-large-2":{"in_tokens":1144,"out_tokens":526}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":195,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":4.407159213,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1108,"out_tokens":2240},"claude-opus-4-8":{"in_tokens":2198,"out_tokens":817},"claude-opus-4-7":{"in_tokens":2203,"out_tokens":648},"mistral-large-2":{"in_tokens":1212,"out_tokens":576}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":868,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":13.751761721000037,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1373,"out_tokens":1501},"claude-opus-4-8":{"in_tokens":2629,"out_tokens":762},"claude-opus-4-7":{"in_tokens":2634,"out_tokens":536},"mistral-large-2":{"in_tokens":1529,"out_tokens":523}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":1317,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":28.79200259199996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1395,"out_tokens":1166},"claude-opus-4-8":{"in_tokens":2640,"out_tokens":557},"claude-opus-4-7":{"in_tokens":2645,"out_tokens":449},"mistral-large-2":{"in_tokens":1476,"out_tokens":497}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":413,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":68.00397124400001,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1336,"out_tokens":2195},"claude-opus-4-8":{"in_tokens":2494,"out_tokens":943},"claude-opus-4-7":{"in_tokens":2499,"out_tokens":786},"mistral-large-2":{"in_tokens":1502,"out_tokens":745}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":973,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":14.78184794599997,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1447,"out_tokens":2302},"claude-opus-4-8":{"in_tokens":2697,"out_tokens":1054},"claude-opus-4-7":{"in_tokens":2702,"out_tokens":709},"mistral-large-2":{"in_tokens":1594,"out_tokens":653}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":362,"out_tokens":252,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":5.538006386999996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1113,"out_tokens":1732},"claude-opus-4-8":{"in_tokens":2192,"out_tokens":764},"claude-opus-4-7":{"in_tokens":2197,"out_tokens":618},"mistral-large-2":{"in_tokens":1215,"out_tokens":523}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":600,"out_tokens":1045,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":15.704850996999994,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1369,"out_tokens":2333},"claude-opus-4-8":{"in_tokens":2683,"out_tokens":646},"claude-opus-4-7":{"in_tokens":2688,"out_tokens":517},"mistral-large-2":{"in_tokens":1442,"out_tokens":549}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":382,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":7.14146925,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.125,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1277,"out_tokens":2845},"claude-opus-4-8":{"in_tokens":2393,"out_tokens":992},"claude-opus-4-7":{"in_tokens":2398,"out_tokens":705},"mistral-large-2":{"in_tokens":1400,"out_tokens":640}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":378,"out_tokens":159,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":22.109772486999987,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1085,"out_tokens":1078},"claude-opus-4-8":{"in_tokens":2194,"out_tokens":718},"claude-opus-4-7":{"in_tokens":2199,"out_tokens":539},"mistral-large-2":{"in_tokens":1193,"out_tokens":452}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":222,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":4.907408482999983,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1128,"out_tokens":1331},"claude-opus-4-8":{"in_tokens":2156,"out_tokens":642},"claude-opus-4-7":{"in_tokens":2161,"out_tokens":530},"mistral-large-2":{"in_tokens":1250,"out_tokens":522}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":748,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":12.12908567200003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1282,"out_tokens":969},"claude-opus-4-8":{"in_tokens":2435,"out_tokens":664},"claude-opus-4-7":{"in_tokens":2440,"out_tokens":555},"mistral-large-2":{"in_tokens":1380,"out_tokens":554}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":247,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":19.748408194000035,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1364,"out_tokens":1870},"claude-opus-4-8":{"in_tokens":2679,"out_tokens":742},"claude-opus-4-7":{"in_tokens":2684,"out_tokens":546},"mistral-large-2":{"in_tokens":1532,"out_tokens":653}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":174,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":18.71605048699996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1411,"out_tokens":874},"claude-opus-4-8":{"in_tokens":2595,"out_tokens":685},"claude-opus-4-7":{"in_tokens":2600,"out_tokens":468},"mistral-large-2":{"in_tokens":1590,"out_tokens":479}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":174,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":4.3419728549999945,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":989,"out_tokens":677},"claude-opus-4-8":{"in_tokens":1939,"out_tokens":560},"claude-opus-4-7":{"in_tokens":1944,"out_tokens":417},"mistral-large-2":{"in_tokens":1065,"out_tokens":468}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":636,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":10.314769058000024,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1136,"out_tokens":859},"claude-opus-4-8":{"in_tokens":2200,"out_tokens":538},"claude-opus-4-7":{"in_tokens":2205,"out_tokens":484},"mistral-large-2":{"in_tokens":1232,"out_tokens":494}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":347,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":7.537923379000006,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1227,"out_tokens":1463},"claude-opus-4-8":{"in_tokens":2348,"out_tokens":731},"claude-opus-4-7":{"in_tokens":2353,"out_tokens":616},"mistral-large-2":{"in_tokens":1339,"out_tokens":614}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":1086,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":17.211767486999975,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1458,"out_tokens":1735},"claude-opus-4-8":{"in_tokens":2784,"out_tokens":816},"claude-opus-4-7":{"in_tokens":2789,"out_tokens":646},"mistral-large-2":{"in_tokens":1586,"out_tokens":608}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":1474,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":52.07913357899997,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.25,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1461,"out_tokens":1443},"claude-opus-4-8":{"in_tokens":2789,"out_tokens":718},"claude-opus-4-7":{"in_tokens":2794,"out_tokens":512},"mistral-large-2":{"in_tokens":1555,"out_tokens":661}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":1764,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":58.11781559000002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2007,"out_tokens":1283},"claude-opus-4-8":{"in_tokens":3763,"out_tokens":582},"claude-opus-4-7":{"in_tokens":3768,"out_tokens":494},"mistral-large-2":{"in_tokens":2102,"out_tokens":829}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":278,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":28.63750270500003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1677,"out_tokens":1505},"claude-opus-4-8":{"in_tokens":3133,"out_tokens":837},"claude-opus-4-7":{"in_tokens":3138,"out_tokens":620},"mistral-large-2":{"in_tokens":1789,"out_tokens":621}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":1106,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":23.061515982999993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1098,"out_tokens":1002},"claude-opus-4-8":{"in_tokens":2057,"out_tokens":541},"claude-opus-4-7":{"in_tokens":2062,"out_tokens":405},"mistral-large-2":{"in_tokens":1141,"out_tokens":527}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1534,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":34.871404359999985,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1593,"out_tokens":1366},"claude-opus-4-8":{"in_tokens":3048,"out_tokens":716},"claude-opus-4-7":{"in_tokens":3053,"out_tokens":525},"mistral-large-2":{"in_tokens":1700,"out_tokens":587}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":169,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":19.489126992999957,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1125,"out_tokens":1110},"claude-opus-4-8":{"in_tokens":2159,"out_tokens":636},"claude-opus-4-7":{"in_tokens":2164,"out_tokens":486},"mistral-large-2":{"in_tokens":1222,"out_tokens":582}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":209,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":18.038291308999987,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1263,"out_tokens":1366},"claude-opus-4-8":{"in_tokens":2447,"out_tokens":675},"claude-opus-4-7":{"in_tokens":2452,"out_tokens":531},"mistral-large-2":{"in_tokens":1381,"out_tokens":633}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":493,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":10.620746677,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1591,"out_tokens":2213},"claude-opus-4-8":{"in_tokens":3224,"out_tokens":1049},"claude-opus-4-7":{"in_tokens":3229,"out_tokens":864},"mistral-large-2":{"in_tokens":1705,"out_tokens":679}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":346,"out_tokens":214,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":22.687010079999993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1186,"out_tokens":1225},"claude-opus-4-8":{"in_tokens":2286,"out_tokens":726},"claude-opus-4-7":{"in_tokens":2291,"out_tokens":565},"mistral-large-2":{"in_tokens":1312,"out_tokens":623}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":834,"out_tokens":1883,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":27.77967959099999,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2039,"out_tokens":1734},"claude-opus-4-8":{"in_tokens":4104,"out_tokens":1247},"claude-opus-4-7":{"in_tokens":4109,"out_tokens":911},"mistral-large-2":{"in_tokens":2186,"out_tokens":847}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":1630,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":27.960934479000002,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1765,"out_tokens":2296},"claude-opus-4-8":{"in_tokens":3669,"out_tokens":864},"claude-opus-4-7":{"in_tokens":3674,"out_tokens":535},"mistral-large-2":{"in_tokens":1894,"out_tokens":746}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":766,"out_tokens":1752,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":25.52411459700005,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1868,"out_tokens":1863},"claude-opus-4-8":{"in_tokens":3779,"out_tokens":966},"claude-opus-4-7":{"in_tokens":3784,"out_tokens":741},"mistral-large-2":{"in_tokens":2011,"out_tokens":810}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":672,"out_tokens":1292,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":19.93209404099997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1458,"out_tokens":1252},"claude-opus-4-8":{"in_tokens":3011,"out_tokens":748},"claude-opus-4-7":{"in_tokens":3016,"out_tokens":582},"mistral-large-2":{"in_tokens":1544,"out_tokens":845}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":466,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":10.094354222999982,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1408,"out_tokens":3055},"claude-opus-4-8":{"in_tokens":2925,"out_tokens":758},"claude-opus-4-7":{"in_tokens":2930,"out_tokens":597},"mistral-large-2":{"in_tokens":1519,"out_tokens":577}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":114,"error":null,"skip_reason":null,"score_raw":0.3055555555555555,"duration_s":18.43549212199997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1075,"out_tokens":1316},"claude-opus-4-8":{"in_tokens":2081,"out_tokens":707},"claude-opus-4-7":{"in_tokens":2086,"out_tokens":466},"mistral-large-2":{"in_tokens":1180,"out_tokens":591}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":804,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":17.697215638999978,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1337,"out_tokens":1187},"claude-opus-4-8":{"in_tokens":2538,"out_tokens":569},"claude-opus-4-7":{"in_tokens":2543,"out_tokens":443},"mistral-large-2":{"in_tokens":1403,"out_tokens":490}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":1170,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":20.94333949600002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1473,"out_tokens":1292},"claude-opus-4-8":{"in_tokens":2744,"out_tokens":615},"claude-opus-4-7":{"in_tokens":2749,"out_tokens":608},"mistral-large-2":{"in_tokens":1552,"out_tokens":674}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":229,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":21.282639838000023,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1143,"out_tokens":1404},"claude-opus-4-8":{"in_tokens":2198,"out_tokens":719},"claude-opus-4-7":{"in_tokens":2203,"out_tokens":504},"mistral-large-2":{"in_tokens":1274,"out_tokens":658}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":511,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":10.465939882000043,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1504,"out_tokens":1738},"claude-opus-4-8":{"in_tokens":3023,"out_tokens":812},"claude-opus-4-7":{"in_tokens":3028,"out_tokens":534},"mistral-large-2":{"in_tokens":1612,"out_tokens":650}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":160,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":21.55870910499999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1084,"out_tokens":1547},"claude-opus-4-8":{"in_tokens":2165,"out_tokens":735},"claude-opus-4-7":{"in_tokens":2170,"out_tokens":629},"mistral-large-2":{"in_tokens":1190,"out_tokens":569}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":214,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":25.461889336000013,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1206,"out_tokens":1481},"claude-opus-4-8":{"in_tokens":2328,"out_tokens":795},"claude-opus-4-7":{"in_tokens":2333,"out_tokens":586},"mistral-large-2":{"in_tokens":1304,"out_tokens":627}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1535,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":33.11816560400001,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1722,"out_tokens":1778},"claude-opus-4-8":{"in_tokens":3190,"out_tokens":803},"claude-opus-4-7":{"in_tokens":3195,"out_tokens":657},"mistral-large-2":{"in_tokens":1795,"out_tokens":812}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":1603,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":33.174549042000024,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1751,"out_tokens":1500},"claude-opus-4-8":{"in_tokens":3323,"out_tokens":751},"claude-opus-4-7":{"in_tokens":3328,"out_tokens":493},"mistral-large-2":{"in_tokens":1834,"out_tokens":617}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":1193,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":19.46743858299999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1309,"out_tokens":2246},"claude-opus-4-8":{"in_tokens":2641,"out_tokens":495},"claude-opus-4-7":{"in_tokens":2646,"out_tokens":585},"mistral-large-2":{"in_tokens":1372,"out_tokens":840}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":446,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":8.845704361999992,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1272,"out_tokens":2647},"claude-opus-4-8":{"in_tokens":2601,"out_tokens":713},"claude-opus-4-7":{"in_tokens":2606,"out_tokens":499},"mistral-large-2":{"in_tokens":1359,"out_tokens":553}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":599,"out_tokens":1328,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":19.926458545999992,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1477,"out_tokens":2361},"claude-opus-4-8":{"in_tokens":2894,"out_tokens":676},"claude-opus-4-7":{"in_tokens":2899,"out_tokens":688},"mistral-large-2":{"in_tokens":1604,"out_tokens":631}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1676,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":27.54257059500003,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1582,"out_tokens":3274},"claude-opus-4-8":{"in_tokens":3118,"out_tokens":749},"claude-opus-4-7":{"in_tokens":3123,"out_tokens":537},"mistral-large-2":{"in_tokens":1710,"out_tokens":905}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":175,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":18.411524524000015,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1042,"out_tokens":1332},"claude-opus-4-8":{"in_tokens":2052,"out_tokens":755},"claude-opus-4-7":{"in_tokens":2057,"out_tokens":574},"mistral-large-2":{"in_tokens":1142,"out_tokens":512}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":553,"out_tokens":1628,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":25.984666826000023,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1526,"out_tokens":1009},"claude-opus-4-8":{"in_tokens":3077,"out_tokens":521},"claude-opus-4-7":{"in_tokens":3082,"out_tokens":482},"mistral-large-2":{"in_tokens":1631,"out_tokens":493}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":215,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":65.19075063899999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1070,"out_tokens":1384},"claude-opus-4-8":{"in_tokens":2082,"out_tokens":794},"claude-opus-4-7":{"in_tokens":2087,"out_tokens":582},"mistral-large-2":{"in_tokens":1123,"out_tokens":485}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":252,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":22.179606297999953,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1164,"out_tokens":1704},"claude-opus-4-8":{"in_tokens":2187,"out_tokens":762},"claude-opus-4-7":{"in_tokens":2192,"out_tokens":559},"mistral-large-2":{"in_tokens":1275,"out_tokens":1004}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":172,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":19.12740851799998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1089,"out_tokens":1040},"claude-opus-4-8":{"in_tokens":2098,"out_tokens":599},"claude-opus-4-7":{"in_tokens":2103,"out_tokens":480},"mistral-large-2":{"in_tokens":1208,"out_tokens":488}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":307,"out_tokens":670,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":13.545668671999977,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1363,"out_tokens":2163},"claude-opus-4-8":{"in_tokens":2777,"out_tokens":756},"claude-opus-4-7":{"in_tokens":2782,"out_tokens":666},"mistral-large-2":{"in_tokens":1473,"out_tokens":513}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":390,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":68.56603307200004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1273,"out_tokens":765},"claude-opus-4-8":{"in_tokens":2415,"out_tokens":641},"claude-opus-4-7":{"in_tokens":2420,"out_tokens":589},"mistral-large-2":{"in_tokens":1361,"out_tokens":509}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1649,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":31.901359886999956,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1447,"out_tokens":1335},"claude-opus-4-8":{"in_tokens":2682,"out_tokens":605},"claude-opus-4-7":{"in_tokens":2687,"out_tokens":514},"mistral-large-2":{"in_tokens":1509,"out_tokens":532}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":179,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":21.926374807000002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1031,"out_tokens":1599},"claude-opus-4-8":{"in_tokens":2008,"out_tokens":701},"claude-opus-4-7":{"in_tokens":2013,"out_tokens":465},"mistral-large-2":{"in_tokens":1088,"out_tokens":479}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":887,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":19.60505444300003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1383,"out_tokens":1499},"claude-opus-4-8":{"in_tokens":2580,"out_tokens":582},"claude-opus-4-7":{"in_tokens":2585,"out_tokens":472},"mistral-large-2":{"in_tokens":1456,"out_tokens":479}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":1011,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":16.350158403000023,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1290,"out_tokens":2941},"claude-opus-4-8":{"in_tokens":2553,"out_tokens":843},"claude-opus-4-7":{"in_tokens":2558,"out_tokens":767},"mistral-large-2":{"in_tokens":1362,"out_tokens":938}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":335,"out_tokens":174,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":18.77225409800002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1074,"out_tokens":837},"claude-opus-4-8":{"in_tokens":2040,"out_tokens":632},"claude-opus-4-7":{"in_tokens":2045,"out_tokens":516},"mistral-large-2":{"in_tokens":1154,"out_tokens":510}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":1352,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":19.934094807999998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1415,"out_tokens":2111},"claude-opus-4-8":{"in_tokens":2888,"out_tokens":520},"claude-opus-4-7":{"in_tokens":2893,"out_tokens":466},"mistral-large-2":{"in_tokens":1522,"out_tokens":399}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1451,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":33.61268159599996,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1939,"out_tokens":1483},"claude-opus-4-8":{"in_tokens":3677,"out_tokens":688},"claude-opus-4-7":{"in_tokens":3682,"out_tokens":569},"mistral-large-2":{"in_tokens":2007,"out_tokens":617}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":749,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":14.784399583000038,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1442,"out_tokens":2364},"claude-opus-4-8":{"in_tokens":2922,"out_tokens":790},"claude-opus-4-7":{"in_tokens":2927,"out_tokens":682},"mistral-large-2":{"in_tokens":1535,"out_tokens":427}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":496,"error":null,"skip_reason":null,"score_raw":0.7916666666666667,"duration_s":10.648612375000027,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1203,"out_tokens":1120},"claude-opus-4-8":{"in_tokens":2454,"out_tokens":681},"claude-opus-4-7":{"in_tokens":2459,"out_tokens":404},"mistral-large-2":{"in_tokens":1268,"out_tokens":824}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":1404,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":27.15890009200001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1460,"out_tokens":1704},"claude-opus-4-8":{"in_tokens":2919,"out_tokens":714},"claude-opus-4-7":{"in_tokens":2924,"out_tokens":484},"mistral-large-2":{"in_tokens":1575,"out_tokens":609}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":631,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":12.893015186000014,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1388,"out_tokens":2744},"claude-opus-4-8":{"in_tokens":2758,"out_tokens":839},"claude-opus-4-7":{"in_tokens":2763,"out_tokens":714},"mistral-large-2":{"in_tokens":1516,"out_tokens":644}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":1868,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":29.58078679800002,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1623,"out_tokens":3338},"claude-opus-4-8":{"in_tokens":3225,"out_tokens":781},"claude-opus-4-7":{"in_tokens":3230,"out_tokens":635},"mistral-large-2":{"in_tokens":1685,"out_tokens":629}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":328,"out_tokens":168,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":19.12362389599997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":983,"out_tokens":1200},"claude-opus-4-8":{"in_tokens":1912,"out_tokens":526},"claude-opus-4-7":{"in_tokens":1917,"out_tokens":406},"mistral-large-2":{"in_tokens":1060,"out_tokens":489}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":149,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":18.75401313399999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1052,"out_tokens":1457},"claude-opus-4-8":{"in_tokens":1983,"out_tokens":532},"claude-opus-4-7":{"in_tokens":1988,"out_tokens":488},"mistral-large-2":{"in_tokens":1144,"out_tokens":553}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":1645,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":36.60158824199999,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1658,"out_tokens":1490},"claude-opus-4-8":{"in_tokens":3151,"out_tokens":724},"claude-opus-4-7":{"in_tokens":3156,"out_tokens":519},"mistral-large-2":{"in_tokens":1719,"out_tokens":1055}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":893,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":16.37276227800004,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1067,"out_tokens":1067},"claude-opus-4-8":{"in_tokens":1979,"out_tokens":591},"claude-opus-4-7":{"in_tokens":1984,"out_tokens":426},"mistral-large-2":{"in_tokens":1097,"out_tokens":528}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":415,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":8.999581657000022,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1109,"out_tokens":1752},"claude-opus-4-8":{"in_tokens":2178,"out_tokens":602},"claude-opus-4-7":{"in_tokens":2183,"out_tokens":518},"mistral-large-2":{"in_tokens":1153,"out_tokens":423}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":774,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":18.435777202999986,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1330,"out_tokens":1544},"claude-opus-4-8":{"in_tokens":2482,"out_tokens":624},"claude-opus-4-7":{"in_tokens":2487,"out_tokens":473},"mistral-large-2":{"in_tokens":1410,"out_tokens":676}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":542,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":11.123760043000004,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1251,"out_tokens":1814},"claude-opus-4-8":{"in_tokens":2512,"out_tokens":707},"claude-opus-4-7":{"in_tokens":2517,"out_tokens":475},"mistral-large-2":{"in_tokens":1362,"out_tokens":594}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":290,"error":null,"skip_reason":null,"score_raw":0.3888888888888889,"duration_s":19.84245084700001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1412,"out_tokens":1851},"claude-opus-4-8":{"in_tokens":2818,"out_tokens":857},"claude-opus-4-7":{"in_tokens":2823,"out_tokens":704},"mistral-large-2":{"in_tokens":1510,"out_tokens":711}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":867,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":15.727150045999963,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1360,"out_tokens":816},"claude-opus-4-8":{"in_tokens":2600,"out_tokens":620},"claude-opus-4-7":{"in_tokens":2605,"out_tokens":469},"mistral-large-2":{"in_tokens":1426,"out_tokens":613}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":1250,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":20.22139737499998,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1328,"out_tokens":2137},"claude-opus-4-8":{"in_tokens":2644,"out_tokens":764},"claude-opus-4-7":{"in_tokens":2649,"out_tokens":528},"mistral-large-2":{"in_tokens":1422,"out_tokens":541}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":772,"out_tokens":1339,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":21.100884768000014,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1671,"out_tokens":3387},"claude-opus-4-8":{"in_tokens":3197,"out_tokens":971},"claude-opus-4-7":{"in_tokens":3202,"out_tokens":689},"mistral-large-2":{"in_tokens":1752,"out_tokens":632}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":634,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":13.118621131999987,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1352,"out_tokens":1870},"claude-opus-4-8":{"in_tokens":2779,"out_tokens":757},"claude-opus-4-7":{"in_tokens":2784,"out_tokens":544},"mistral-large-2":{"in_tokens":1441,"out_tokens":508}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":435,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":8.825697631999958,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1197,"out_tokens":2168},"claude-opus-4-8":{"in_tokens":2361,"out_tokens":993},"claude-opus-4-7":{"in_tokens":2366,"out_tokens":1006},"mistral-large-2":{"in_tokens":1257,"out_tokens":715}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":225,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":23.733017647999986,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1204,"out_tokens":1968},"claude-opus-4-8":{"in_tokens":2498,"out_tokens":648},"claude-opus-4-7":{"in_tokens":2503,"out_tokens":535},"mistral-large-2":{"in_tokens":1289,"out_tokens":536}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":616,"out_tokens":1337,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":20.987760146000028,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.25,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1521,"out_tokens":2264},"claude-opus-4-8":{"in_tokens":3016,"out_tokens":913},"claude-opus-4-7":{"in_tokens":3021,"out_tokens":629},"mistral-large-2":{"in_tokens":1640,"out_tokens":728}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":596,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":12.179372607999994,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1272,"out_tokens":2276},"claude-opus-4-8":{"in_tokens":2485,"out_tokens":718},"claude-opus-4-7":{"in_tokens":2490,"out_tokens":570},"mistral-large-2":{"in_tokens":1355,"out_tokens":804}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":414,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":8.536529028000018,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1368,"out_tokens":1344},"claude-opus-4-8":{"in_tokens":2630,"out_tokens":607},"claude-opus-4-7":{"in_tokens":2635,"out_tokens":515},"mistral-large-2":{"in_tokens":1450,"out_tokens":594}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":275,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":19.347023721000028,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1127,"out_tokens":1813},"claude-opus-4-8":{"in_tokens":2294,"out_tokens":686},"claude-opus-4-7":{"in_tokens":2299,"out_tokens":483},"mistral-large-2":{"in_tokens":1201,"out_tokens":596}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":448,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":9.32481838000001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1263,"out_tokens":1520},"claude-opus-4-8":{"in_tokens":2583,"out_tokens":693},"claude-opus-4-7":{"in_tokens":2588,"out_tokens":542},"mistral-large-2":{"in_tokens":1362,"out_tokens":857}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":339,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":23.29896780399997,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1350,"out_tokens":1786},"claude-opus-4-8":{"in_tokens":2704,"out_tokens":922},"claude-opus-4-7":{"in_tokens":2709,"out_tokens":691},"mistral-large-2":{"in_tokens":1454,"out_tokens":681}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":582,"out_tokens":1030,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":14.708548753999992,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1288,"out_tokens":2066},"claude-opus-4-8":{"in_tokens":2587,"out_tokens":611},"claude-opus-4-7":{"in_tokens":2592,"out_tokens":508},"mistral-large-2":{"in_tokens":1331,"out_tokens":517}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":436,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":9.248091560000034,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1196,"out_tokens":1356},"claude-opus-4-8":{"in_tokens":2366,"out_tokens":651},"claude-opus-4-7":{"in_tokens":2371,"out_tokens":558},"mistral-large-2":{"in_tokens":1277,"out_tokens":659}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1694,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":26.190234818999954,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1665,"out_tokens":1739},"claude-opus-4-8":{"in_tokens":3243,"out_tokens":1015},"claude-opus-4-7":{"in_tokens":3248,"out_tokens":509},"mistral-large-2":{"in_tokens":1768,"out_tokens":657}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":1023,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":14.697654871999987,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1231,"out_tokens":2851},"claude-opus-4-8":{"in_tokens":2523,"out_tokens":709},"claude-opus-4-7":{"in_tokens":2528,"out_tokens":504},"mistral-large-2":{"in_tokens":1307,"out_tokens":956}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":266,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":20.530939429,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.16666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":995,"out_tokens":1239},"claude-opus-4-8":{"in_tokens":1957,"out_tokens":463},"claude-opus-4-7":{"in_tokens":1962,"out_tokens":401},"mistral-large-2":{"in_tokens":1070,"out_tokens":676}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":363,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":7.659824673999992,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1080,"out_tokens":2750},"claude-opus-4-8":{"in_tokens":2255,"out_tokens":690},"claude-opus-4-7":{"in_tokens":2260,"out_tokens":661},"mistral-large-2":{"in_tokens":1147,"out_tokens":589}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":469,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":9.432392480000033,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1243,"out_tokens":1502},"claude-opus-4-8":{"in_tokens":2534,"out_tokens":658},"claude-opus-4-7":{"in_tokens":2539,"out_tokens":479},"mistral-large-2":{"in_tokens":1296,"out_tokens":510}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":256,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":19.138531263000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":993,"out_tokens":1445},"claude-opus-4-8":{"in_tokens":1968,"out_tokens":423},"claude-opus-4-7":{"in_tokens":1973,"out_tokens":367},"mistral-large-2":{"in_tokens":1054,"out_tokens":457}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":1456,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":32.07007430099998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1230,"out_tokens":1598},"claude-opus-4-8":{"in_tokens":2415,"out_tokens":691},"claude-opus-4-7":{"in_tokens":2420,"out_tokens":683},"mistral-large-2":{"in_tokens":1345,"out_tokens":610}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":566,"out_tokens":691,"error":null,"skip_reason":null,"score_raw":0.025,"duration_s":13.538249510000014,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.0,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2104,"out_tokens":3177},"claude-opus-4-8":{"in_tokens":4109,"out_tokens":1536},"claude-opus-4-7":{"in_tokens":4114,"out_tokens":1032},"mistral-large-2":{"in_tokens":2207,"out_tokens":882}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":239,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":20.326327787000025,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":960,"out_tokens":1327},"claude-opus-4-8":{"in_tokens":1923,"out_tokens":547},"claude-opus-4-7":{"in_tokens":1928,"out_tokens":377},"mistral-large-2":{"in_tokens":1015,"out_tokens":454}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1676,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":38.886557632999995,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1326,"out_tokens":2651},"claude-opus-4-8":{"in_tokens":2574,"out_tokens":886},"claude-opus-4-7":{"in_tokens":2579,"out_tokens":578},"mistral-large-2":{"in_tokens":1507,"out_tokens":735}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":691,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":14.06673121,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1964,"out_tokens":2606},"claude-opus-4-8":{"in_tokens":3866,"out_tokens":1119},"claude-opus-4-7":{"in_tokens":3871,"out_tokens":832},"mistral-large-2":{"in_tokens":2130,"out_tokens":774}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":251,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":18.462978797999995,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1007,"out_tokens":1719},"claude-opus-4-8":{"in_tokens":2023,"out_tokens":627},"claude-opus-4-7":{"in_tokens":2028,"out_tokens":562},"mistral-large-2":{"in_tokens":1085,"out_tokens":564}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":2115,"error":null,"skip_reason":null,"score_raw":0.8500000000000001,"duration_s":43.50699536100001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1515,"out_tokens":2218},"claude-opus-4-8":{"in_tokens":2857,"out_tokens":811},"claude-opus-4-7":{"in_tokens":2862,"out_tokens":656},"mistral-large-2":{"in_tokens":1668,"out_tokens":781}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1010,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":31.71156125500005,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2478,"out_tokens":2399},"claude-opus-4-8":{"in_tokens":4830,"out_tokens":1087},"claude-opus-4-7":{"in_tokens":4835,"out_tokens":695},"mistral-large-2":{"in_tokens":2623,"out_tokens":833}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":990,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":19.891250859000024,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2274,"out_tokens":2927},"claude-opus-4-8":{"in_tokens":4542,"out_tokens":1090},"claude-opus-4-7":{"in_tokens":4547,"out_tokens":804},"mistral-large-2":{"in_tokens":2443,"out_tokens":872}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":994,"out_tokens":1706,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":25.69023639599999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2222,"out_tokens":3346},"claude-opus-4-8":{"in_tokens":4335,"out_tokens":1536},"claude-opus-4-7":{"in_tokens":4340,"out_tokens":771},"mistral-large-2":{"in_tokens":2401,"out_tokens":797}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":342,"error":null,"skip_reason":null,"score_raw":0.2857142857142857,"duration_s":26.156749169999955,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1145,"out_tokens":2472},"claude-opus-4-8":{"in_tokens":2246,"out_tokens":590},"claude-opus-4-7":{"in_tokens":2251,"out_tokens":577},"mistral-large-2":{"in_tokens":1241,"out_tokens":675}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":251,"out_tokens":246,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":18.97182458499998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":963,"out_tokens":1554},"claude-opus-4-8":{"in_tokens":1833,"out_tokens":523},"claude-opus-4-7":{"in_tokens":1838,"out_tokens":439},"mistral-large-2":{"in_tokens":999,"out_tokens":419}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":680,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":14.231241527999998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1979,"out_tokens":2490},"claude-opus-4-8":{"in_tokens":3992,"out_tokens":1266},"claude-opus-4-7":{"in_tokens":3997,"out_tokens":1000},"mistral-large-2":{"in_tokens":2095,"out_tokens":765}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1078,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":20.66797485799998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1167,"out_tokens":1671},"claude-opus-4-8":{"in_tokens":2282,"out_tokens":624},"claude-opus-4-7":{"in_tokens":2287,"out_tokens":446},"mistral-large-2":{"in_tokens":1261,"out_tokens":495}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":2434,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":49.925456688,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1331,"out_tokens":1629},"claude-opus-4-8":{"in_tokens":2521,"out_tokens":872},"claude-opus-4-7":{"in_tokens":2526,"out_tokens":559},"mistral-large-2":{"in_tokens":1455,"out_tokens":763}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":916,"out_tokens":2045,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":30.257158180999966,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2392,"out_tokens":3034},"claude-opus-4-8":{"in_tokens":4656,"out_tokens":1020},"claude-opus-4-7":{"in_tokens":4661,"out_tokens":1246},"mistral-large-2":{"in_tokens":2519,"out_tokens":1056}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":1274,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":14.08279748800004,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.25,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1285,"out_tokens":1875},"claude-opus-4-8":{"in_tokens":2542,"out_tokens":853},"claude-opus-4-7":{"in_tokens":2547,"out_tokens":698},"mistral-large-2":{"in_tokens":1399,"out_tokens":694}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":937,"out_tokens":2012,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":31.491640829000005,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2332,"out_tokens":2486},"claude-opus-4-8":{"in_tokens":4584,"out_tokens":1082},"claude-opus-4-7":{"in_tokens":4589,"out_tokens":1006},"mistral-large-2":{"in_tokens":2529,"out_tokens":760}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":771,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":15.260876298000028,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2041,"out_tokens":2662},"claude-opus-4-8":{"in_tokens":4036,"out_tokens":1073},"claude-opus-4-7":{"in_tokens":4041,"out_tokens":827},"mistral-large-2":{"in_tokens":2202,"out_tokens":779}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":213,"error":null,"skip_reason":null,"score_raw":0.20833333333333331,"duration_s":19.21049265000005,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":971,"out_tokens":1140},"claude-opus-4-8":{"in_tokens":1969,"out_tokens":521},"claude-opus-4-7":{"in_tokens":1974,"out_tokens":404},"mistral-large-2":{"in_tokens":1031,"out_tokens":538}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":736,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":15.405409404000011,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1515,"out_tokens":1535},"claude-opus-4-8":{"in_tokens":3001,"out_tokens":623},"claude-opus-4-7":{"in_tokens":3006,"out_tokens":481},"mistral-large-2":{"in_tokens":1627,"out_tokens":607}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":232,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":20.669603026999994,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1002,"out_tokens":2086},"claude-opus-4-8":{"in_tokens":1999,"out_tokens":1010},"claude-opus-4-7":{"in_tokens":2004,"out_tokens":650},"mistral-large-2":{"in_tokens":1051,"out_tokens":564}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":244,"out_tokens":246,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":21.894234471000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":953,"out_tokens":1375},"claude-opus-4-8":{"in_tokens":1896,"out_tokens":584},"claude-opus-4-7":{"in_tokens":1901,"out_tokens":442},"mistral-large-2":{"in_tokens":1015,"out_tokens":511}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":910,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":18.316755237999985,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1963,"out_tokens":3002},"claude-opus-4-8":{"in_tokens":3825,"out_tokens":1414},"claude-opus-4-7":{"in_tokens":3830,"out_tokens":893},"mistral-large-2":{"in_tokens":2092,"out_tokens":842}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1487,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":24.22327149099999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1574,"out_tokens":1251},"claude-opus-4-8":{"in_tokens":3084,"out_tokens":700},"claude-opus-4-7":{"in_tokens":3089,"out_tokens":451},"mistral-large-2":{"in_tokens":1683,"out_tokens":676}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":886,"out_tokens":2007,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":28.30511441599998,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2366,"out_tokens":3243},"claude-opus-4-8":{"in_tokens":4588,"out_tokens":1088},"claude-opus-4-7":{"in_tokens":4593,"out_tokens":924},"mistral-large-2":{"in_tokens":2543,"out_tokens":766}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":298,"out_tokens":852,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":17.84486388099998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1534,"out_tokens":1718},"claude-opus-4-8":{"in_tokens":3036,"out_tokens":607},"claude-opus-4-7":{"in_tokens":3041,"out_tokens":406},"mistral-large-2":{"in_tokens":1659,"out_tokens":534}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":432,"out_tokens":245,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":25.40585016099999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1214,"out_tokens":1693},"claude-opus-4-8":{"in_tokens":2354,"out_tokens":730},"claude-opus-4-7":{"in_tokens":2359,"out_tokens":549},"mistral-large-2":{"in_tokens":1283,"out_tokens":1412}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1667,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":32.628078695,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1284,"out_tokens":1935},"claude-opus-4-8":{"in_tokens":2446,"out_tokens":666},"claude-opus-4-7":{"in_tokens":2451,"out_tokens":547},"mistral-large-2":{"in_tokens":1419,"out_tokens":747}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":668,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":14.186210701999983,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.25,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1646,"out_tokens":3241},"claude-opus-4-8":{"in_tokens":3210,"out_tokens":1028},"claude-opus-4-7":{"in_tokens":3215,"out_tokens":817},"mistral-large-2":{"in_tokens":1750,"out_tokens":674}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":1543,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":22.86840744699998,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1850,"out_tokens":3277},"claude-opus-4-8":{"in_tokens":3756,"out_tokens":952},"claude-opus-4-7":{"in_tokens":3761,"out_tokens":681},"mistral-large-2":{"in_tokens":1971,"out_tokens":819}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":533,"out_tokens":1583,"error":null,"skip_reason":null,"score_raw":0.5416666666666667,"duration_s":23.600924297000006,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1575,"out_tokens":1514},"claude-opus-4-8":{"in_tokens":3052,"out_tokens":724},"claude-opus-4-7":{"in_tokens":3057,"out_tokens":492},"mistral-large-2":{"in_tokens":1698,"out_tokens":807}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":911,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":25.615613843999995,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1204,"out_tokens":2048},"claude-opus-4-8":{"in_tokens":2300,"out_tokens":773},"claude-opus-4-7":{"in_tokens":2305,"out_tokens":464},"mistral-large-2":{"in_tokens":1315,"out_tokens":638}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":188,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":22.270579776000034,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1032,"out_tokens":1471},"claude-opus-4-8":{"in_tokens":2082,"out_tokens":615},"claude-opus-4-7":{"in_tokens":2087,"out_tokens":558},"mistral-large-2":{"in_tokens":1117,"out_tokens":632}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":711,"out_tokens":591,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":12.429006033999997,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2115,"out_tokens":2845},"claude-opus-4-8":{"in_tokens":4116,"out_tokens":950},"claude-opus-4-7":{"in_tokens":4121,"out_tokens":1006},"mistral-large-2":{"in_tokens":2218,"out_tokens":766}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":279,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":20.43026038900001,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1068,"out_tokens":1703},"claude-opus-4-8":{"in_tokens":2070,"out_tokens":682},"claude-opus-4-7":{"in_tokens":2075,"out_tokens":520},"mistral-large-2":{"in_tokens":1123,"out_tokens":528}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":206,"error":null,"skip_reason":null,"score_raw":0.6071428571428572,"duration_s":18.22651274200001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":990,"out_tokens":1623},"claude-opus-4-8":{"in_tokens":1986,"out_tokens":682},"claude-opus-4-7":{"in_tokens":1991,"out_tokens":435},"mistral-large-2":{"in_tokens":1030,"out_tokens":455}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":588,"out_tokens":854,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":16.52816976600002,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2150,"out_tokens":3431},"claude-opus-4-8":{"in_tokens":4233,"out_tokens":958},"claude-opus-4-7":{"in_tokens":4238,"out_tokens":807},"mistral-large-2":{"in_tokens":2303,"out_tokens":787}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":1519,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":37.26016108699997,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1256,"out_tokens":1209},"claude-opus-4-8":{"in_tokens":2409,"out_tokens":668},"claude-opus-4-7":{"in_tokens":2414,"out_tokens":535},"mistral-large-2":{"in_tokens":1364,"out_tokens":543}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":748,"out_tokens":1361,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":21.01045646500006,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1688,"out_tokens":2374},"claude-opus-4-8":{"in_tokens":3283,"out_tokens":947},"claude-opus-4-7":{"in_tokens":3288,"out_tokens":828},"mistral-large-2":{"in_tokens":1790,"out_tokens":676}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":263,"out_tokens":247,"error":null,"skip_reason":null,"score_raw":0.6071428571428572,"duration_s":20.143302445000018,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":987,"out_tokens":1410},"claude-opus-4-8":{"in_tokens":2028,"out_tokens":671},"claude-opus-4-7":{"in_tokens":2033,"out_tokens":402},"mistral-large-2":{"in_tokens":1040,"out_tokens":525}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":2138,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":44.87344280199994,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1429,"out_tokens":2243},"claude-opus-4-8":{"in_tokens":2711,"out_tokens":800},"claude-opus-4-7":{"in_tokens":2716,"out_tokens":731},"mistral-large-2":{"in_tokens":1573,"out_tokens":729}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1273,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":25.821979037000006,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2652,"out_tokens":2903},"claude-opus-4-8":{"in_tokens":5217,"out_tokens":1280},"claude-opus-4-7":{"in_tokens":5222,"out_tokens":994},"mistral-large-2":{"in_tokens":2843,"out_tokens":1166}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1309,"out_tokens":1862,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":29.00655461300005,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2504,"out_tokens":3752},"claude-opus-4-8":{"in_tokens":4834,"out_tokens":1297},"claude-opus-4-7":{"in_tokens":4839,"out_tokens":854},"mistral-large-2":{"in_tokens":2628,"out_tokens":737}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":360,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":24.18334504400002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1792,"out_tokens":2345},"claude-opus-4-8":{"in_tokens":3480,"out_tokens":1015},"claude-opus-4-7":{"in_tokens":3485,"out_tokens":738},"mistral-large-2":{"in_tokens":1878,"out_tokens":737}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1355,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":26.48061580800004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1256,"out_tokens":2260},"claude-opus-4-8":{"in_tokens":2377,"out_tokens":551},"claude-opus-4-7":{"in_tokens":2382,"out_tokens":566},"mistral-large-2":{"in_tokens":1351,"out_tokens":777}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":329,"error":null,"skip_reason":null,"score_raw":0.35000000000000003,"duration_s":23.227286047000007,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1663,"out_tokens":2377},"claude-opus-4-8":{"in_tokens":3266,"out_tokens":1223},"claude-opus-4-7":{"in_tokens":3271,"out_tokens":978},"mistral-large-2":{"in_tokens":1779,"out_tokens":807}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1103,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":30.839532380000037,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2415,"out_tokens":3227},"claude-opus-4-8":{"in_tokens":4685,"out_tokens":1053},"claude-opus-4-7":{"in_tokens":4690,"out_tokens":972},"mistral-large-2":{"in_tokens":2604,"out_tokens":914}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":944,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":17.263965095999993,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1425,"out_tokens":1552},"claude-opus-4-8":{"in_tokens":2718,"out_tokens":733},"claude-opus-4-7":{"in_tokens":2723,"out_tokens":838},"mistral-large-2":{"in_tokens":1532,"out_tokens":661}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1109,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":32.403901881000024,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2531,"out_tokens":2513},"claude-opus-4-8":{"in_tokens":4879,"out_tokens":1418},"claude-opus-4-7":{"in_tokens":4884,"out_tokens":851},"mistral-large-2":{"in_tokens":2700,"out_tokens":949}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":351,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":25.001687564000008,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1662,"out_tokens":2050},"claude-opus-4-8":{"in_tokens":3220,"out_tokens":1183},"claude-opus-4-7":{"in_tokens":3225,"out_tokens":887},"mistral-large-2":{"in_tokens":1792,"out_tokens":842}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":1105,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":20.896740292000004,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1068,"out_tokens":1290},"claude-opus-4-8":{"in_tokens":1994,"out_tokens":917},"claude-opus-4-7":{"in_tokens":1999,"out_tokens":566},"mistral-large-2":{"in_tokens":1184,"out_tokens":704}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":413,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":21.388981310999952,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1734,"out_tokens":2642},"claude-opus-4-8":{"in_tokens":3419,"out_tokens":1190},"claude-opus-4-7":{"in_tokens":3424,"out_tokens":720},"mistral-large-2":{"in_tokens":1826,"out_tokens":959}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":916,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":17.079919861000008,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1456,"out_tokens":2862},"claude-opus-4-8":{"in_tokens":2772,"out_tokens":1102},"claude-opus-4-7":{"in_tokens":2777,"out_tokens":763},"mistral-large-2":{"in_tokens":1545,"out_tokens":764}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1593,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":31.519182850999982,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1396,"out_tokens":2099},"claude-opus-4-8":{"in_tokens":2623,"out_tokens":727},"claude-opus-4-7":{"in_tokens":2628,"out_tokens":562},"mistral-large-2":{"in_tokens":1562,"out_tokens":662}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":982,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":18.87039479300006,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1965,"out_tokens":1656},"claude-opus-4-8":{"in_tokens":3724,"out_tokens":1004},"claude-opus-4-7":{"in_tokens":3729,"out_tokens":687},"mistral-large-2":{"in_tokens":2109,"out_tokens":869}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":332,"out_tokens":296,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":23.648660236999945,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1122,"out_tokens":1472},"claude-opus-4-8":{"in_tokens":2152,"out_tokens":547},"claude-opus-4-7":{"in_tokens":2157,"out_tokens":413},"mistral-large-2":{"in_tokens":1197,"out_tokens":515}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":1438,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":25.143034812999986,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2092,"out_tokens":2550},"claude-opus-4-8":{"in_tokens":3828,"out_tokens":1186},"claude-opus-4-7":{"in_tokens":3833,"out_tokens":1079},"mistral-large-2":{"in_tokens":2250,"out_tokens":973}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":2055,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":58.16412467700002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1540,"out_tokens":2216},"claude-opus-4-8":{"in_tokens":2924,"out_tokens":889},"claude-opus-4-7":{"in_tokens":2929,"out_tokens":724},"mistral-large-2":{"in_tokens":1696,"out_tokens":742}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":362,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":29.295301818999974,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1683,"out_tokens":2194},"claude-opus-4-8":{"in_tokens":3279,"out_tokens":843},"claude-opus-4-7":{"in_tokens":3284,"out_tokens":555},"mistral-large-2":{"in_tokens":1810,"out_tokens":802}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":681,"out_tokens":1679,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":30.792873790000044,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1954,"out_tokens":3848},"claude-opus-4-8":{"in_tokens":3718,"out_tokens":1220},"claude-opus-4-7":{"in_tokens":3723,"out_tokens":922},"mistral-large-2":{"in_tokens":2156,"out_tokens":837}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":423,"out_tokens":300,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":22.885348230999966,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1387,"out_tokens":2222},"claude-opus-4-8":{"in_tokens":2804,"out_tokens":975},"claude-opus-4-7":{"in_tokens":2809,"out_tokens":782},"mistral-large-2":{"in_tokens":1485,"out_tokens":760}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":1432,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":29.832938594999973,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1145,"out_tokens":1401},"claude-opus-4-8":{"in_tokens":2282,"out_tokens":655},"claude-opus-4-7":{"in_tokens":2287,"out_tokens":495},"mistral-large-2":{"in_tokens":1226,"out_tokens":483}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":240,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":20.40764969700001,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":988,"out_tokens":2041},"claude-opus-4-8":{"in_tokens":1946,"out_tokens":722},"claude-opus-4-7":{"in_tokens":1951,"out_tokens":479},"mistral-large-2":{"in_tokens":1055,"out_tokens":612}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":2157,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":36.03989469999999,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1304,"out_tokens":1458},"claude-opus-4-8":{"in_tokens":2569,"out_tokens":746},"claude-opus-4-7":{"in_tokens":2574,"out_tokens":570},"mistral-large-2":{"in_tokens":1413,"out_tokens":511}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1664,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":28.172816253000065,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.9,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2348,"out_tokens":4230},"claude-opus-4-8":{"in_tokens":4426,"out_tokens":1104},"claude-opus-4-7":{"in_tokens":4431,"out_tokens":941},"mistral-large-2":{"in_tokens":2500,"out_tokens":716}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1398,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":26.527744815999995,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1898,"out_tokens":3078},"claude-opus-4-8":{"in_tokens":3562,"out_tokens":851},"claude-opus-4-7":{"in_tokens":3567,"out_tokens":806},"mistral-large-2":{"in_tokens":2044,"out_tokens":777}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":252,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":26.766434410999977,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1268,"out_tokens":1747},"claude-opus-4-8":{"in_tokens":2422,"out_tokens":963},"claude-opus-4-7":{"in_tokens":2427,"out_tokens":659},"mistral-large-2":{"in_tokens":1341,"out_tokens":637}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":1253,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":24.063723091000043,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1691,"out_tokens":3210},"claude-opus-4-8":{"in_tokens":3261,"out_tokens":878},"claude-opus-4-7":{"in_tokens":3266,"out_tokens":947},"mistral-large-2":{"in_tokens":1802,"out_tokens":831}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":698,"out_tokens":453,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":24.852647644000058,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1989,"out_tokens":2237},"claude-opus-4-8":{"in_tokens":3850,"out_tokens":1353},"claude-opus-4-7":{"in_tokens":3855,"out_tokens":1024},"mistral-large-2":{"in_tokens":2074,"out_tokens":795}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":665,"out_tokens":1552,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":27.089529571999947,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1943,"out_tokens":2967},"claude-opus-4-8":{"in_tokens":3620,"out_tokens":1017},"claude-opus-4-7":{"in_tokens":3625,"out_tokens":721},"mistral-large-2":{"in_tokens":2069,"out_tokens":784}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":437,"error":null,"skip_reason":null,"score_raw":0.175,"duration_s":25.96345187399993,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.4,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1762,"out_tokens":1932},"claude-opus-4-8":{"in_tokens":3478,"out_tokens":1334},"claude-opus-4-7":{"in_tokens":3483,"out_tokens":849},"mistral-large-2":{"in_tokens":1892,"out_tokens":959}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":358,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":29.14328602599994,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1815,"out_tokens":1884},"claude-opus-4-8":{"in_tokens":3533,"out_tokens":1166},"claude-opus-4-7":{"in_tokens":3538,"out_tokens":675},"mistral-large-2":{"in_tokens":1934,"out_tokens":875}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":1523,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":35.323422177,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1433,"out_tokens":1791},"claude-opus-4-8":{"in_tokens":2744,"out_tokens":695},"claude-opus-4-7":{"in_tokens":2749,"out_tokens":525},"mistral-large-2":{"in_tokens":1616,"out_tokens":629}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":655,"out_tokens":964,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":17.80385483500004,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1502,"out_tokens":3250},"claude-opus-4-8":{"in_tokens":2951,"out_tokens":791},"claude-opus-4-7":{"in_tokens":2956,"out_tokens":621},"mistral-large-2":{"in_tokens":1595,"out_tokens":604}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":997,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":18.27762593600005,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1529,"out_tokens":1932},"claude-opus-4-8":{"in_tokens":2971,"out_tokens":905},"claude-opus-4-7":{"in_tokens":2976,"out_tokens":642},"mistral-large-2":{"in_tokens":1638,"out_tokens":546}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":1969,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":44.106697994,"hallucination_count":6.5,"hallucination_top100":0,"inter_rater_agreement":0.875,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1356,"out_tokens":1681},"claude-opus-4-8":{"in_tokens":2719,"out_tokens":947},"claude-opus-4-7":{"in_tokens":2724,"out_tokens":586},"mistral-large-2":{"in_tokens":1505,"out_tokens":728}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":995,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":17.598362797999926,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1658,"out_tokens":2445},"claude-opus-4-8":{"in_tokens":3123,"out_tokens":889},"claude-opus-4-7":{"in_tokens":3128,"out_tokens":750},"mistral-large-2":{"in_tokens":1789,"out_tokens":726}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":1391,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":32.16231451500005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1480,"out_tokens":1377},"claude-opus-4-8":{"in_tokens":2722,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2727,"out_tokens":569},"mistral-large-2":{"in_tokens":1661,"out_tokens":502}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":2680,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":52.68146367200006,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1464,"out_tokens":1978},"claude-opus-4-8":{"in_tokens":2689,"out_tokens":1037},"claude-opus-4-7":{"in_tokens":2694,"out_tokens":513},"mistral-large-2":{"in_tokens":1661,"out_tokens":963}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":763,"out_tokens":1591,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":28.42402856700005,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2359,"out_tokens":4139},"claude-opus-4-8":{"in_tokens":4357,"out_tokens":1132},"claude-opus-4-7":{"in_tokens":4362,"out_tokens":919},"mistral-large-2":{"in_tokens":2517,"out_tokens":1443}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":594,"out_tokens":1152,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":19.004067524999982,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1713,"out_tokens":2660},"claude-opus-4-8":{"in_tokens":3187,"out_tokens":941},"claude-opus-4-7":{"in_tokens":3192,"out_tokens":841},"mistral-large-2":{"in_tokens":1849,"out_tokens":684}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":1164,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":19.870459385999993,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1699,"out_tokens":2534},"claude-opus-4-8":{"in_tokens":3234,"out_tokens":1353},"claude-opus-4-7":{"in_tokens":3239,"out_tokens":851},"mistral-large-2":{"in_tokens":1768,"out_tokens":685}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":715,"out_tokens":1145,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":19.756408470999986,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1678,"out_tokens":1447},"claude-opus-4-8":{"in_tokens":3205,"out_tokens":725},"claude-opus-4-7":{"in_tokens":3210,"out_tokens":661},"mistral-large-2":{"in_tokens":1748,"out_tokens":607}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":693,"out_tokens":969,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":18.129988013000002,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1639,"out_tokens":1707},"claude-opus-4-8":{"in_tokens":3022,"out_tokens":741},"claude-opus-4-7":{"in_tokens":3027,"out_tokens":537},"mistral-large-2":{"in_tokens":1708,"out_tokens":629}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":1415,"error":null,"skip_reason":null,"score_raw":0.8611111111111112,"duration_s":29.434548938000034,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1218,"out_tokens":1155},"claude-opus-4-8":{"in_tokens":2304,"out_tokens":685},"claude-opus-4-7":{"in_tokens":2309,"out_tokens":585},"mistral-large-2":{"in_tokens":1316,"out_tokens":549}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1118,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":20.91253649600003,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1555,"out_tokens":1660},"claude-opus-4-8":{"in_tokens":2914,"out_tokens":705},"claude-opus-4-7":{"in_tokens":2919,"out_tokens":526},"mistral-large-2":{"in_tokens":1637,"out_tokens":589}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":2583,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":43.823527600000034,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1933,"out_tokens":1429},"claude-opus-4-8":{"in_tokens":3554,"out_tokens":885},"claude-opus-4-7":{"in_tokens":3559,"out_tokens":631},"mistral-large-2":{"in_tokens":2085,"out_tokens":592}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":408,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":368.707089913,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1497,"out_tokens":1718},"claude-opus-4-8":{"in_tokens":2907,"out_tokens":833},"claude-opus-4-7":{"in_tokens":2912,"out_tokens":623},"mistral-large-2":{"in_tokens":1682,"out_tokens":600}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":1078,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":19.93809501699991,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1555,"out_tokens":2326},"claude-opus-4-8":{"in_tokens":2832,"out_tokens":701},"claude-opus-4-7":{"in_tokens":2837,"out_tokens":497},"mistral-large-2":{"in_tokens":1636,"out_tokens":654}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":956,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":16.951564711999936,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.25,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1392,"out_tokens":2215},"claude-opus-4-8":{"in_tokens":2613,"out_tokens":573},"claude-opus-4-7":{"in_tokens":2618,"out_tokens":579},"mistral-large-2":{"in_tokens":1467,"out_tokens":657}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":1502,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":41.237246633999916,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1323,"out_tokens":1805},"claude-opus-4-8":{"in_tokens":2545,"out_tokens":838},"claude-opus-4-7":{"in_tokens":2550,"out_tokens":568},"mistral-large-2":{"in_tokens":1472,"out_tokens":564}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":780,"out_tokens":1631,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":31.280737949000013,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1898,"out_tokens":2105},"claude-opus-4-8":{"in_tokens":3490,"out_tokens":520},"claude-opus-4-7":{"in_tokens":3495,"out_tokens":494},"mistral-large-2":{"in_tokens":1980,"out_tokens":642}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":941,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":22.743106045000104,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1192,"out_tokens":1532},"claude-opus-4-8":{"in_tokens":2286,"out_tokens":740},"claude-opus-4-7":{"in_tokens":2291,"out_tokens":564},"mistral-large-2":{"in_tokens":1319,"out_tokens":654}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":2043,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":48.434443879000014,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1501,"out_tokens":2198},"claude-opus-4-8":{"in_tokens":2926,"out_tokens":759},"claude-opus-4-7":{"in_tokens":2931,"out_tokens":649},"mistral-large-2":{"in_tokens":1629,"out_tokens":766}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":1033,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":18.802293733000056,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1378,"out_tokens":2190},"claude-opus-4-8":{"in_tokens":2624,"out_tokens":682},"claude-opus-4-7":{"in_tokens":2629,"out_tokens":545},"mistral-large-2":{"in_tokens":1455,"out_tokens":566}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":971,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":18.971448702999965,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1388,"out_tokens":1360},"claude-opus-4-8":{"in_tokens":2662,"out_tokens":663},"claude-opus-4-7":{"in_tokens":2667,"out_tokens":674},"mistral-large-2":{"in_tokens":1480,"out_tokens":548}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":754,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":15.764942082000061,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1225,"out_tokens":1034},"claude-opus-4-8":{"in_tokens":2308,"out_tokens":526},"claude-opus-4-7":{"in_tokens":2313,"out_tokens":422},"mistral-large-2":{"in_tokens":1269,"out_tokens":781}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":884,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":17.859140603000014,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1436,"out_tokens":2475},"claude-opus-4-8":{"in_tokens":2660,"out_tokens":589},"claude-opus-4-7":{"in_tokens":2665,"out_tokens":512},"mistral-large-2":{"in_tokens":1498,"out_tokens":634}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":1074,"error":null,"skip_reason":null,"score_raw":0.38888888888888884,"duration_s":24.296530806999954,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1234,"out_tokens":1541},"claude-opus-4-8":{"in_tokens":2393,"out_tokens":868},"claude-opus-4-7":{"in_tokens":2398,"out_tokens":620},"mistral-large-2":{"in_tokens":1342,"out_tokens":718}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":700,"out_tokens":1045,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":20.88321146399994,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1615,"out_tokens":1813},"claude-opus-4-8":{"in_tokens":2992,"out_tokens":723},"claude-opus-4-7":{"in_tokens":2997,"out_tokens":508},"mistral-large-2":{"in_tokens":1697,"out_tokens":820}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":944,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":17.76649902400004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1405,"out_tokens":897},"claude-opus-4-8":{"in_tokens":2609,"out_tokens":617},"claude-opus-4-7":{"in_tokens":2614,"out_tokens":571},"mistral-large-2":{"in_tokens":1482,"out_tokens":641}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":993,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":18.63290293299997,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1376,"out_tokens":1112},"claude-opus-4-8":{"in_tokens":2621,"out_tokens":640},"claude-opus-4-7":{"in_tokens":2626,"out_tokens":480},"mistral-large-2":{"in_tokens":1445,"out_tokens":533}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":1598,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":27.357082893999973,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1187,"out_tokens":1943},"claude-opus-4-8":{"in_tokens":2312,"out_tokens":781},"claude-opus-4-7":{"in_tokens":2317,"out_tokens":605},"mistral-large-2":{"in_tokens":1318,"out_tokens":546}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":2185,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":44.27105563300006,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1443,"out_tokens":2297},"claude-opus-4-8":{"in_tokens":2818,"out_tokens":683},"claude-opus-4-7":{"in_tokens":2823,"out_tokens":608},"mistral-large-2":{"in_tokens":1604,"out_tokens":614}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1616,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":30.105960152999955,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1189,"out_tokens":1893},"claude-opus-4-8":{"in_tokens":2342,"out_tokens":641},"claude-opus-4-7":{"in_tokens":2347,"out_tokens":568},"mistral-large-2":{"in_tokens":1301,"out_tokens":538}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":1028,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":19.500243953999984,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1438,"out_tokens":1832},"claude-opus-4-8":{"in_tokens":2680,"out_tokens":711},"claude-opus-4-7":{"in_tokens":2685,"out_tokens":624},"mistral-large-2":{"in_tokens":1492,"out_tokens":660}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":995,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":18.019143576000033,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1662,"out_tokens":1302},"claude-opus-4-8":{"in_tokens":3146,"out_tokens":629},"claude-opus-4-7":{"in_tokens":3151,"out_tokens":574},"mistral-large-2":{"in_tokens":1727,"out_tokens":734}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":881,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":17.927343334000057,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1431,"out_tokens":1995},"claude-opus-4-8":{"in_tokens":2667,"out_tokens":629},"claude-opus-4-7":{"in_tokens":2672,"out_tokens":552},"mistral-large-2":{"in_tokens":1489,"out_tokens":786}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":413,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":8.175514237000016,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1173,"out_tokens":1648},"claude-opus-4-8":{"in_tokens":2187,"out_tokens":774},"claude-opus-4-7":{"in_tokens":2192,"out_tokens":554},"mistral-large-2":{"in_tokens":1211,"out_tokens":539}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":1022,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":20.592641530000037,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1236,"out_tokens":1146},"claude-opus-4-8":{"in_tokens":2359,"out_tokens":665},"claude-opus-4-7":{"in_tokens":2364,"out_tokens":511},"mistral-large-2":{"in_tokens":1377,"out_tokens":640}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1181,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":26.040721751999968,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1578,"out_tokens":1216},"claude-opus-4-8":{"in_tokens":3018,"out_tokens":706},"claude-opus-4-7":{"in_tokens":3023,"out_tokens":500},"mistral-large-2":{"in_tokens":1640,"out_tokens":630}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":894,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":17.20992813199996,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1432,"out_tokens":1906},"claude-opus-4-8":{"in_tokens":2660,"out_tokens":741},"claude-opus-4-7":{"in_tokens":2665,"out_tokens":571},"mistral-large-2":{"in_tokens":1517,"out_tokens":570}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":1989,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":34.90757911500009,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1373,"out_tokens":1702},"claude-opus-4-8":{"in_tokens":2579,"out_tokens":929},"claude-opus-4-7":{"in_tokens":2584,"out_tokens":547},"mistral-large-2":{"in_tokens":1518,"out_tokens":644}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":1514,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":25.231660003000002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1261,"out_tokens":1813},"claude-opus-4-8":{"in_tokens":2375,"out_tokens":681},"claude-opus-4-7":{"in_tokens":2380,"out_tokens":580},"mistral-large-2":{"in_tokens":1357,"out_tokens":562}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":422,"out_tokens":865,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":14.556411867999941,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1324,"out_tokens":1101},"claude-opus-4-8":{"in_tokens":2545,"out_tokens":522},"claude-opus-4-7":{"in_tokens":2550,"out_tokens":465},"mistral-large-2":{"in_tokens":1380,"out_tokens":544}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":936,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":16.94508939399998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1346,"out_tokens":2743},"claude-opus-4-8":{"in_tokens":2598,"out_tokens":924},"claude-opus-4-7":{"in_tokens":2603,"out_tokens":648},"mistral-large-2":{"in_tokens":1526,"out_tokens":622}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":633,"out_tokens":982,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":20.428462282000055,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1536,"out_tokens":1964},"claude-opus-4-8":{"in_tokens":2877,"out_tokens":787},"claude-opus-4-7":{"in_tokens":2882,"out_tokens":590},"mistral-large-2":{"in_tokens":1694,"out_tokens":1435}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":1480,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":24.412721561000012,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1356,"out_tokens":1629},"claude-opus-4-8":{"in_tokens":2592,"out_tokens":649},"claude-opus-4-7":{"in_tokens":2597,"out_tokens":537},"mistral-large-2":{"in_tokens":1492,"out_tokens":1282}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":2592,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":47.25496527300004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1134,"out_tokens":2052},"claude-opus-4-8":{"in_tokens":2198,"out_tokens":593},"claude-opus-4-7":{"in_tokens":2203,"out_tokens":482},"mistral-large-2":{"in_tokens":1198,"out_tokens":501}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":644,"out_tokens":1122,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":20.777992405999953,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1526,"out_tokens":3369},"claude-opus-4-8":{"in_tokens":2911,"out_tokens":745},"claude-opus-4-7":{"in_tokens":2916,"out_tokens":466},"mistral-large-2":{"in_tokens":1652,"out_tokens":694}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":652,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":11.471251369000015,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1193,"out_tokens":1302},"claude-opus-4-8":{"in_tokens":2319,"out_tokens":600},"claude-opus-4-7":{"in_tokens":2324,"out_tokens":506},"mistral-large-2":{"in_tokens":1298,"out_tokens":504}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1464,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":33.116780837999954,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1127,"out_tokens":1085},"claude-opus-4-8":{"in_tokens":2185,"out_tokens":588},"claude-opus-4-7":{"in_tokens":2190,"out_tokens":441},"mistral-large-2":{"in_tokens":1225,"out_tokens":563}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":988,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":17.039112388000035,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1360,"out_tokens":2170},"claude-opus-4-8":{"in_tokens":2636,"out_tokens":688},"claude-opus-4-7":{"in_tokens":2641,"out_tokens":554},"mistral-large-2":{"in_tokens":1496,"out_tokens":710}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":581,"out_tokens":587,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":41.15646375299991,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.25,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1159,"out_tokens":2195},"claude-opus-4-8":{"in_tokens":2276,"out_tokens":871},"claude-opus-4-7":{"in_tokens":2281,"out_tokens":611},"mistral-large-2":{"in_tokens":1247,"out_tokens":669}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":721,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":13.817054130999963,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1285,"out_tokens":1296},"claude-opus-4-8":{"in_tokens":2427,"out_tokens":724},"claude-opus-4-7":{"in_tokens":2432,"out_tokens":627},"mistral-large-2":{"in_tokens":1410,"out_tokens":656}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":620,"out_tokens":476,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":8.564874126999939,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1184,"out_tokens":1108},"claude-opus-4-8":{"in_tokens":2231,"out_tokens":595},"claude-opus-4-7":{"in_tokens":2236,"out_tokens":497},"mistral-large-2":{"in_tokens":1288,"out_tokens":498}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":890,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":16.193173244000036,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1412,"out_tokens":2072},"claude-opus-4-8":{"in_tokens":2719,"out_tokens":1083},"claude-opus-4-7":{"in_tokens":2724,"out_tokens":811},"mistral-large-2":{"in_tokens":1557,"out_tokens":644}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":2806,"error":null,"skip_reason":null,"score_raw":0.7777777777777777,"duration_s":48.86312666399999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2006,"out_tokens":1950},"claude-opus-4-8":{"in_tokens":4076,"out_tokens":803},"claude-opus-4-7":{"in_tokens":4081,"out_tokens":660},"mistral-large-2":{"in_tokens":2136,"out_tokens":704}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":552,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":10.522379226999988,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1160,"out_tokens":1571},"claude-opus-4-8":{"in_tokens":2164,"out_tokens":677},"claude-opus-4-7":{"in_tokens":2169,"out_tokens":516},"mistral-large-2":{"in_tokens":1303,"out_tokens":574}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":1745,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":29.725160104999986,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1863,"out_tokens":1471},"claude-opus-4-8":{"in_tokens":3713,"out_tokens":731},"claude-opus-4-7":{"in_tokens":3718,"out_tokens":569},"mistral-large-2":{"in_tokens":2022,"out_tokens":610}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":693,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":12.645023359999982,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1335,"out_tokens":1182},"claude-opus-4-8":{"in_tokens":2569,"out_tokens":660},"claude-opus-4-7":{"in_tokens":2574,"out_tokens":473},"mistral-large-2":{"in_tokens":1431,"out_tokens":575}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":629,"out_tokens":800,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":15.85928568099996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1356,"out_tokens":744},"claude-opus-4-8":{"in_tokens":2598,"out_tokens":568},"claude-opus-4-7":{"in_tokens":2603,"out_tokens":459},"mistral-large-2":{"in_tokens":1478,"out_tokens":580}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":692,"out_tokens":1050,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":17.981922468999983,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1564,"out_tokens":1920},"claude-opus-4-8":{"in_tokens":2965,"out_tokens":725},"claude-opus-4-7":{"in_tokens":2970,"out_tokens":546},"mistral-large-2":{"in_tokens":1732,"out_tokens":745}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":686,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":11.488136976999954,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1233,"out_tokens":1512},"claude-opus-4-8":{"in_tokens":2400,"out_tokens":692},"claude-opus-4-7":{"in_tokens":2405,"out_tokens":554},"mistral-large-2":{"in_tokens":1332,"out_tokens":588}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":786,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":13.251133721999963,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1425,"out_tokens":2155},"claude-opus-4-8":{"in_tokens":2710,"out_tokens":782},"claude-opus-4-7":{"in_tokens":2715,"out_tokens":580},"mistral-large-2":{"in_tokens":1590,"out_tokens":573}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":2129,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":41.33983053199995,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1634,"out_tokens":1203},"claude-opus-4-8":{"in_tokens":3374,"out_tokens":613},"claude-opus-4-7":{"in_tokens":3379,"out_tokens":498},"mistral-large-2":{"in_tokens":1732,"out_tokens":521}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":999,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":17.277171566999982,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1374,"out_tokens":1567},"claude-opus-4-8":{"in_tokens":2726,"out_tokens":654},"claude-opus-4-7":{"in_tokens":2731,"out_tokens":524},"mistral-large-2":{"in_tokens":1459,"out_tokens":530}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":923,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":16.013637691999975,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1444,"out_tokens":2303},"claude-opus-4-8":{"in_tokens":2701,"out_tokens":786},"claude-opus-4-7":{"in_tokens":2706,"out_tokens":602},"mistral-large-2":{"in_tokens":1629,"out_tokens":727}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":685,"out_tokens":674,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":11.876640423000026,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1270,"out_tokens":1229},"claude-opus-4-8":{"in_tokens":2543,"out_tokens":648},"claude-opus-4-7":{"in_tokens":2548,"out_tokens":459},"mistral-large-2":{"in_tokens":1404,"out_tokens":494}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":2956,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":57.39003944600006,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1690,"out_tokens":1828},"claude-opus-4-8":{"in_tokens":3541,"out_tokens":862},"claude-opus-4-7":{"in_tokens":3546,"out_tokens":718},"mistral-large-2":{"in_tokens":1820,"out_tokens":658}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":862,"out_tokens":826,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":16.44656202400006,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1559,"out_tokens":1976},"claude-opus-4-8":{"in_tokens":3006,"out_tokens":774},"claude-opus-4-7":{"in_tokens":3011,"out_tokens":528},"mistral-large-2":{"in_tokens":1758,"out_tokens":694}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":2193,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":33.79392214200004,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1582,"out_tokens":1980},"claude-opus-4-8":{"in_tokens":3104,"out_tokens":642},"claude-opus-4-7":{"in_tokens":3109,"out_tokens":420},"mistral-large-2":{"in_tokens":1725,"out_tokens":566}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":923,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":15.53030860399997,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1731,"out_tokens":2270},"claude-opus-4-8":{"in_tokens":3204,"out_tokens":796},"claude-opus-4-7":{"in_tokens":3209,"out_tokens":591},"mistral-large-2":{"in_tokens":1952,"out_tokens":634}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1019,"out_tokens":722,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":13.32419490999996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1797,"out_tokens":2088},"claude-opus-4-8":{"in_tokens":3322,"out_tokens":808},"claude-opus-4-7":{"in_tokens":3327,"out_tokens":560},"mistral-large-2":{"in_tokens":1928,"out_tokens":750}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":717,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":12.561266262000004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1336,"out_tokens":1586},"claude-opus-4-8":{"in_tokens":2540,"out_tokens":603},"claude-opus-4-7":{"in_tokens":2545,"out_tokens":510},"mistral-large-2":{"in_tokens":1454,"out_tokens":596}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":655,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":11.961086748999946,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1318,"out_tokens":1607},"claude-opus-4-8":{"in_tokens":2529,"out_tokens":936},"claude-opus-4-7":{"in_tokens":2534,"out_tokens":545},"mistral-large-2":{"in_tokens":1464,"out_tokens":649}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":1907,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":24.557526256000074,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1349,"out_tokens":2244},"claude-opus-4-8":{"in_tokens":2734,"out_tokens":516},"claude-opus-4-7":{"in_tokens":2739,"out_tokens":553},"mistral-large-2":{"in_tokens":1429,"out_tokens":605}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":784,"out_tokens":721,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":13.753339643999993,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1448,"out_tokens":2699},"claude-opus-4-8":{"in_tokens":2739,"out_tokens":870},"claude-opus-4-7":{"in_tokens":2744,"out_tokens":642},"mistral-large-2":{"in_tokens":1604,"out_tokens":662}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":659,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":14.117446934999975,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1305,"out_tokens":1543},"claude-opus-4-8":{"in_tokens":2495,"out_tokens":942},"claude-opus-4-7":{"in_tokens":2500,"out_tokens":564},"mistral-large-2":{"in_tokens":1436,"out_tokens":657}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":1798,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":21.138989083999945,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1581,"out_tokens":2972},"claude-opus-4-8":{"in_tokens":3118,"out_tokens":666},"claude-opus-4-7":{"in_tokens":3123,"out_tokens":620},"mistral-large-2":{"in_tokens":1726,"out_tokens":531}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":2129,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":51.696540385999924,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1644,"out_tokens":907},"claude-opus-4-8":{"in_tokens":3304,"out_tokens":521},"claude-opus-4-7":{"in_tokens":3309,"out_tokens":370},"mistral-large-2":{"in_tokens":1749,"out_tokens":550}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":1679,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":21.729059104000044,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1542,"out_tokens":1718},"claude-opus-4-8":{"in_tokens":3140,"out_tokens":495},"claude-opus-4-7":{"in_tokens":3145,"out_tokens":384},"mistral-large-2":{"in_tokens":1678,"out_tokens":568}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":673,"out_tokens":1035,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":21.689498931000003,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1446,"out_tokens":2133},"claude-opus-4-8":{"in_tokens":2799,"out_tokens":689},"claude-opus-4-7":{"in_tokens":2804,"out_tokens":541},"mistral-large-2":{"in_tokens":1610,"out_tokens":841}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":721,"out_tokens":988,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":17.911548865999976,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1519,"out_tokens":2855},"claude-opus-4-8":{"in_tokens":2908,"out_tokens":1180},"claude-opus-4-7":{"in_tokens":2913,"out_tokens":795},"mistral-large-2":{"in_tokens":1657,"out_tokens":883}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":627,"out_tokens":740,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":12.588892943000019,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1274,"out_tokens":1663},"claude-opus-4-8":{"in_tokens":2547,"out_tokens":829},"claude-opus-4-7":{"in_tokens":2552,"out_tokens":572},"mistral-large-2":{"in_tokens":1391,"out_tokens":604}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":2519,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":22.376408726000022,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1431,"out_tokens":1773},"claude-opus-4-8":{"in_tokens":2815,"out_tokens":558},"claude-opus-4-7":{"in_tokens":2820,"out_tokens":484},"mistral-large-2":{"in_tokens":1493,"out_tokens":510}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":657,"out_tokens":1041,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":19.297148249000088,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1399,"out_tokens":1891},"claude-opus-4-8":{"in_tokens":2737,"out_tokens":737},"claude-opus-4-7":{"in_tokens":2742,"out_tokens":515},"mistral-large-2":{"in_tokens":1552,"out_tokens":514}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":618,"out_tokens":607,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":10.485309617999974,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1235,"out_tokens":1615},"claude-opus-4-8":{"in_tokens":2366,"out_tokens":699},"claude-opus-4-7":{"in_tokens":2371,"out_tokens":545},"mistral-large-2":{"in_tokens":1379,"out_tokens":556}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":1737,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":26.80945218599993,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1593,"out_tokens":1851},"claude-opus-4-8":{"in_tokens":3194,"out_tokens":779},"claude-opus-4-7":{"in_tokens":3199,"out_tokens":497},"mistral-large-2":{"in_tokens":1722,"out_tokens":534}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":949,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":16.728700669999967,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1448,"out_tokens":1947},"claude-opus-4-8":{"in_tokens":2671,"out_tokens":865},"claude-opus-4-7":{"in_tokens":2676,"out_tokens":620},"mistral-large-2":{"in_tokens":1597,"out_tokens":610}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":904,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":15.906744032000006,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1285,"out_tokens":1994},"claude-opus-4-8":{"in_tokens":2540,"out_tokens":600},"claude-opus-4-7":{"in_tokens":2545,"out_tokens":469},"mistral-large-2":{"in_tokens":1363,"out_tokens":500}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":1796,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":27.512511909000068,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1546,"out_tokens":1809},"claude-opus-4-8":{"in_tokens":3082,"out_tokens":579},"claude-opus-4-7":{"in_tokens":3087,"out_tokens":458},"mistral-large-2":{"in_tokens":1674,"out_tokens":592}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":1976,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":29.841203339000003,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1343,"out_tokens":1881},"claude-opus-4-8":{"in_tokens":2657,"out_tokens":723},"claude-opus-4-7":{"in_tokens":2662,"out_tokens":590},"mistral-large-2":{"in_tokens":1422,"out_tokens":654}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":641,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":12.243601610000042,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1139,"out_tokens":934},"claude-opus-4-8":{"in_tokens":2203,"out_tokens":559},"claude-opus-4-7":{"in_tokens":2208,"out_tokens":425},"mistral-large-2":{"in_tokens":1234,"out_tokens":497}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":626,"out_tokens":829,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":16.513778806000005,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1335,"out_tokens":1927},"claude-opus-4-8":{"in_tokens":2514,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2519,"out_tokens":558},"mistral-large-2":{"in_tokens":1424,"out_tokens":583}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":617,"out_tokens":943,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":16.033543835000046,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1396,"out_tokens":2525},"claude-opus-4-8":{"in_tokens":2639,"out_tokens":691},"claude-opus-4-7":{"in_tokens":2644,"out_tokens":636},"mistral-large-2":{"in_tokens":1529,"out_tokens":705}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1564,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":24.76003665500002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1380,"out_tokens":1582},"claude-opus-4-8":{"in_tokens":2782,"out_tokens":718},"claude-opus-4-7":{"in_tokens":2787,"out_tokens":523},"mistral-large-2":{"in_tokens":1492,"out_tokens":551}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":1284,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":19.937025925999933,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1362,"out_tokens":1352},"claude-opus-4-8":{"in_tokens":2748,"out_tokens":785},"claude-opus-4-7":{"in_tokens":2753,"out_tokens":480},"mistral-large-2":{"in_tokens":1430,"out_tokens":489}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":839,"out_tokens":1552,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":28.188403305000065,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1915,"out_tokens":4052},"claude-opus-4-8":{"in_tokens":3771,"out_tokens":981},"claude-opus-4-7":{"in_tokens":3776,"out_tokens":760},"mistral-large-2":{"in_tokens":2069,"out_tokens":790}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1427,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":25.722945503000005,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1666,"out_tokens":2384},"claude-opus-4-8":{"in_tokens":3464,"out_tokens":944},"claude-opus-4-7":{"in_tokens":3469,"out_tokens":773},"mistral-large-2":{"in_tokens":1791,"out_tokens":828}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":771,"out_tokens":1404,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":24.16086451600006,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1713,"out_tokens":2164},"claude-opus-4-8":{"in_tokens":3429,"out_tokens":1045},"claude-opus-4-7":{"in_tokens":3434,"out_tokens":700},"mistral-large-2":{"in_tokens":1860,"out_tokens":711}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":3024,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":45.19831571299994,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1629,"out_tokens":2078},"claude-opus-4-8":{"in_tokens":3111,"out_tokens":917},"claude-opus-4-7":{"in_tokens":3116,"out_tokens":607},"mistral-large-2":{"in_tokens":1719,"out_tokens":705}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":1991,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":31.364665478000006,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1628,"out_tokens":1685},"claude-opus-4-8":{"in_tokens":3202,"out_tokens":683},"claude-opus-4-7":{"in_tokens":3207,"out_tokens":557},"mistral-large-2":{"in_tokens":1745,"out_tokens":601}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":677,"out_tokens":1456,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":26.67151277800008,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1554,"out_tokens":2194},"claude-opus-4-8":{"in_tokens":3173,"out_tokens":696},"claude-opus-4-7":{"in_tokens":3178,"out_tokens":476},"mistral-large-2":{"in_tokens":1651,"out_tokens":616}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":945,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":17.880914119999943,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1210,"out_tokens":2099},"claude-opus-4-8":{"in_tokens":2391,"out_tokens":919},"claude-opus-4-7":{"in_tokens":2396,"out_tokens":490},"mistral-large-2":{"in_tokens":1277,"out_tokens":583}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":1687,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":29.358708451999973,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1397,"out_tokens":2100},"claude-opus-4-8":{"in_tokens":2866,"out_tokens":647},"claude-opus-4-7":{"in_tokens":2871,"out_tokens":545},"mistral-large-2":{"in_tokens":1489,"out_tokens":572}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1338,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":25.360187620000033,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1439,"out_tokens":3287},"claude-opus-4-8":{"in_tokens":2778,"out_tokens":689},"claude-opus-4-7":{"in_tokens":2783,"out_tokens":628},"mistral-large-2":{"in_tokens":1556,"out_tokens":568}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":558,"out_tokens":1276,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":23.578862722000054,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1377,"out_tokens":2576},"claude-opus-4-8":{"in_tokens":2723,"out_tokens":696},"claude-opus-4-7":{"in_tokens":2728,"out_tokens":620},"mistral-large-2":{"in_tokens":1476,"out_tokens":742}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":2546,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":35.944912672999976,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.6,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2634,"out_tokens":2621},"claude-opus-4-8":{"in_tokens":5142,"out_tokens":1345},"claude-opus-4-7":{"in_tokens":5147,"out_tokens":1024},"mistral-large-2":{"in_tokens":2760,"out_tokens":995}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":604,"out_tokens":1218,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":21.31503343199995,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1417,"out_tokens":3016},"claude-opus-4-8":{"in_tokens":2782,"out_tokens":710},"claude-opus-4-7":{"in_tokens":2787,"out_tokens":583},"mistral-large-2":{"in_tokens":1533,"out_tokens":580}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":2146,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":31.746734986999968,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2377,"out_tokens":2101},"claude-opus-4-8":{"in_tokens":4664,"out_tokens":929},"claude-opus-4-7":{"in_tokens":4669,"out_tokens":669},"mistral-large-2":{"in_tokens":2576,"out_tokens":790}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1137,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":18.848874552999973,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1307,"out_tokens":2351},"claude-opus-4-8":{"in_tokens":2671,"out_tokens":483},"claude-opus-4-7":{"in_tokens":2676,"out_tokens":429},"mistral-large-2":{"in_tokens":1404,"out_tokens":533}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":1338,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":23.61387572299998,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1386,"out_tokens":2687},"claude-opus-4-8":{"in_tokens":2693,"out_tokens":999},"claude-opus-4-7":{"in_tokens":2698,"out_tokens":775},"mistral-large-2":{"in_tokens":1452,"out_tokens":1171}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":601,"out_tokens":1345,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":27.332119182000042,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1463,"out_tokens":1660},"claude-opus-4-8":{"in_tokens":2858,"out_tokens":591},"claude-opus-4-7":{"in_tokens":2863,"out_tokens":479},"mistral-large-2":{"in_tokens":1588,"out_tokens":822}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":1257,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":21.827055685999994,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1445,"out_tokens":2714},"claude-opus-4-8":{"in_tokens":2797,"out_tokens":891},"claude-opus-4-7":{"in_tokens":2802,"out_tokens":1020},"mistral-large-2":{"in_tokens":1515,"out_tokens":601}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":483,"out_tokens":1015,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":20.44114550200004,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1234,"out_tokens":2526},"claude-opus-4-8":{"in_tokens":2407,"out_tokens":614},"claude-opus-4-7":{"in_tokens":2412,"out_tokens":434},"mistral-large-2":{"in_tokens":1331,"out_tokens":558}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":3404,"error":null,"skip_reason":null,"score_raw":0.825,"duration_s":62.56067391400006,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2894,"out_tokens":3877},"claude-opus-4-8":{"in_tokens":5679,"out_tokens":1419},"claude-opus-4-7":{"in_tokens":5684,"out_tokens":865},"mistral-large-2":{"in_tokens":3108,"out_tokens":909}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":2355,"error":null,"skip_reason":null,"score_raw":0.6749999999999999,"duration_s":35.15612440799998,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2333,"out_tokens":2341},"claude-opus-4-8":{"in_tokens":4672,"out_tokens":859},"claude-opus-4-7":{"in_tokens":4677,"out_tokens":779},"mistral-large-2":{"in_tokens":2526,"out_tokens":906}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":1180,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":22.03836947700006,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1441,"out_tokens":2810},"claude-opus-4-8":{"in_tokens":2857,"out_tokens":738},"claude-opus-4-7":{"in_tokens":2862,"out_tokens":848},"mistral-large-2":{"in_tokens":1558,"out_tokens":619}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":777,"out_tokens":1392,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":23.740767473000005,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1692,"out_tokens":3302},"claude-opus-4-8":{"in_tokens":3248,"out_tokens":843},"claude-opus-4-7":{"in_tokens":3253,"out_tokens":647},"mistral-large-2":{"in_tokens":1790,"out_tokens":705}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":2352,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":37.82074641100007,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1641,"out_tokens":1812},"claude-opus-4-8":{"in_tokens":3153,"out_tokens":684},"claude-opus-4-7":{"in_tokens":3158,"out_tokens":518},"mistral-large-2":{"in_tokens":1743,"out_tokens":583}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":2778,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":52.939699341999926,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.9,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2251,"out_tokens":2142},"claude-opus-4-8":{"in_tokens":4493,"out_tokens":1109},"claude-opus-4-7":{"in_tokens":4498,"out_tokens":810},"mistral-large-2":{"in_tokens":2376,"out_tokens":909}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1176,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":23.116772276999995,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1386,"out_tokens":2064},"claude-opus-4-8":{"in_tokens":2723,"out_tokens":640},"claude-opus-4-7":{"in_tokens":2728,"out_tokens":585},"mistral-large-2":{"in_tokens":1476,"out_tokens":842}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":811,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":14.341753621999942,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1182,"out_tokens":1212},"claude-opus-4-8":{"in_tokens":2366,"out_tokens":633},"claude-opus-4-7":{"in_tokens":2371,"out_tokens":423},"mistral-large-2":{"in_tokens":1234,"out_tokens":511}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":1019,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":18.68194590500002,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1233,"out_tokens":3198},"claude-opus-4-8":{"in_tokens":2517,"out_tokens":572},"claude-opus-4-7":{"in_tokens":2522,"out_tokens":603},"mistral-large-2":{"in_tokens":1310,"out_tokens":500}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":2300,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":25.29611585600003,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1921,"out_tokens":2331},"claude-opus-4-8":{"in_tokens":3860,"out_tokens":822},"claude-opus-4-7":{"in_tokens":3865,"out_tokens":706},"mistral-large-2":{"in_tokens":2063,"out_tokens":809}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":1715,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":32.78100086899997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1504,"out_tokens":1483},"claude-opus-4-8":{"in_tokens":2896,"out_tokens":484},"claude-opus-4-7":{"in_tokens":2901,"out_tokens":445},"mistral-large-2":{"in_tokens":1622,"out_tokens":513}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1015,"out_tokens":1733,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":33.593580850999956,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2337,"out_tokens":3811},"claude-opus-4-8":{"in_tokens":4510,"out_tokens":1067},"claude-opus-4-7":{"in_tokens":4515,"out_tokens":857},"mistral-large-2":{"in_tokens":2481,"out_tokens":840}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":999,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":34.367642685999954,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2429,"out_tokens":3339},"claude-opus-4-8":{"in_tokens":4679,"out_tokens":1349},"claude-opus-4-7":{"in_tokens":4684,"out_tokens":889},"mistral-large-2":{"in_tokens":2620,"out_tokens":772}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":1857,"error":null,"skip_reason":null,"score_raw":0.925,"duration_s":37.74067792999995,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2283,"out_tokens":2641},"claude-opus-4-8":{"in_tokens":4427,"out_tokens":1329},"claude-opus-4-7":{"in_tokens":4432,"out_tokens":936},"mistral-large-2":{"in_tokens":2496,"out_tokens":880}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":2618,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":41.22735910200004,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1714,"out_tokens":2036},"claude-opus-4-8":{"in_tokens":3310,"out_tokens":751},"claude-opus-4-7":{"in_tokens":3315,"out_tokens":617},"mistral-large-2":{"in_tokens":1825,"out_tokens":719}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":3444,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":45.28964110000004,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2367,"out_tokens":2673},"claude-opus-4-8":{"in_tokens":4630,"out_tokens":1154},"claude-opus-4-7":{"in_tokens":4635,"out_tokens":990},"mistral-large-2":{"in_tokens":2482,"out_tokens":902}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":400,"out_tokens":195,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":5.337249457999974,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1107,"out_tokens":1926},"claude-opus-4-8":{"in_tokens":2110,"out_tokens":935},"claude-opus-4-7":{"in_tokens":2115,"out_tokens":606},"mistral-large-2":{"in_tokens":1182,"out_tokens":579}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":921,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":36.273156929999914,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2370,"out_tokens":3048},"claude-opus-4-8":{"in_tokens":4661,"out_tokens":1162},"claude-opus-4-7":{"in_tokens":4666,"out_tokens":863},"mistral-large-2":{"in_tokens":2514,"out_tokens":796}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":520,"out_tokens":314,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":6.5117279380000355,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1571,"out_tokens":2711},"claude-opus-4-8":{"in_tokens":2940,"out_tokens":1152},"claude-opus-4-7":{"in_tokens":2945,"out_tokens":871},"mistral-large-2":{"in_tokens":1668,"out_tokens":740}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":206,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":8.225331538999967,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1271,"out_tokens":2218},"claude-opus-4-8":{"in_tokens":2401,"out_tokens":780},"claude-opus-4-7":{"in_tokens":2406,"out_tokens":800},"mistral-large-2":{"in_tokens":1392,"out_tokens":646}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":891,"out_tokens":1479,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":26.48568805399998,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2090,"out_tokens":2980},"claude-opus-4-8":{"in_tokens":4058,"out_tokens":1095},"claude-opus-4-7":{"in_tokens":4063,"out_tokens":935},"mistral-large-2":{"in_tokens":2260,"out_tokens":842}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":5.732696540999996,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1128,"out_tokens":1675},"claude-opus-4-8":{"in_tokens":2147,"out_tokens":778},"claude-opus-4-7":{"in_tokens":2152,"out_tokens":720},"mistral-large-2":{"in_tokens":1205,"out_tokens":679}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":219,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":6.178267354000013,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1647,"out_tokens":1437},"claude-opus-4-8":{"in_tokens":3130,"out_tokens":942},"claude-opus-4-7":{"in_tokens":3135,"out_tokens":676},"mistral-large-2":{"in_tokens":1774,"out_tokens":801}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":1344,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":24.12264953800002,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1530,"out_tokens":2032},"claude-opus-4-8":{"in_tokens":2939,"out_tokens":725},"claude-opus-4-7":{"in_tokens":2944,"out_tokens":658},"mistral-large-2":{"in_tokens":1627,"out_tokens":655}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1212,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":20.37476251399994,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1704,"out_tokens":3642},"claude-opus-4-8":{"in_tokens":3423,"out_tokens":1091},"claude-opus-4-7":{"in_tokens":3428,"out_tokens":969},"mistral-large-2":{"in_tokens":1823,"out_tokens":758}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":3014,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":47.263950935000025,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2627,"out_tokens":2847},"claude-opus-4-8":{"in_tokens":5130,"out_tokens":1239},"claude-opus-4-7":{"in_tokens":5135,"out_tokens":851},"mistral-large-2":{"in_tokens":2831,"out_tokens":710}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":513,"out_tokens":211,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":5.268425476000061,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1347,"out_tokens":1901},"claude-opus-4-8":{"in_tokens":2532,"out_tokens":963},"claude-opus-4-7":{"in_tokens":2537,"out_tokens":532},"mistral-large-2":{"in_tokens":1436,"out_tokens":557}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":614,"out_tokens":283,"error":null,"skip_reason":null,"score_raw":0.15,"duration_s":9.731129100999965,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1729,"out_tokens":1850},"claude-opus-4-8":{"in_tokens":3262,"out_tokens":1039},"claude-opus-4-7":{"in_tokens":3267,"out_tokens":783},"mistral-large-2":{"in_tokens":1835,"out_tokens":784}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":172,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":5.7356753840000465,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1192,"out_tokens":2351},"claude-opus-4-8":{"in_tokens":2306,"out_tokens":1067},"claude-opus-4-7":{"in_tokens":2311,"out_tokens":578},"mistral-large-2":{"in_tokens":1277,"out_tokens":675}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":1253,"error":null,"skip_reason":null,"score_raw":0.7916666666666667,"duration_s":24.675318730000072,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1399,"out_tokens":2003},"claude-opus-4-8":{"in_tokens":2720,"out_tokens":584},"claude-opus-4-7":{"in_tokens":2725,"out_tokens":411},"mistral-large-2":{"in_tokens":1507,"out_tokens":594}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":169,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":12.019666762000043,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1241,"out_tokens":1731},"claude-opus-4-8":{"in_tokens":2345,"out_tokens":996},"claude-opus-4-7":{"in_tokens":2350,"out_tokens":654},"mistral-large-2":{"in_tokens":1320,"out_tokens":660}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":212,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":6.156554645000028,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1191,"out_tokens":1400},"claude-opus-4-8":{"in_tokens":2378,"out_tokens":754},"claude-opus-4-7":{"in_tokens":2383,"out_tokens":638},"mistral-large-2":{"in_tokens":1252,"out_tokens":519}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":753,"out_tokens":1337,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":24.032074581000074,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1707,"out_tokens":3848},"claude-opus-4-8":{"in_tokens":3257,"out_tokens":1120},"claude-opus-4-7":{"in_tokens":3262,"out_tokens":905},"mistral-large-2":{"in_tokens":1833,"out_tokens":888}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":282,"error":null,"skip_reason":null,"score_raw":0.1,"duration_s":6.128326500000071,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1744,"out_tokens":2330},"claude-opus-4-8":{"in_tokens":3243,"out_tokens":1006},"claude-opus-4-7":{"in_tokens":3248,"out_tokens":803},"mistral-large-2":{"in_tokens":1853,"out_tokens":692}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":207,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":7.269997006999915,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1297,"out_tokens":1844},"claude-opus-4-8":{"in_tokens":2495,"out_tokens":772},"claude-opus-4-7":{"in_tokens":2500,"out_tokens":561},"mistral-large-2":{"in_tokens":1410,"out_tokens":552}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":531,"out_tokens":190,"error":null,"skip_reason":null,"score_raw":0.21428571428571427,"duration_s":11.00338763600007,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.2857142857142857,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1182,"out_tokens":1443},"claude-opus-4-8":{"in_tokens":2303,"out_tokens":769},"claude-opus-4-7":{"in_tokens":2308,"out_tokens":630},"mistral-large-2":{"in_tokens":1247,"out_tokens":572}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":2727,"error":null,"skip_reason":null,"score_raw":0.925,"duration_s":59.17225921700003,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2586,"out_tokens":2404},"claude-opus-4-8":{"in_tokens":5078,"out_tokens":998},"claude-opus-4-7":{"in_tokens":5083,"out_tokens":762},"mistral-large-2":{"in_tokens":2794,"out_tokens":865}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":452,"out_tokens":255,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":6.526334517999999,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1303,"out_tokens":2185},"claude-opus-4-8":{"in_tokens":2467,"out_tokens":1038},"claude-opus-4-7":{"in_tokens":2472,"out_tokens":851},"mistral-large-2":{"in_tokens":1404,"out_tokens":773}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":7.479389274999903,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1294,"out_tokens":1739},"claude-opus-4-8":{"in_tokens":2506,"out_tokens":993},"claude-opus-4-7":{"in_tokens":2511,"out_tokens":854},"mistral-large-2":{"in_tokens":1340,"out_tokens":790}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":268,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":7.7886256369999955,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1339,"out_tokens":1294},"claude-opus-4-8":{"in_tokens":2539,"out_tokens":672},"claude-opus-4-7":{"in_tokens":2544,"out_tokens":529},"mistral-large-2":{"in_tokens":1399,"out_tokens":696}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":193,"error":null,"skip_reason":null,"score_raw":0.38888888888888884,"duration_s":9.881075524999915,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1276,"out_tokens":1105},"claude-opus-4-8":{"in_tokens":2399,"out_tokens":757},"claude-opus-4-7":{"in_tokens":2404,"out_tokens":494},"mistral-large-2":{"in_tokens":1333,"out_tokens":587}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1314,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":34.722232822000024,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2594,"out_tokens":3491},"claude-opus-4-8":{"in_tokens":5022,"out_tokens":1329},"claude-opus-4-7":{"in_tokens":5027,"out_tokens":948},"mistral-large-2":{"in_tokens":2707,"out_tokens":860}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":219,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":7.201246863000051,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1227,"out_tokens":1768},"claude-opus-4-8":{"in_tokens":2260,"out_tokens":557},"claude-opus-4-7":{"in_tokens":2265,"out_tokens":445},"mistral-large-2":{"in_tokens":1285,"out_tokens":518}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":139,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":4.77080087399986,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1014,"out_tokens":890},"claude-opus-4-8":{"in_tokens":1903,"out_tokens":559},"claude-opus-4-7":{"in_tokens":1908,"out_tokens":466},"mistral-large-2":{"in_tokens":1068,"out_tokens":451}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":466,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":10.258477558000095,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1130,"out_tokens":1259},"claude-opus-4-8":{"in_tokens":2068,"out_tokens":645},"claude-opus-4-7":{"in_tokens":2073,"out_tokens":592},"mistral-large-2":{"in_tokens":1195,"out_tokens":513}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1108,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":39.557190913999875,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2409,"out_tokens":2192},"claude-opus-4-8":{"in_tokens":4685,"out_tokens":1211},"claude-opus-4-7":{"in_tokens":4690,"out_tokens":833},"mistral-large-2":{"in_tokens":2604,"out_tokens":824}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":167,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":4.518537659999993,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1001,"out_tokens":1064},"claude-opus-4-8":{"in_tokens":1902,"out_tokens":575},"claude-opus-4-7":{"in_tokens":1907,"out_tokens":452},"mistral-large-2":{"in_tokens":1058,"out_tokens":426}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":439,"out_tokens":160,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":15.486099580999962,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1109,"out_tokens":1540},"claude-opus-4-8":{"in_tokens":2088,"out_tokens":643},"claude-opus-4-7":{"in_tokens":2093,"out_tokens":559},"mistral-large-2":{"in_tokens":1158,"out_tokens":555}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":450,"out_tokens":186,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":5.411539689999927,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1063,"out_tokens":1028},"claude-opus-4-8":{"in_tokens":2035,"out_tokens":592},"claude-opus-4-7":{"in_tokens":2040,"out_tokens":442},"mistral-large-2":{"in_tokens":1129,"out_tokens":467}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":533,"out_tokens":164,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":6.349967636999963,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1199,"out_tokens":1102},"claude-opus-4-8":{"in_tokens":2255,"out_tokens":642},"claude-opus-4-7":{"in_tokens":2260,"out_tokens":483},"mistral-large-2":{"in_tokens":1263,"out_tokens":561}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":406,"out_tokens":155,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":8.881867516999819,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1025,"out_tokens":1136},"claude-opus-4-8":{"in_tokens":1940,"out_tokens":681},"claude-opus-4-7":{"in_tokens":1945,"out_tokens":519},"mistral-large-2":{"in_tokens":1082,"out_tokens":556}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1114,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":38.824082766999936,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2504,"out_tokens":3410},"claude-opus-4-8":{"in_tokens":4878,"out_tokens":1536},"claude-opus-4-7":{"in_tokens":4883,"out_tokens":1026},"mistral-large-2":{"in_tokens":2702,"out_tokens":919}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":10.851085942999816,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1177,"out_tokens":1479},"claude-opus-4-8":{"in_tokens":2175,"out_tokens":686},"claude-opus-4-7":{"in_tokens":2180,"out_tokens":509},"mistral-large-2":{"in_tokens":1227,"out_tokens":638}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":421,"out_tokens":171,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":12.675292872,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":989,"out_tokens":831},"claude-opus-4-8":{"in_tokens":1876,"out_tokens":520},"claude-opus-4-7":{"in_tokens":1881,"out_tokens":406},"mistral-large-2":{"in_tokens":1028,"out_tokens":431}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":199,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":6.343060611999817,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1040,"out_tokens":1105},"claude-opus-4-8":{"in_tokens":1980,"out_tokens":679},"claude-opus-4-7":{"in_tokens":1985,"out_tokens":571},"mistral-large-2":{"in_tokens":1097,"out_tokens":591}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":418,"out_tokens":168,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":5.676625019000085,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1049,"out_tokens":1038},"claude-opus-4-8":{"in_tokens":1947,"out_tokens":662},"claude-opus-4-7":{"in_tokens":1952,"out_tokens":516},"mistral-large-2":{"in_tokens":1098,"out_tokens":541}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":528,"out_tokens":283,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":6.691074458000003,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1406,"out_tokens":1348},"claude-opus-4-8":{"in_tokens":2697,"out_tokens":730},"claude-opus-4-7":{"in_tokens":2702,"out_tokens":667},"mistral-large-2":{"in_tokens":1461,"out_tokens":654}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":185,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":6.188890188000187,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1155,"out_tokens":983},"claude-opus-4-8":{"in_tokens":2175,"out_tokens":601},"claude-opus-4-7":{"in_tokens":2180,"out_tokens":444},"mistral-large-2":{"in_tokens":1198,"out_tokens":538}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":159,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":4.746835793999935,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1094,"out_tokens":1281},"claude-opus-4-8":{"in_tokens":2074,"out_tokens":595},"claude-opus-4-7":{"in_tokens":2079,"out_tokens":505},"mistral-large-2":{"in_tokens":1147,"out_tokens":485}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":256,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":6.5207518600000185,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1192,"out_tokens":1390},"claude-opus-4-8":{"in_tokens":2220,"out_tokens":625},"claude-opus-4-7":{"in_tokens":2225,"out_tokens":455},"mistral-large-2":{"in_tokens":1255,"out_tokens":749}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":135,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":4.331463480999901,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1128,"out_tokens":1333},"claude-opus-4-8":{"in_tokens":2130,"out_tokens":678},"claude-opus-4-7":{"in_tokens":2135,"out_tokens":567},"mistral-large-2":{"in_tokens":1238,"out_tokens":768}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":214,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":5.188723667000204,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1076,"out_tokens":1126},"claude-opus-4-8":{"in_tokens":2086,"out_tokens":532},"claude-opus-4-7":{"in_tokens":2091,"out_tokens":401},"mistral-large-2":{"in_tokens":1132,"out_tokens":471}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":90,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":8.087354632999904,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1036,"out_tokens":806},"claude-opus-4-8":{"in_tokens":1945,"out_tokens":676},"claude-opus-4-7":{"in_tokens":1950,"out_tokens":440},"mistral-large-2":{"in_tokens":1072,"out_tokens":515}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":439,"out_tokens":161,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":5.238182431000041,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1007,"out_tokens":1440},"claude-opus-4-8":{"in_tokens":1983,"out_tokens":679},"claude-opus-4-7":{"in_tokens":1988,"out_tokens":505},"mistral-large-2":{"in_tokens":1090,"out_tokens":622}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":133,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":5.405646227000034,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":990,"out_tokens":1354},"claude-opus-4-8":{"in_tokens":1905,"out_tokens":643},"claude-opus-4-7":{"in_tokens":1910,"out_tokens":547},"mistral-large-2":{"in_tokens":1117,"out_tokens":588}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":81,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":4.177095665000024,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":936,"out_tokens":1180},"claude-opus-4-8":{"in_tokens":1805,"out_tokens":607},"claude-opus-4-7":{"in_tokens":1810,"out_tokens":392},"mistral-large-2":{"in_tokens":1005,"out_tokens":462}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":501,"out_tokens":108,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":7.662861386000031,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1050,"out_tokens":998},"claude-opus-4-8":{"in_tokens":1990,"out_tokens":793},"claude-opus-4-7":{"in_tokens":1995,"out_tokens":510},"mistral-large-2":{"in_tokens":1134,"out_tokens":531}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":455,"out_tokens":153,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":5.158650934999969,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":988,"out_tokens":1151},"claude-opus-4-8":{"in_tokens":1930,"out_tokens":776},"claude-opus-4-7":{"in_tokens":1935,"out_tokens":550},"mistral-large-2":{"in_tokens":1069,"out_tokens":579}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":487,"out_tokens":85,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":3.37978337200002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1011,"out_tokens":1201},"claude-opus-4-8":{"in_tokens":1900,"out_tokens":463},"claude-opus-4-7":{"in_tokens":1905,"out_tokens":430},"mistral-large-2":{"in_tokens":1105,"out_tokens":456}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":532,"out_tokens":139,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":4.917345160999957,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1081,"out_tokens":1286},"claude-opus-4-8":{"in_tokens":2081,"out_tokens":673},"claude-opus-4-7":{"in_tokens":2086,"out_tokens":462},"mistral-large-2":{"in_tokens":1186,"out_tokens":498}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":471,"out_tokens":109,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":8.078306232000159,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1004,"out_tokens":1031},"claude-opus-4-8":{"in_tokens":1905,"out_tokens":664},"claude-opus-4-7":{"in_tokens":1910,"out_tokens":546},"mistral-large-2":{"in_tokens":1110,"out_tokens":606}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":497,"out_tokens":133,"error":null,"skip_reason":null,"score_raw":0.3055555555555556,"duration_s":4.874893481999834,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1075,"out_tokens":1233},"claude-opus-4-8":{"in_tokens":2033,"out_tokens":837},"claude-opus-4-7":{"in_tokens":2038,"out_tokens":518},"mistral-large-2":{"in_tokens":1165,"out_tokens":551}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":83,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":5.203587324999944,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1104,"out_tokens":1161},"claude-opus-4-8":{"in_tokens":2060,"out_tokens":605},"claude-opus-4-7":{"in_tokens":2065,"out_tokens":485},"mistral-large-2":{"in_tokens":1214,"out_tokens":614}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":83,"error":null,"skip_reason":null,"score_raw":0.1388888888888889,"duration_s":6.101011258000199,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1070,"out_tokens":1357},"claude-opus-4-8":{"in_tokens":2010,"out_tokens":708},"claude-opus-4-7":{"in_tokens":2015,"out_tokens":583},"mistral-large-2":{"in_tokens":1141,"out_tokens":583}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":116,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":5.758190656000124,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":967,"out_tokens":1449},"claude-opus-4-8":{"in_tokens":1809,"out_tokens":737},"claude-opus-4-7":{"in_tokens":1814,"out_tokens":471},"mistral-large-2":{"in_tokens":1077,"out_tokens":656}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":144,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":4.876578369000072,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1153,"out_tokens":1971},"claude-opus-4-8":{"in_tokens":2198,"out_tokens":744},"claude-opus-4-7":{"in_tokens":2203,"out_tokens":694},"mistral-large-2":{"in_tokens":1279,"out_tokens":584}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":108,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":5.029333723000036,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":962,"out_tokens":1107},"claude-opus-4-8":{"in_tokens":1922,"out_tokens":669},"claude-opus-4-7":{"in_tokens":1927,"out_tokens":521},"mistral-large-2":{"in_tokens":1025,"out_tokens":458}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":121,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":4.642142758999853,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":996,"out_tokens":1187},"claude-opus-4-8":{"in_tokens":1938,"out_tokens":719},"claude-opus-4-7":{"in_tokens":1943,"out_tokens":571},"mistral-large-2":{"in_tokens":1070,"out_tokens":536}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":441,"out_tokens":109,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":6.058871424000017,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1067,"out_tokens":1610},"claude-opus-4-8":{"in_tokens":1961,"out_tokens":632},"claude-opus-4-7":{"in_tokens":1966,"out_tokens":521},"mistral-large-2":{"in_tokens":1209,"out_tokens":640}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":93,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":5.894722890999901,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1011,"out_tokens":1059},"claude-opus-4-8":{"in_tokens":2058,"out_tokens":687},"claude-opus-4-7":{"in_tokens":2063,"out_tokens":491},"mistral-large-2":{"in_tokens":1122,"out_tokens":476}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":684,"out_tokens":117,"error":null,"skip_reason":null,"score_raw":0.39285714285714285,"duration_s":4.657341306000035,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1351,"out_tokens":1083},"claude-opus-4-8":{"in_tokens":2481,"out_tokens":592},"claude-opus-4-7":{"in_tokens":2486,"out_tokens":463},"mistral-large-2":{"in_tokens":1521,"out_tokens":505}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":619,"out_tokens":118,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":7.956882789000019,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1235,"out_tokens":1393},"claude-opus-4-8":{"in_tokens":2385,"out_tokens":710},"claude-opus-4-7":{"in_tokens":2390,"out_tokens":537},"mistral-large-2":{"in_tokens":1389,"out_tokens":535}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":451,"out_tokens":167,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":5.23651777200007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1113,"out_tokens":1202},"claude-opus-4-8":{"in_tokens":2138,"out_tokens":701},"claude-opus-4-7":{"in_tokens":2143,"out_tokens":505},"mistral-large-2":{"in_tokens":1204,"out_tokens":578}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":725,"out_tokens":181,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":6.219470741000123,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1569,"out_tokens":2260},"claude-opus-4-8":{"in_tokens":2902,"out_tokens":887},"claude-opus-4-7":{"in_tokens":2907,"out_tokens":586},"mistral-large-2":{"in_tokens":1680,"out_tokens":498}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":484,"out_tokens":116,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":4.703189833000124,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1084,"out_tokens":1110},"claude-opus-4-8":{"in_tokens":2068,"out_tokens":719},"claude-opus-4-7":{"in_tokens":2073,"out_tokens":545},"mistral-large-2":{"in_tokens":1206,"out_tokens":608}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":156,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":4.898236314000087,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1199,"out_tokens":937},"claude-opus-4-8":{"in_tokens":2305,"out_tokens":648},"claude-opus-4-7":{"in_tokens":2310,"out_tokens":545},"mistral-large-2":{"in_tokens":1307,"out_tokens":624}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":519,"out_tokens":87,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":4.885205296000095,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1082,"out_tokens":1344},"claude-opus-4-8":{"in_tokens":2081,"out_tokens":798},"claude-opus-4-7":{"in_tokens":2086,"out_tokens":549},"mistral-large-2":{"in_tokens":1172,"out_tokens":566}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":187,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":5.958236569000064,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1091,"out_tokens":1415},"claude-opus-4-8":{"in_tokens":2092,"out_tokens":629},"claude-opus-4-7":{"in_tokens":2097,"out_tokens":486},"mistral-large-2":{"in_tokens":1225,"out_tokens":844}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":73,"error":null,"skip_reason":null,"score_raw":0.2222222222222222,"duration_s":7.202395084000045,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1028,"out_tokens":1831},"claude-opus-4-8":{"in_tokens":1963,"out_tokens":633},"claude-opus-4-7":{"in_tokens":1968,"out_tokens":578},"mistral-large-2":{"in_tokens":1132,"out_tokens":610}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":70,"error":null,"skip_reason":null,"score_raw":0.38888888888888884,"duration_s":4.353746697000133,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":988,"out_tokens":1242},"claude-opus-4-8":{"in_tokens":1942,"out_tokens":740},"claude-opus-4-7":{"in_tokens":1947,"out_tokens":544},"mistral-large-2":{"in_tokens":1082,"out_tokens":513}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":495,"out_tokens":84,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":3.6118090760000996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":946,"out_tokens":894},"claude-opus-4-8":{"in_tokens":1863,"out_tokens":764},"claude-opus-4-7":{"in_tokens":1868,"out_tokens":488},"mistral-large-2":{"in_tokens":1035,"out_tokens":504}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":115,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":4.756431494000026,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":961,"out_tokens":1467},"claude-opus-4-8":{"in_tokens":1843,"out_tokens":706},"claude-opus-4-7":{"in_tokens":1848,"out_tokens":533},"mistral-large-2":{"in_tokens":1012,"out_tokens":498}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":123,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":7.65496033799991,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1034,"out_tokens":1186},"claude-opus-4-8":{"in_tokens":1936,"out_tokens":857},"claude-opus-4-7":{"in_tokens":1941,"out_tokens":564},"mistral-large-2":{"in_tokens":1134,"out_tokens":638}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":94,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":8.499259622000181,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1011,"out_tokens":880},"claude-opus-4-8":{"in_tokens":1934,"out_tokens":636},"claude-opus-4-7":{"in_tokens":1939,"out_tokens":454},"mistral-large-2":{"in_tokens":1124,"out_tokens":527}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":103,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":7.1519301050000195,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1000,"out_tokens":1271},"claude-opus-4-8":{"in_tokens":1862,"out_tokens":571},"claude-opus-4-7":{"in_tokens":1867,"out_tokens":499},"mistral-large-2":{"in_tokens":1077,"out_tokens":516}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":122,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":4.603980107000098,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":927,"out_tokens":1371},"claude-opus-4-8":{"in_tokens":1799,"out_tokens":563},"claude-opus-4-7":{"in_tokens":1804,"out_tokens":433},"mistral-large-2":{"in_tokens":1007,"out_tokens":527}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":90,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":4.334463646999893,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":986,"out_tokens":1258},"claude-opus-4-8":{"in_tokens":1848,"out_tokens":597},"claude-opus-4-7":{"in_tokens":1853,"out_tokens":450},"mistral-large-2":{"in_tokens":1075,"out_tokens":558}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":569,"out_tokens":204,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":4.43936865600017,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1155,"out_tokens":1867},"claude-opus-4-8":{"in_tokens":2395,"out_tokens":629},"claude-opus-4-7":{"in_tokens":2400,"out_tokens":527},"mistral-large-2":{"in_tokens":1242,"out_tokens":754}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":287,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":7.045310644999972,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1271,"out_tokens":1513},"claude-opus-4-8":{"in_tokens":2538,"out_tokens":748},"claude-opus-4-7":{"in_tokens":2543,"out_tokens":653},"mistral-large-2":{"in_tokens":1371,"out_tokens":525}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":491,"out_tokens":316,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":6.264494455999966,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1119,"out_tokens":1188},"claude-opus-4-8":{"in_tokens":2294,"out_tokens":580},"claude-opus-4-7":{"in_tokens":2299,"out_tokens":496},"mistral-large-2":{"in_tokens":1202,"out_tokens":458}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":297,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":9.876020802999847,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1382,"out_tokens":2183},"claude-opus-4-8":{"in_tokens":2743,"out_tokens":962},"claude-opus-4-7":{"in_tokens":2748,"out_tokens":649},"mistral-large-2":{"in_tokens":1488,"out_tokens":685}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":312,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":6.389028638999889,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1001,"out_tokens":1791},"claude-opus-4-8":{"in_tokens":1997,"out_tokens":521},"claude-opus-4-7":{"in_tokens":2002,"out_tokens":530},"mistral-large-2":{"in_tokens":1078,"out_tokens":497}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":259,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":6.232977091000066,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":952,"out_tokens":893},"claude-opus-4-8":{"in_tokens":1912,"out_tokens":559},"claude-opus-4-7":{"in_tokens":1917,"out_tokens":394},"mistral-large-2":{"in_tokens":1013,"out_tokens":450}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":200,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":6.100716953999836,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":906,"out_tokens":1543},"claude-opus-4-8":{"in_tokens":1798,"out_tokens":630},"claude-opus-4-7":{"in_tokens":1803,"out_tokens":383},"mistral-large-2":{"in_tokens":959,"out_tokens":479}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":359,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":6.015822439999965,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1129,"out_tokens":2174},"claude-opus-4-8":{"in_tokens":2192,"out_tokens":609},"claude-opus-4-7":{"in_tokens":2197,"out_tokens":479},"mistral-large-2":{"in_tokens":1227,"out_tokens":517}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":455,"out_tokens":235,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":6.058322831999931,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.16666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":966,"out_tokens":1934},"claude-opus-4-8":{"in_tokens":1931,"out_tokens":604},"claude-opus-4-7":{"in_tokens":1936,"out_tokens":486},"mistral-large-2":{"in_tokens":1039,"out_tokens":555}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":415,"out_tokens":163,"error":null,"skip_reason":null,"score_raw":0.7916666666666667,"duration_s":5.018894306999982,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":850,"out_tokens":1628},"claude-opus-4-8":{"in_tokens":1643,"out_tokens":432},"claude-opus-4-7":{"in_tokens":1648,"out_tokens":371},"mistral-large-2":{"in_tokens":882,"out_tokens":465}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":453,"out_tokens":180,"error":null,"skip_reason":null,"score_raw":0.20833333333333331,"duration_s":4.846395933000167,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":916,"out_tokens":1497},"claude-opus-4-8":{"in_tokens":1869,"out_tokens":552},"claude-opus-4-7":{"in_tokens":1874,"out_tokens":512},"mistral-large-2":{"in_tokens":974,"out_tokens":444}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":340,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":5.9360548479999125,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1081,"out_tokens":2161},"claude-opus-4-8":{"in_tokens":2137,"out_tokens":765},"claude-opus-4-7":{"in_tokens":2142,"out_tokens":650},"mistral-large-2":{"in_tokens":1135,"out_tokens":714}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":240,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":4.638948001000017,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1197,"out_tokens":2574},"claude-opus-4-8":{"in_tokens":2260,"out_tokens":699},"claude-opus-4-7":{"in_tokens":2265,"out_tokens":548},"mistral-large-2":{"in_tokens":1257,"out_tokens":540}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":176,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":9.54755812999997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":859,"out_tokens":1181},"claude-opus-4-8":{"in_tokens":1697,"out_tokens":546},"claude-opus-4-7":{"in_tokens":1702,"out_tokens":438},"mistral-large-2":{"in_tokens":920,"out_tokens":496}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":158,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":7.187516239999923,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":987,"out_tokens":1226},"claude-opus-4-8":{"in_tokens":1979,"out_tokens":643},"claude-opus-4-7":{"in_tokens":1984,"out_tokens":550},"mistral-large-2":{"in_tokens":1061,"out_tokens":606}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":438,"out_tokens":240,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":6.569507536000174,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1006,"out_tokens":1837},"claude-opus-4-8":{"in_tokens":1982,"out_tokens":764},"claude-opus-4-7":{"in_tokens":1987,"out_tokens":542},"mistral-large-2":{"in_tokens":1063,"out_tokens":505}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":232,"error":null,"skip_reason":null,"score_raw":0.6071428571428572,"duration_s":6.543118149999827,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":988,"out_tokens":1287},"claude-opus-4-8":{"in_tokens":1967,"out_tokens":604},"claude-opus-4-7":{"in_tokens":1972,"out_tokens":465},"mistral-large-2":{"in_tokens":1029,"out_tokens":439}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":427,"out_tokens":232,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":5.306711715999882,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":936,"out_tokens":1990},"claude-opus-4-8":{"in_tokens":1925,"out_tokens":626},"claude-opus-4-7":{"in_tokens":1930,"out_tokens":491},"mistral-large-2":{"in_tokens":983,"out_tokens":552}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":287,"error":null,"skip_reason":null,"score_raw":0.2,"duration_s":4.594392472999971,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1606,"out_tokens":2338},"claude-opus-4-8":{"in_tokens":3132,"out_tokens":1010},"claude-opus-4-7":{"in_tokens":3137,"out_tokens":838},"mistral-large-2":{"in_tokens":1729,"out_tokens":843}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":719,"out_tokens":383,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":5.725563119999833,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1779,"out_tokens":2299},"claude-opus-4-8":{"in_tokens":3460,"out_tokens":1150},"claude-opus-4-7":{"in_tokens":3465,"out_tokens":883},"mistral-large-2":{"in_tokens":1865,"out_tokens":841}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":197,"error":null,"skip_reason":null,"score_raw":0.46428571428571425,"duration_s":3.858273801999985,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.2857142857142857,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1007,"out_tokens":1260},"claude-opus-4-8":{"in_tokens":1952,"out_tokens":608},"claude-opus-4-7":{"in_tokens":1957,"out_tokens":434},"mistral-large-2":{"in_tokens":1078,"out_tokens":551}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":380,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":6.087673850000101,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1658,"out_tokens":1799},"claude-opus-4-8":{"in_tokens":3252,"out_tokens":877},"claude-opus-4-7":{"in_tokens":3257,"out_tokens":714},"mistral-large-2":{"in_tokens":1795,"out_tokens":688}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":331,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":4.718992933000209,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1617,"out_tokens":2102},"claude-opus-4-8":{"in_tokens":3156,"out_tokens":835},"claude-opus-4-7":{"in_tokens":3161,"out_tokens":628},"mistral-large-2":{"in_tokens":1734,"out_tokens":840}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":364,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":5.649828446999891,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1639,"out_tokens":2620},"claude-opus-4-8":{"in_tokens":3232,"out_tokens":1016},"claude-opus-4-7":{"in_tokens":3237,"out_tokens":726},"mistral-large-2":{"in_tokens":1737,"out_tokens":875}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":253,"error":null,"skip_reason":null,"score_raw":0.275,"duration_s":5.168004636999967,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1321,"out_tokens":1852},"claude-opus-4-8":{"in_tokens":2664,"out_tokens":1004},"claude-opus-4-7":{"in_tokens":2669,"out_tokens":672},"mistral-large-2":{"in_tokens":1416,"out_tokens":759}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":248,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":5.693609427999945,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.16666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":971,"out_tokens":1273},"claude-opus-4-8":{"in_tokens":1906,"out_tokens":566},"claude-opus-4-7":{"in_tokens":1911,"out_tokens":446},"mistral-large-2":{"in_tokens":1035,"out_tokens":427}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":560,"out_tokens":276,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":5.431097763000025,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1264,"out_tokens":1993},"claude-opus-4-8":{"in_tokens":2408,"out_tokens":833},"claude-opus-4-7":{"in_tokens":2413,"out_tokens":706},"mistral-large-2":{"in_tokens":1340,"out_tokens":619}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":748,"out_tokens":391,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":5.390659585000094,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1691,"out_tokens":2242},"claude-opus-4-8":{"in_tokens":3313,"out_tokens":1002},"claude-opus-4-7":{"in_tokens":3318,"out_tokens":688},"mistral-large-2":{"in_tokens":1828,"out_tokens":1184}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":745,"out_tokens":360,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":5.926468550999971,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1776,"out_tokens":1802},"claude-opus-4-8":{"in_tokens":3460,"out_tokens":940},"claude-opus-4-7":{"in_tokens":3465,"out_tokens":698},"mistral-large-2":{"in_tokens":1911,"out_tokens":730}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":894,"out_tokens":352,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":11.133902851999892,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1866,"out_tokens":1846},"claude-opus-4-8":{"in_tokens":3620,"out_tokens":1020},"claude-opus-4-7":{"in_tokens":3625,"out_tokens":976},"mistral-large-2":{"in_tokens":1946,"out_tokens":954}}}