{"model_id":"mistral-large-2","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":434,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":8.701026796999997,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.3,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1390,"out_tokens":2197},"claude-opus-4-8":{"in_tokens":2679,"out_tokens":1016},"claude-opus-4-7":{"in_tokens":2684,"out_tokens":864},"mistral-large-2":{"in_tokens":1490,"out_tokens":718}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":416,"out_tokens":542,"error":null,"skip_reason":null,"score_raw":0.3888888888888889,"duration_s":10.446731112999998,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1578,"out_tokens":1738},"claude-opus-4-8":{"in_tokens":2955,"out_tokens":829},"claude-opus-4-7":{"in_tokens":2960,"out_tokens":790},"mistral-large-2":{"in_tokens":1748,"out_tokens":823}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":396,"out_tokens":669,"error":null,"skip_reason":null,"score_raw":0.35,"duration_s":12.25215288299998,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1926,"out_tokens":3074},"claude-opus-4-8":{"in_tokens":3623,"out_tokens":1494},"claude-opus-4-7":{"in_tokens":3628,"out_tokens":1032},"mistral-large-2":{"in_tokens":2039,"out_tokens":878}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":429,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":12.740658973000023,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1338,"out_tokens":1739},"claude-opus-4-8":{"in_tokens":2597,"out_tokens":865},"claude-opus-4-7":{"in_tokens":2602,"out_tokens":649},"mistral-large-2":{"in_tokens":1438,"out_tokens":758}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":258,"out_tokens":151,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":16.599040915000018,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1135,"out_tokens":1174},"claude-opus-4-8":{"in_tokens":2170,"out_tokens":763},"claude-opus-4-7":{"in_tokens":2175,"out_tokens":685},"mistral-large-2":{"in_tokens":1213,"out_tokens":724}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":1109,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":20.168693741,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1530,"out_tokens":2792},"claude-opus-4-8":{"in_tokens":2967,"out_tokens":1116},"claude-opus-4-7":{"in_tokens":2972,"out_tokens":939},"mistral-large-2":{"in_tokens":1624,"out_tokens":781}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":430,"error":null,"skip_reason":null,"score_raw":0.325,"duration_s":8.528175162999986,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1846,"out_tokens":2128},"claude-opus-4-8":{"in_tokens":3546,"out_tokens":1032},"claude-opus-4-7":{"in_tokens":3551,"out_tokens":757},"mistral-large-2":{"in_tokens":1993,"out_tokens":810}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":344,"error":null,"skip_reason":null,"score_raw":0.025,"duration_s":7.190318810000008,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1796,"out_tokens":2105},"claude-opus-4-8":{"in_tokens":3424,"out_tokens":1217},"claude-opus-4-7":{"in_tokens":3429,"out_tokens":881},"mistral-large-2":{"in_tokens":1911,"out_tokens":842}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":1312,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":23.18650268800002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1596,"out_tokens":1464},"claude-opus-4-8":{"in_tokens":3088,"out_tokens":879},"claude-opus-4-7":{"in_tokens":3093,"out_tokens":650},"mistral-large-2":{"in_tokens":1705,"out_tokens":664}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":1249,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":21.884512048999994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1329,"out_tokens":1768},"claude-opus-4-8":{"in_tokens":2529,"out_tokens":855},"claude-opus-4-7":{"in_tokens":2534,"out_tokens":606},"mistral-large-2":{"in_tokens":1427,"out_tokens":724}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":235,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":23.135518235999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1160,"out_tokens":1125},"claude-opus-4-8":{"in_tokens":2238,"out_tokens":745},"claude-opus-4-7":{"in_tokens":2243,"out_tokens":642},"mistral-large-2":{"in_tokens":1250,"out_tokens":598}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":376,"out_tokens":487,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":9.559357839,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1566,"out_tokens":2278},"claude-opus-4-8":{"in_tokens":2988,"out_tokens":1457},"claude-opus-4-7":{"in_tokens":2993,"out_tokens":961},"mistral-large-2":{"in_tokens":1650,"out_tokens":642}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":226,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":23.270468430999983,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1324,"out_tokens":1789},"claude-opus-4-8":{"in_tokens":2517,"out_tokens":717},"claude-opus-4-7":{"in_tokens":2522,"out_tokens":583},"mistral-large-2":{"in_tokens":1448,"out_tokens":587}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":646,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":11.543646552999974,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1723,"out_tokens":2469},"claude-opus-4-8":{"in_tokens":3252,"out_tokens":1076},"claude-opus-4-7":{"in_tokens":3257,"out_tokens":800},"mistral-large-2":{"in_tokens":1885,"out_tokens":860}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":373,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":8.588530277999979,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1384,"out_tokens":2353},"claude-opus-4-8":{"in_tokens":2742,"out_tokens":843},"claude-opus-4-7":{"in_tokens":2747,"out_tokens":678},"mistral-large-2":{"in_tokens":1494,"out_tokens":791}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":684,"out_tokens":1784,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":29.052616486000005,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2213,"out_tokens":3624},"claude-opus-4-8":{"in_tokens":4176,"out_tokens":1112},"claude-opus-4-7":{"in_tokens":4181,"out_tokens":924},"mistral-large-2":{"in_tokens":2359,"out_tokens":951}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1808,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":30.07984387000002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2000,"out_tokens":1958},"claude-opus-4-8":{"in_tokens":3849,"out_tokens":739},"claude-opus-4-7":{"in_tokens":3854,"out_tokens":702},"mistral-large-2":{"in_tokens":2191,"out_tokens":860}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":388,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":10.475917446000011,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1387,"out_tokens":1612},"claude-opus-4-8":{"in_tokens":2778,"out_tokens":1056},"claude-opus-4-7":{"in_tokens":2783,"out_tokens":755},"mistral-large-2":{"in_tokens":1459,"out_tokens":641}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":369,"error":null,"skip_reason":null,"score_raw":0.10714285714285714,"duration_s":8.377379950999995,"hallucination_count":7.5,"hallucination_top100":0,"inter_rater_agreement":0.2857142857142857,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1371,"out_tokens":2445},"claude-opus-4-8":{"in_tokens":2682,"out_tokens":1121},"claude-opus-4-7":{"in_tokens":2687,"out_tokens":764},"mistral-large-2":{"in_tokens":1444,"out_tokens":672}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":2132,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":35.30908013199999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1398,"out_tokens":1723},"claude-opus-4-8":{"in_tokens":2629,"out_tokens":803},"claude-opus-4-7":{"in_tokens":2634,"out_tokens":679},"mistral-large-2":{"in_tokens":1518,"out_tokens":663}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":377,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":7.0484944940000105,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1477,"out_tokens":2023},"claude-opus-4-8":{"in_tokens":2838,"out_tokens":1081},"claude-opus-4-7":{"in_tokens":2843,"out_tokens":751},"mistral-large-2":{"in_tokens":1605,"out_tokens":640}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":1185,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":16.842646425999988,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2038,"out_tokens":1756},"claude-opus-4-8":{"in_tokens":3929,"out_tokens":1050},"claude-opus-4-7":{"in_tokens":3934,"out_tokens":746},"mistral-large-2":{"in_tokens":2178,"out_tokens":959}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":227,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":34.730922822,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1516,"out_tokens":1867},"claude-opus-4-8":{"in_tokens":2844,"out_tokens":1072},"claude-opus-4-7":{"in_tokens":2849,"out_tokens":862},"mistral-large-2":{"in_tokens":1602,"out_tokens":782}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":315,"out_tokens":397,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":8.413177450000006,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1450,"out_tokens":1618},"claude-opus-4-8":{"in_tokens":2741,"out_tokens":799},"claude-opus-4-7":{"in_tokens":2746,"out_tokens":722},"mistral-large-2":{"in_tokens":1566,"out_tokens":907}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":456,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":22.83862476799999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1669,"out_tokens":1754},"claude-opus-4-8":{"in_tokens":3181,"out_tokens":862},"claude-opus-4-7":{"in_tokens":3186,"out_tokens":624},"mistral-large-2":{"in_tokens":1799,"out_tokens":760}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":571,"error":null,"skip_reason":null,"score_raw":0.2,"duration_s":15.262628533999987,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2037,"out_tokens":2963},"claude-opus-4-8":{"in_tokens":3784,"out_tokens":1243},"claude-opus-4-7":{"in_tokens":3789,"out_tokens":1026},"mistral-large-2":{"in_tokens":2169,"out_tokens":849}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":368,"out_tokens":472,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":9.292386643000015,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.375,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1539,"out_tokens":1914},"claude-opus-4-8":{"in_tokens":2988,"out_tokens":964},"claude-opus-4-7":{"in_tokens":2993,"out_tokens":806},"mistral-large-2":{"in_tokens":1600,"out_tokens":777}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":2814,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":44.098425351,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1791,"out_tokens":3196},"claude-opus-4-8":{"in_tokens":3368,"out_tokens":1018},"claude-opus-4-7":{"in_tokens":3373,"out_tokens":954},"mistral-large-2":{"in_tokens":1984,"out_tokens":813}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":295,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":21.53514238699998,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1455,"out_tokens":1782},"claude-opus-4-8":{"in_tokens":2781,"out_tokens":789},"claude-opus-4-7":{"in_tokens":2786,"out_tokens":767},"mistral-large-2":{"in_tokens":1567,"out_tokens":702}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":1868,"error":null,"skip_reason":null,"score_raw":0.2,"duration_s":26.125701889,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2450,"out_tokens":2529},"claude-opus-4-8":{"in_tokens":4632,"out_tokens":1357},"claude-opus-4-7":{"in_tokens":4637,"out_tokens":1129},"mistral-large-2":{"in_tokens":2607,"out_tokens":879}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":1421,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":21.37580670899999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1889,"out_tokens":2024},"claude-opus-4-8":{"in_tokens":3587,"out_tokens":842},"claude-opus-4-7":{"in_tokens":3592,"out_tokens":616},"mistral-large-2":{"in_tokens":2027,"out_tokens":644}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":3186,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":50.69669309700001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1974,"out_tokens":2329},"claude-opus-4-8":{"in_tokens":3691,"out_tokens":1004},"claude-opus-4-7":{"in_tokens":3696,"out_tokens":745},"mistral-large-2":{"in_tokens":2093,"out_tokens":841}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":654,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":16.521944636,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1724,"out_tokens":1758},"claude-opus-4-8":{"in_tokens":3293,"out_tokens":676},"claude-opus-4-7":{"in_tokens":3298,"out_tokens":534},"mistral-large-2":{"in_tokens":1794,"out_tokens":530}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":288,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":28.955344028000013,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1755,"out_tokens":2146},"claude-opus-4-8":{"in_tokens":3342,"out_tokens":1117},"claude-opus-4-7":{"in_tokens":3347,"out_tokens":825},"mistral-large-2":{"in_tokens":1859,"out_tokens":781}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":686,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":13.768848542,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1763,"out_tokens":2080},"claude-opus-4-8":{"in_tokens":3323,"out_tokens":729},"claude-opus-4-7":{"in_tokens":3328,"out_tokens":582},"mistral-large-2":{"in_tokens":1841,"out_tokens":828}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":589,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":11.497896459000003,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1521,"out_tokens":2100},"claude-opus-4-8":{"in_tokens":2800,"out_tokens":727},"claude-opus-4-7":{"in_tokens":2805,"out_tokens":595},"mistral-large-2":{"in_tokens":1595,"out_tokens":595}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":1238,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":18.702889872000014,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1639,"out_tokens":1856},"claude-opus-4-8":{"in_tokens":3248,"out_tokens":898},"claude-opus-4-7":{"in_tokens":3253,"out_tokens":730},"mistral-large-2":{"in_tokens":1760,"out_tokens":761}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":660,"out_tokens":1708,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":27.408408508000008,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1935,"out_tokens":2702},"claude-opus-4-8":{"in_tokens":3778,"out_tokens":980},"claude-opus-4-7":{"in_tokens":3783,"out_tokens":673},"mistral-large-2":{"in_tokens":2051,"out_tokens":727}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":619,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":15.967352895999994,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1619,"out_tokens":1746},"claude-opus-4-8":{"in_tokens":2955,"out_tokens":677},"claude-opus-4-7":{"in_tokens":2960,"out_tokens":512},"mistral-large-2":{"in_tokens":1689,"out_tokens":561}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":274,"out_tokens":473,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":9.439591043000007,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1340,"out_tokens":1157},"claude-opus-4-8":{"in_tokens":2524,"out_tokens":630},"claude-opus-4-7":{"in_tokens":2529,"out_tokens":493},"mistral-large-2":{"in_tokens":1408,"out_tokens":618}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":455,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":9.209791388000014,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1286,"out_tokens":1558},"claude-opus-4-8":{"in_tokens":2452,"out_tokens":596},"claude-opus-4-7":{"in_tokens":2457,"out_tokens":558},"mistral-large-2":{"in_tokens":1354,"out_tokens":545}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":2367,"error":null,"skip_reason":null,"score_raw":0.325,"duration_s":40.822708749000014,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1892,"out_tokens":2381},"claude-opus-4-8":{"in_tokens":3613,"out_tokens":1248},"claude-opus-4-7":{"in_tokens":3618,"out_tokens":1039},"mistral-large-2":{"in_tokens":2043,"out_tokens":769}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":360,"out_tokens":208,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":27.340809186,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.25,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1297,"out_tokens":2241},"claude-opus-4-8":{"in_tokens":2492,"out_tokens":931},"claude-opus-4-7":{"in_tokens":2497,"out_tokens":566},"mistral-large-2":{"in_tokens":1367,"out_tokens":698}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":285,"out_tokens":306,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":23.291232796999992,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1343,"out_tokens":1859},"claude-opus-4-8":{"in_tokens":2609,"out_tokens":937},"claude-opus-4-7":{"in_tokens":2614,"out_tokens":662},"mistral-large-2":{"in_tokens":1438,"out_tokens":684}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":593,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":13.197093795,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1528,"out_tokens":1947},"claude-opus-4-8":{"in_tokens":2781,"out_tokens":708},"claude-opus-4-7":{"in_tokens":2786,"out_tokens":563},"mistral-large-2":{"in_tokens":1608,"out_tokens":657}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1203,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":17.972336809000012,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1580,"out_tokens":1551},"claude-opus-4-8":{"in_tokens":3192,"out_tokens":649},"claude-opus-4-7":{"in_tokens":3197,"out_tokens":583},"mistral-large-2":{"in_tokens":1667,"out_tokens":583}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":1211,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":18.925347592999998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1607,"out_tokens":2120},"claude-opus-4-8":{"in_tokens":3187,"out_tokens":813},"claude-opus-4-7":{"in_tokens":3192,"out_tokens":637},"mistral-large-2":{"in_tokens":1704,"out_tokens":636}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":334,"out_tokens":554,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":11.709653975999998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1418,"out_tokens":1225},"claude-opus-4-8":{"in_tokens":2729,"out_tokens":666},"claude-opus-4-7":{"in_tokens":2734,"out_tokens":524},"mistral-large-2":{"in_tokens":1505,"out_tokens":610}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1121,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":17.184305128999995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1713,"out_tokens":2254},"claude-opus-4-8":{"in_tokens":3251,"out_tokens":935},"claude-opus-4-7":{"in_tokens":3256,"out_tokens":702},"mistral-large-2":{"in_tokens":1851,"out_tokens":693}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":175,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":29.78893593699999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1182,"out_tokens":1688},"claude-opus-4-8":{"in_tokens":2363,"out_tokens":731},"claude-opus-4-7":{"in_tokens":2368,"out_tokens":516},"mistral-large-2":{"in_tokens":1248,"out_tokens":479}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":758,"out_tokens":1526,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":21.354556016000004,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2324,"out_tokens":2815},"claude-opus-4-8":{"in_tokens":4294,"out_tokens":930},"claude-opus-4-7":{"in_tokens":4299,"out_tokens":836},"mistral-large-2":{"in_tokens":2472,"out_tokens":846}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":189,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":25.515629563000033,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1202,"out_tokens":1217},"claude-opus-4-8":{"in_tokens":2372,"out_tokens":589},"claude-opus-4-7":{"in_tokens":2377,"out_tokens":615},"mistral-large-2":{"in_tokens":1268,"out_tokens":509}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":3328,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":44.56415057199999,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2242,"out_tokens":2080},"claude-opus-4-8":{"in_tokens":4281,"out_tokens":904},"claude-opus-4-7":{"in_tokens":4286,"out_tokens":783},"mistral-large-2":{"in_tokens":2400,"out_tokens":890}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":589,"out_tokens":1287,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":19.01888029600002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1782,"out_tokens":2284},"claude-opus-4-8":{"in_tokens":3324,"out_tokens":982},"claude-opus-4-7":{"in_tokens":3329,"out_tokens":839},"mistral-large-2":{"in_tokens":1919,"out_tokens":731}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":669,"out_tokens":1382,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":20.127446902000003,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1782,"out_tokens":1852},"claude-opus-4-8":{"in_tokens":3454,"out_tokens":756},"claude-opus-4-7":{"in_tokens":3459,"out_tokens":598},"mistral-large-2":{"in_tokens":1841,"out_tokens":630}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":251,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":24.959049773000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1369,"out_tokens":1189},"claude-opus-4-8":{"in_tokens":2640,"out_tokens":890},"claude-opus-4-7":{"in_tokens":2645,"out_tokens":603},"mistral-large-2":{"in_tokens":1489,"out_tokens":543}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":710,"out_tokens":1099,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":16.72716299800001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1659,"out_tokens":980},"claude-opus-4-8":{"in_tokens":3161,"out_tokens":628},"claude-opus-4-7":{"in_tokens":3166,"out_tokens":485},"mistral-large-2":{"in_tokens":1729,"out_tokens":618}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":688,"out_tokens":1149,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":18.048867983000008,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1744,"out_tokens":1422},"claude-opus-4-8":{"in_tokens":3204,"out_tokens":691},"claude-opus-4-7":{"in_tokens":3209,"out_tokens":568},"mistral-large-2":{"in_tokens":1823,"out_tokens":747}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":308,"out_tokens":202,"error":null,"skip_reason":null,"score_raw":0.38888888888888884,"duration_s":22.57300871999999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1283,"out_tokens":1581},"claude-opus-4-8":{"in_tokens":2448,"out_tokens":738},"claude-opus-4-7":{"in_tokens":2453,"out_tokens":646},"mistral-large-2":{"in_tokens":1385,"out_tokens":616}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":277,"error":null,"skip_reason":null,"score_raw":0.2,"duration_s":38.777261924999976,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":1.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1780,"out_tokens":1523},"claude-opus-4-8":{"in_tokens":3331,"out_tokens":964},"claude-opus-4-7":{"in_tokens":3336,"out_tokens":824},"mistral-large-2":{"in_tokens":1889,"out_tokens":799}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":3152,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":52.00186937999999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1869,"out_tokens":1846},"claude-opus-4-8":{"in_tokens":3580,"out_tokens":773},"claude-opus-4-7":{"in_tokens":3585,"out_tokens":573},"mistral-large-2":{"in_tokens":1986,"out_tokens":1064}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1147,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":19.18956608000002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1571,"out_tokens":1697},"claude-opus-4-8":{"in_tokens":2945,"out_tokens":628},"claude-opus-4-7":{"in_tokens":2950,"out_tokens":516},"mistral-large-2":{"in_tokens":1647,"out_tokens":694}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":919,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":15.372405191999974,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1458,"out_tokens":1649},"claude-opus-4-8":{"in_tokens":2675,"out_tokens":606},"claude-opus-4-7":{"in_tokens":2680,"out_tokens":516},"mistral-large-2":{"in_tokens":1527,"out_tokens":674}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":3755,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":62.42794022199999,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1963,"out_tokens":2430},"claude-opus-4-8":{"in_tokens":3759,"out_tokens":961},"claude-opus-4-7":{"in_tokens":3764,"out_tokens":1031},"mistral-large-2":{"in_tokens":2141,"out_tokens":752}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":2080,"error":null,"skip_reason":null,"score_raw":0.07500000000000001,"duration_s":44.71716811099998,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1646,"out_tokens":2520},"claude-opus-4-8":{"in_tokens":3190,"out_tokens":1271},"claude-opus-4-7":{"in_tokens":3195,"out_tokens":1014},"mistral-large-2":{"in_tokens":1774,"out_tokens":877}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":357,"out_tokens":247,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":29.862406187999966,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1328,"out_tokens":1484},"claude-opus-4-8":{"in_tokens":2578,"out_tokens":797},"claude-opus-4-7":{"in_tokens":2583,"out_tokens":619},"mistral-large-2":{"in_tokens":1379,"out_tokens":573}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":775,"out_tokens":1173,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":19.19840735400004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1626,"out_tokens":1502},"claude-opus-4-8":{"in_tokens":3034,"out_tokens":548},"claude-opus-4-7":{"in_tokens":3039,"out_tokens":469},"mistral-large-2":{"in_tokens":1697,"out_tokens":522}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":938,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":13.854941838999991,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1369,"out_tokens":1769},"claude-opus-4-8":{"in_tokens":2597,"out_tokens":811},"claude-opus-4-7":{"in_tokens":2602,"out_tokens":533},"mistral-large-2":{"in_tokens":1446,"out_tokens":590}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":24.21061973000002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1353,"out_tokens":1477},"claude-opus-4-8":{"in_tokens":2572,"out_tokens":613},"claude-opus-4-7":{"in_tokens":2577,"out_tokens":603},"mistral-large-2":{"in_tokens":1407,"out_tokens":511}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":264,"error":null,"skip_reason":null,"score_raw":0.3055555555555555,"duration_s":19.95960593799998,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1370,"out_tokens":1682},"claude-opus-4-8":{"in_tokens":2572,"out_tokens":696},"claude-opus-4-7":{"in_tokens":2577,"out_tokens":646},"mistral-large-2":{"in_tokens":1436,"out_tokens":690}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":512,"out_tokens":770,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":12.814467602999969,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1236,"out_tokens":1039},"claude-opus-4-8":{"in_tokens":2326,"out_tokens":575},"claude-opus-4-7":{"in_tokens":2331,"out_tokens":433},"mistral-large-2":{"in_tokens":1281,"out_tokens":534}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":574,"out_tokens":975,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":16.668998058,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1407,"out_tokens":1348},"claude-opus-4-8":{"in_tokens":2668,"out_tokens":596},"claude-opus-4-7":{"in_tokens":2673,"out_tokens":493},"mistral-large-2":{"in_tokens":1487,"out_tokens":527}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":1201,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":18.91205046799996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1460,"out_tokens":1416},"claude-opus-4-8":{"in_tokens":2794,"out_tokens":657},"claude-opus-4-7":{"in_tokens":2799,"out_tokens":533},"mistral-large-2":{"in_tokens":1555,"out_tokens":544}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":546,"out_tokens":975,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":14.792215725999995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1491,"out_tokens":1642},"claude-opus-4-8":{"in_tokens":2753,"out_tokens":620},"claude-opus-4-7":{"in_tokens":2758,"out_tokens":562},"mistral-large-2":{"in_tokens":1545,"out_tokens":666}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":20.768516544999954,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1178,"out_tokens":1883},"claude-opus-4-8":{"in_tokens":2212,"out_tokens":673},"claude-opus-4-7":{"in_tokens":2217,"out_tokens":525},"mistral-large-2":{"in_tokens":1234,"out_tokens":626}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":2328,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":47.025936591999994,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1667,"out_tokens":2353},"claude-opus-4-8":{"in_tokens":3321,"out_tokens":803},"claude-opus-4-7":{"in_tokens":3326,"out_tokens":704},"mistral-large-2":{"in_tokens":1766,"out_tokens":715}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":192,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":65.03224728999999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1020,"out_tokens":769},"claude-opus-4-8":{"in_tokens":1908,"out_tokens":445},"claude-opus-4-7":{"in_tokens":1913,"out_tokens":372},"mistral-large-2":{"in_tokens":1057,"out_tokens":393}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":447,"out_tokens":281,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":20.799923708999984,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1299,"out_tokens":1300},"claude-opus-4-8":{"in_tokens":2427,"out_tokens":550},"claude-opus-4-7":{"in_tokens":2432,"out_tokens":430},"mistral-large-2":{"in_tokens":1366,"out_tokens":666}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":1744,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":27.645295317000034,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1475,"out_tokens":1698},"claude-opus-4-8":{"in_tokens":2901,"out_tokens":740},"claude-opus-4-7":{"in_tokens":2906,"out_tokens":509},"mistral-large-2":{"in_tokens":1573,"out_tokens":601}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":226,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":17.040040533000024,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1193,"out_tokens":1374},"claude-opus-4-8":{"in_tokens":2206,"out_tokens":529},"claude-opus-4-7":{"in_tokens":2211,"out_tokens":486},"mistral-large-2":{"in_tokens":1257,"out_tokens":528}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":571,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":71.750777381,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1514,"out_tokens":1769},"claude-opus-4-8":{"in_tokens":2715,"out_tokens":807},"claude-opus-4-7":{"in_tokens":2720,"out_tokens":533},"mistral-large-2":{"in_tokens":1575,"out_tokens":594}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":454,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":9.709767556999964,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1289,"out_tokens":2038},"claude-opus-4-8":{"in_tokens":2481,"out_tokens":754},"claude-opus-4-7":{"in_tokens":2486,"out_tokens":607},"mistral-large-2":{"in_tokens":1363,"out_tokens":577}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":890,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":14.625849352000046,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1372,"out_tokens":1307},"claude-opus-4-8":{"in_tokens":2557,"out_tokens":587},"claude-opus-4-7":{"in_tokens":2562,"out_tokens":489},"mistral-large-2":{"in_tokens":1447,"out_tokens":554}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":1006,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":14.553109978999998,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1390,"out_tokens":947},"claude-opus-4-8":{"in_tokens":2636,"out_tokens":555},"claude-opus-4-7":{"in_tokens":2641,"out_tokens":462},"mistral-large-2":{"in_tokens":1457,"out_tokens":559}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":608,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":72.74657176099998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1634,"out_tokens":1753},"claude-opus-4-8":{"in_tokens":3070,"out_tokens":622},"claude-opus-4-7":{"in_tokens":3075,"out_tokens":446},"mistral-large-2":{"in_tokens":1714,"out_tokens":571}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":695,"out_tokens":1022,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":16.92029447499999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1585,"out_tokens":1627},"claude-opus-4-8":{"in_tokens":2971,"out_tokens":590},"claude-opus-4-7":{"in_tokens":2976,"out_tokens":534},"mistral-large-2":{"in_tokens":1665,"out_tokens":629}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":1084,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":18.027325727000004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1479,"out_tokens":1666},"claude-opus-4-8":{"in_tokens":2738,"out_tokens":680},"claude-opus-4-7":{"in_tokens":2743,"out_tokens":571},"mistral-large-2":{"in_tokens":1537,"out_tokens":740}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":302,"out_tokens":416,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":8.724271236999982,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1290,"out_tokens":1438},"claude-opus-4-8":{"in_tokens":2420,"out_tokens":669},"claude-opus-4-7":{"in_tokens":2425,"out_tokens":579},"mistral-large-2":{"in_tokens":1353,"out_tokens":630}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":237,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":14.331969886999957,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1133,"out_tokens":1097},"claude-opus-4-8":{"in_tokens":2167,"out_tokens":542},"claude-opus-4-7":{"in_tokens":2172,"out_tokens":468},"mistral-large-2":{"in_tokens":1202,"out_tokens":422}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":2428,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":35.762319081000044,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1754,"out_tokens":1593},"claude-opus-4-8":{"in_tokens":3337,"out_tokens":909},"claude-opus-4-7":{"in_tokens":3342,"out_tokens":775},"mistral-large-2":{"in_tokens":1904,"out_tokens":718}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":756,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":75.14867253599999,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1609,"out_tokens":1617},"claude-opus-4-8":{"in_tokens":2960,"out_tokens":763},"claude-opus-4-7":{"in_tokens":2965,"out_tokens":659},"mistral-large-2":{"in_tokens":1694,"out_tokens":767}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":211,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":26.892423520000023,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1100,"out_tokens":1551},"claude-opus-4-8":{"in_tokens":2063,"out_tokens":597},"claude-opus-4-7":{"in_tokens":2068,"out_tokens":496},"mistral-large-2":{"in_tokens":1154,"out_tokens":623}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":172,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":23.262320778000003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1026,"out_tokens":1059},"claude-opus-4-8":{"in_tokens":1957,"out_tokens":635},"claude-opus-4-7":{"in_tokens":1962,"out_tokens":475},"mistral-large-2":{"in_tokens":1080,"out_tokens":473}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":452,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":9.725358856000014,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1419,"out_tokens":1737},"claude-opus-4-8":{"in_tokens":2693,"out_tokens":602},"claude-opus-4-7":{"in_tokens":2698,"out_tokens":439},"mistral-large-2":{"in_tokens":1474,"out_tokens":665}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":181,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":17.470239796999977,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1010,"out_tokens":1055},"claude-opus-4-8":{"in_tokens":1904,"out_tokens":570},"claude-opus-4-7":{"in_tokens":1909,"out_tokens":421},"mistral-large-2":{"in_tokens":1049,"out_tokens":388}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":637,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":12.749925768000026,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1761,"out_tokens":1303},"claude-opus-4-8":{"in_tokens":3351,"out_tokens":731},"claude-opus-4-7":{"in_tokens":3356,"out_tokens":576},"mistral-large-2":{"in_tokens":1820,"out_tokens":647}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":295,"out_tokens":344,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":7.731401668999979,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1284,"out_tokens":1277},"claude-opus-4-8":{"in_tokens":2442,"out_tokens":597},"claude-opus-4-7":{"in_tokens":2447,"out_tokens":585},"mistral-large-2":{"in_tokens":1346,"out_tokens":486}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":3125,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":46.035455343999956,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2318,"out_tokens":3228},"claude-opus-4-8":{"in_tokens":4320,"out_tokens":1127},"claude-opus-4-7":{"in_tokens":4325,"out_tokens":851},"mistral-large-2":{"in_tokens":2468,"out_tokens":944}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":266,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":5.669287101000009,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1203,"out_tokens":1250},"claude-opus-4-8":{"in_tokens":2263,"out_tokens":702},"claude-opus-4-7":{"in_tokens":2268,"out_tokens":515},"mistral-large-2":{"in_tokens":1248,"out_tokens":624}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":396,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":8.724616620000006,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1323,"out_tokens":1288},"claude-opus-4-8":{"in_tokens":2473,"out_tokens":590},"claude-opus-4-7":{"in_tokens":2478,"out_tokens":573},"mistral-large-2":{"in_tokens":1397,"out_tokens":870}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":847,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":16.424376791000043,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1383,"out_tokens":858},"claude-opus-4-8":{"in_tokens":2635,"out_tokens":511},"claude-opus-4-7":{"in_tokens":2640,"out_tokens":455},"mistral-large-2":{"in_tokens":1447,"out_tokens":538}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":992,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":15.457176247000007,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1502,"out_tokens":907},"claude-opus-4-8":{"in_tokens":2760,"out_tokens":550},"claude-opus-4-7":{"in_tokens":2765,"out_tokens":505},"mistral-large-2":{"in_tokens":1584,"out_tokens":694}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":238,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":6.397179601999994,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1227,"out_tokens":1520},"claude-opus-4-8":{"in_tokens":2323,"out_tokens":938},"claude-opus-4-7":{"in_tokens":2328,"out_tokens":616},"mistral-large-2":{"in_tokens":1341,"out_tokens":786}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":645,"out_tokens":1220,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":19.28145826299999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1597,"out_tokens":1272},"claude-opus-4-8":{"in_tokens":3059,"out_tokens":673},"claude-opus-4-7":{"in_tokens":3064,"out_tokens":537},"mistral-large-2":{"in_tokens":1672,"out_tokens":999}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":704,"out_tokens":1247,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":20.544572416999983,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1785,"out_tokens":1628},"claude-opus-4-8":{"in_tokens":3400,"out_tokens":573},"claude-opus-4-7":{"in_tokens":3405,"out_tokens":561},"mistral-large-2":{"in_tokens":1845,"out_tokens":708}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":226,"out_tokens":450,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":9.385511078000036,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1312,"out_tokens":1427},"claude-opus-4-8":{"in_tokens":2550,"out_tokens":510},"claude-opus-4-7":{"in_tokens":2555,"out_tokens":436},"mistral-large-2":{"in_tokens":1378,"out_tokens":502}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":274,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":6.505531464000001,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1114,"out_tokens":1732},"claude-opus-4-8":{"in_tokens":2226,"out_tokens":844},"claude-opus-4-7":{"in_tokens":2231,"out_tokens":796},"mistral-large-2":{"in_tokens":1215,"out_tokens":720}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":237,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":17.53553080399996,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1209,"out_tokens":1104},"claude-opus-4-8":{"in_tokens":2262,"out_tokens":688},"claude-opus-4-7":{"in_tokens":2267,"out_tokens":517},"mistral-large-2":{"in_tokens":1258,"out_tokens":523}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":351,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":7.385995615000013,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1193,"out_tokens":2021},"claude-opus-4-8":{"in_tokens":2321,"out_tokens":845},"claude-opus-4-7":{"in_tokens":2326,"out_tokens":643},"mistral-large-2":{"in_tokens":1336,"out_tokens":652}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":382,"out_tokens":273,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":6.389745578000031,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1216,"out_tokens":1345},"claude-opus-4-8":{"in_tokens":2324,"out_tokens":715},"claude-opus-4-7":{"in_tokens":2329,"out_tokens":633},"mistral-large-2":{"in_tokens":1307,"out_tokens":644}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":473,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":9.304409432,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1217,"out_tokens":1496},"claude-opus-4-8":{"in_tokens":2249,"out_tokens":678},"claude-opus-4-7":{"in_tokens":2254,"out_tokens":504},"mistral-large-2":{"in_tokens":1252,"out_tokens":531}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":233,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":5.3876797739999915,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1082,"out_tokens":1479},"claude-opus-4-8":{"in_tokens":2098,"out_tokens":607},"claude-opus-4-7":{"in_tokens":2103,"out_tokens":477},"mistral-large-2":{"in_tokens":1164,"out_tokens":471}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":221,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":19.659179255000026,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1278,"out_tokens":1502},"claude-opus-4-8":{"in_tokens":2385,"out_tokens":601},"claude-opus-4-7":{"in_tokens":2390,"out_tokens":478},"mistral-large-2":{"in_tokens":1336,"out_tokens":578}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":302,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":6.263451992,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1136,"out_tokens":2204},"claude-opus-4-8":{"in_tokens":2238,"out_tokens":761},"claude-opus-4-7":{"in_tokens":2243,"out_tokens":622},"mistral-large-2":{"in_tokens":1228,"out_tokens":617}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":350,"out_tokens":248,"error":null,"skip_reason":null,"score_raw":0.35,"duration_s":5.1766112899999825,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1129,"out_tokens":1553},"claude-opus-4-8":{"in_tokens":2195,"out_tokens":653},"claude-opus-4-7":{"in_tokens":2200,"out_tokens":619},"mistral-large-2":{"in_tokens":1246,"out_tokens":691}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":171,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":19.323482110999976,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1058,"out_tokens":1500},"claude-opus-4-8":{"in_tokens":2013,"out_tokens":605},"claude-opus-4-7":{"in_tokens":2018,"out_tokens":567},"mistral-large-2":{"in_tokens":1118,"out_tokens":533}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":2635,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":35.68786813600002,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1667,"out_tokens":2687},"claude-opus-4-8":{"in_tokens":3277,"out_tokens":1407},"claude-opus-4-7":{"in_tokens":3282,"out_tokens":962},"mistral-large-2":{"in_tokens":1745,"out_tokens":731}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":276,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":20.259159438999973,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1092,"out_tokens":978},"claude-opus-4-8":{"in_tokens":2084,"out_tokens":710},"claude-opus-4-7":{"in_tokens":2089,"out_tokens":555},"mistral-large-2":{"in_tokens":1146,"out_tokens":473}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":821,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":12.015415561999987,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1299,"out_tokens":1386},"claude-opus-4-8":{"in_tokens":2503,"out_tokens":603},"claude-opus-4-7":{"in_tokens":2508,"out_tokens":448},"mistral-large-2":{"in_tokens":1352,"out_tokens":560}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":226,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":5.201513072000012,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1151,"out_tokens":1123},"claude-opus-4-8":{"in_tokens":2203,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2208,"out_tokens":546},"mistral-large-2":{"in_tokens":1252,"out_tokens":740}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":315,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":6.6327051449999885,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1255,"out_tokens":1464},"claude-opus-4-8":{"in_tokens":2445,"out_tokens":709},"claude-opus-4-7":{"in_tokens":2450,"out_tokens":636},"mistral-large-2":{"in_tokens":1371,"out_tokens":493}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":1640,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":26.73254037999999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1955,"out_tokens":1484},"claude-opus-4-8":{"in_tokens":3738,"out_tokens":652},"claude-opus-4-7":{"in_tokens":3743,"out_tokens":514},"mistral-large-2":{"in_tokens":2045,"out_tokens":724}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":905,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":14.399425215999997,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.25,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1314,"out_tokens":1705},"claude-opus-4-8":{"in_tokens":2596,"out_tokens":738},"claude-opus-4-7":{"in_tokens":2601,"out_tokens":513},"mistral-large-2":{"in_tokens":1423,"out_tokens":601}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":3562,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":46.12769670600005,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2016,"out_tokens":3998},"claude-opus-4-8":{"in_tokens":3762,"out_tokens":1083},"claude-opus-4-7":{"in_tokens":3767,"out_tokens":917},"mistral-large-2":{"in_tokens":2199,"out_tokens":900}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":374,"out_tokens":297,"error":null,"skip_reason":null,"score_raw":0.3888888888888889,"duration_s":6.784219618999998,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1234,"out_tokens":1644},"claude-opus-4-8":{"in_tokens":2373,"out_tokens":700},"claude-opus-4-7":{"in_tokens":2378,"out_tokens":549},"mistral-large-2":{"in_tokens":1333,"out_tokens":602}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1285,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":20.673418061000007,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1738,"out_tokens":1696},"claude-opus-4-8":{"in_tokens":3210,"out_tokens":686},"claude-opus-4-7":{"in_tokens":3215,"out_tokens":605},"mistral-large-2":{"in_tokens":1810,"out_tokens":599}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":146,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":18.690561645000002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1044,"out_tokens":1031},"claude-opus-4-8":{"in_tokens":1943,"out_tokens":632},"claude-opus-4-7":{"in_tokens":1948,"out_tokens":522},"mistral-large-2":{"in_tokens":1092,"out_tokens":490}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":1078,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":16.38506486700004,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.25,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1417,"out_tokens":2142},"claude-opus-4-8":{"in_tokens":2742,"out_tokens":976},"claude-opus-4-7":{"in_tokens":2747,"out_tokens":607},"mistral-large-2":{"in_tokens":1593,"out_tokens":709}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":639,"out_tokens":832,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":13.590417005000006,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1383,"out_tokens":1328},"claude-opus-4-8":{"in_tokens":2623,"out_tokens":784},"claude-opus-4-7":{"in_tokens":2628,"out_tokens":552},"mistral-large-2":{"in_tokens":1482,"out_tokens":612}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1142,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":16.811678470000004,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1518,"out_tokens":1888},"claude-opus-4-8":{"in_tokens":2824,"out_tokens":729},"claude-opus-4-7":{"in_tokens":2829,"out_tokens":628},"mistral-large-2":{"in_tokens":1605,"out_tokens":679}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":756,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":11.470837672000016,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1261,"out_tokens":1102},"claude-opus-4-8":{"in_tokens":2425,"out_tokens":726},"claude-opus-4-7":{"in_tokens":2430,"out_tokens":459},"mistral-large-2":{"in_tokens":1356,"out_tokens":481}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":230,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.86926945199997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1208,"out_tokens":999},"claude-opus-4-8":{"in_tokens":2292,"out_tokens":508},"claude-opus-4-7":{"in_tokens":2297,"out_tokens":465},"mistral-large-2":{"in_tokens":1259,"out_tokens":556}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":282,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":20.610015353999984,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1421,"out_tokens":1319},"claude-opus-4-8":{"in_tokens":2700,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2705,"out_tokens":540},"mistral-large-2":{"in_tokens":1481,"out_tokens":752}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":193,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":19.016642103000038,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1140,"out_tokens":907},"claude-opus-4-8":{"in_tokens":2154,"out_tokens":567},"claude-opus-4-7":{"in_tokens":2159,"out_tokens":515},"mistral-large-2":{"in_tokens":1195,"out_tokens":473}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":655,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":9.559731408000005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1258,"out_tokens":1413},"claude-opus-4-8":{"in_tokens":2363,"out_tokens":739},"claude-opus-4-7":{"in_tokens":2368,"out_tokens":551},"mistral-large-2":{"in_tokens":1388,"out_tokens":669}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":838,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":13.60996720099996,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1269,"out_tokens":2070},"claude-opus-4-8":{"in_tokens":2488,"out_tokens":680},"claude-opus-4-7":{"in_tokens":2493,"out_tokens":559},"mistral-large-2":{"in_tokens":1376,"out_tokens":632}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":1340,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":21.362592878999976,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1780,"out_tokens":1791},"claude-opus-4-8":{"in_tokens":3254,"out_tokens":611},"claude-opus-4-7":{"in_tokens":3259,"out_tokens":521},"mistral-large-2":{"in_tokens":1868,"out_tokens":665}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":224,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":17.50416257699999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1168,"out_tokens":1390},"claude-opus-4-8":{"in_tokens":2220,"out_tokens":503},"claude-opus-4-7":{"in_tokens":2225,"out_tokens":445},"mistral-large-2":{"in_tokens":1230,"out_tokens":725}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":703,"out_tokens":927,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":14.264334218000045,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1444,"out_tokens":2280},"claude-opus-4-8":{"in_tokens":2758,"out_tokens":663},"claude-opus-4-7":{"in_tokens":2763,"out_tokens":675},"mistral-large-2":{"in_tokens":1586,"out_tokens":652}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":1761,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":27.079052465000018,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1684,"out_tokens":1652},"claude-opus-4-8":{"in_tokens":3127,"out_tokens":575},"claude-opus-4-7":{"in_tokens":3132,"out_tokens":532},"mistral-large-2":{"in_tokens":1767,"out_tokens":537}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":216,"out_tokens":201,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":14.889103998999985,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1085,"out_tokens":952},"claude-opus-4-8":{"in_tokens":2065,"out_tokens":532},"claude-opus-4-7":{"in_tokens":2070,"out_tokens":425},"mistral-large-2":{"in_tokens":1135,"out_tokens":516}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":628,"out_tokens":872,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":44.370389597999974,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1454,"out_tokens":1353},"claude-opus-4-8":{"in_tokens":2769,"out_tokens":774},"claude-opus-4-7":{"in_tokens":2774,"out_tokens":570},"mistral-large-2":{"in_tokens":1589,"out_tokens":687}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":153,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":18.26358453299997,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1110,"out_tokens":1138},"claude-opus-4-8":{"in_tokens":2085,"out_tokens":594},"claude-opus-4-7":{"in_tokens":2090,"out_tokens":474},"mistral-large-2":{"in_tokens":1150,"out_tokens":469}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":624,"out_tokens":584,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":10.745338445999948,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1260,"out_tokens":1180},"claude-opus-4-8":{"in_tokens":2384,"out_tokens":617},"claude-opus-4-7":{"in_tokens":2389,"out_tokens":485},"mistral-large-2":{"in_tokens":1362,"out_tokens":554}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":615,"out_tokens":787,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":13.235157829000002,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1334,"out_tokens":1571},"claude-opus-4-8":{"in_tokens":2544,"out_tokens":811},"claude-opus-4-7":{"in_tokens":2549,"out_tokens":568},"mistral-large-2":{"in_tokens":1457,"out_tokens":647}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":2262,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":35.219505123999966,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1929,"out_tokens":1526},"claude-opus-4-8":{"in_tokens":3571,"out_tokens":634},"claude-opus-4-7":{"in_tokens":3576,"out_tokens":581},"mistral-large-2":{"in_tokens":1999,"out_tokens":571}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":1221,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":23.17106896499996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1427,"out_tokens":1476},"claude-opus-4-8":{"in_tokens":2742,"out_tokens":633},"claude-opus-4-7":{"in_tokens":2747,"out_tokens":470},"mistral-large-2":{"in_tokens":1509,"out_tokens":592}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":187,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":20.376718353,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1186,"out_tokens":1316},"claude-opus-4-8":{"in_tokens":2241,"out_tokens":769},"claude-opus-4-7":{"in_tokens":2246,"out_tokens":536},"mistral-large-2":{"in_tokens":1299,"out_tokens":819}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":800,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":13.211742947000005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1048,"out_tokens":930},"claude-opus-4-8":{"in_tokens":1959,"out_tokens":527},"claude-opus-4-7":{"in_tokens":1964,"out_tokens":404},"mistral-large-2":{"in_tokens":1088,"out_tokens":464}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":571,"out_tokens":713,"error":null,"skip_reason":null,"score_raw":0.611111111111111,"duration_s":12.480379329000016,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1357,"out_tokens":1538},"claude-opus-4-8":{"in_tokens":2591,"out_tokens":737},"claude-opus-4-7":{"in_tokens":2596,"out_tokens":524},"mistral-large-2":{"in_tokens":1466,"out_tokens":993}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":691,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":11.119933560999982,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1232,"out_tokens":1516},"claude-opus-4-8":{"in_tokens":2305,"out_tokens":635},"claude-opus-4-7":{"in_tokens":2310,"out_tokens":517},"mistral-large-2":{"in_tokens":1376,"out_tokens":591}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":189,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":19.842883827000037,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1050,"out_tokens":2084},"claude-opus-4-8":{"in_tokens":2087,"out_tokens":782},"claude-opus-4-7":{"in_tokens":2092,"out_tokens":583},"mistral-large-2":{"in_tokens":1145,"out_tokens":687}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":687,"out_tokens":1311,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":19.815039006999996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1684,"out_tokens":2529},"claude-opus-4-8":{"in_tokens":3228,"out_tokens":716},"claude-opus-4-7":{"in_tokens":3233,"out_tokens":672},"mistral-large-2":{"in_tokens":1857,"out_tokens":988}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":126,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":17.384063270999945,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1078,"out_tokens":1547},"claude-opus-4-8":{"in_tokens":2057,"out_tokens":793},"claude-opus-4-7":{"in_tokens":2062,"out_tokens":518},"mistral-large-2":{"in_tokens":1160,"out_tokens":532}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":774,"out_tokens":1055,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":16.428656167999975,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1568,"out_tokens":1707},"claude-opus-4-8":{"in_tokens":2981,"out_tokens":835},"claude-opus-4-7":{"in_tokens":2986,"out_tokens":603},"mistral-large-2":{"in_tokens":1732,"out_tokens":648}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1823,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":28.706276226,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1690,"out_tokens":1921},"claude-opus-4-8":{"in_tokens":3264,"out_tokens":712},"claude-opus-4-7":{"in_tokens":3269,"out_tokens":514},"mistral-large-2":{"in_tokens":1795,"out_tokens":617}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":112,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":21.62329074400003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":981,"out_tokens":1340},"claude-opus-4-8":{"in_tokens":1871,"out_tokens":636},"claude-opus-4-7":{"in_tokens":1876,"out_tokens":533},"mistral-large-2":{"in_tokens":1108,"out_tokens":676}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":158,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":16.266002549999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1018,"out_tokens":1096},"claude-opus-4-8":{"in_tokens":1974,"out_tokens":536},"claude-opus-4-7":{"in_tokens":1979,"out_tokens":416},"mistral-large-2":{"in_tokens":1092,"out_tokens":496}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1254,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":21.371415141,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1569,"out_tokens":2136},"claude-opus-4-8":{"in_tokens":2903,"out_tokens":596},"claude-opus-4-7":{"in_tokens":2908,"out_tokens":459},"mistral-large-2":{"in_tokens":1633,"out_tokens":653}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":934,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":14.097230502000002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1327,"out_tokens":1642},"claude-opus-4-8":{"in_tokens":2663,"out_tokens":587},"claude-opus-4-7":{"in_tokens":2668,"out_tokens":626},"mistral-large-2":{"in_tokens":1422,"out_tokens":459}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":1243,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":21.907813255000008,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1647,"out_tokens":1087},"claude-opus-4-8":{"in_tokens":3071,"out_tokens":613},"claude-opus-4-7":{"in_tokens":3076,"out_tokens":469},"mistral-large-2":{"in_tokens":1727,"out_tokens":582}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":942,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":15.480284092000034,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1372,"out_tokens":1192},"claude-opus-4-8":{"in_tokens":2575,"out_tokens":677},"claude-opus-4-7":{"in_tokens":2580,"out_tokens":622},"mistral-large-2":{"in_tokens":1451,"out_tokens":604}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":849,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":13.94429393400003,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1317,"out_tokens":2257},"claude-opus-4-8":{"in_tokens":2565,"out_tokens":714},"claude-opus-4-7":{"in_tokens":2570,"out_tokens":628},"mistral-large-2":{"in_tokens":1420,"out_tokens":554}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":963,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":14.575004622999984,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1490,"out_tokens":2625},"claude-opus-4-8":{"in_tokens":2743,"out_tokens":1093},"claude-opus-4-7":{"in_tokens":2748,"out_tokens":798},"mistral-large-2":{"in_tokens":1667,"out_tokens":671}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":287,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":67.04719358400001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1289,"out_tokens":1388},"claude-opus-4-8":{"in_tokens":2446,"out_tokens":761},"claude-opus-4-7":{"in_tokens":2451,"out_tokens":626},"mistral-large-2":{"in_tokens":1416,"out_tokens":587}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":408,"error":null,"skip_reason":null,"score_raw":0.2222222222222222,"duration_s":69.09365977200002,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1372,"out_tokens":1849},"claude-opus-4-8":{"in_tokens":2619,"out_tokens":1132},"claude-opus-4-7":{"in_tokens":2624,"out_tokens":755},"mistral-large-2":{"in_tokens":1476,"out_tokens":636}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":368,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":69.30988099000001,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1204,"out_tokens":2398},"claude-opus-4-8":{"in_tokens":2253,"out_tokens":987},"claude-opus-4-7":{"in_tokens":2258,"out_tokens":599},"mistral-large-2":{"in_tokens":1331,"out_tokens":657}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":276,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":6.290856595000037,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.75,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1137,"out_tokens":1333},"claude-opus-4-8":{"in_tokens":2265,"out_tokens":831},"claude-opus-4-7":{"in_tokens":2270,"out_tokens":631},"mistral-large-2":{"in_tokens":1210,"out_tokens":566}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":680,"out_tokens":847,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":18.778595990000042,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1336,"out_tokens":1266},"claude-opus-4-8":{"in_tokens":2718,"out_tokens":625},"claude-opus-4-7":{"in_tokens":2723,"out_tokens":511},"mistral-large-2":{"in_tokens":1470,"out_tokens":499}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":196,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":21.759560034999993,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1086,"out_tokens":1152},"claude-opus-4-8":{"in_tokens":2047,"out_tokens":619},"claude-opus-4-7":{"in_tokens":2052,"out_tokens":558},"mistral-large-2":{"in_tokens":1199,"out_tokens":633}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":162,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":25.248455252999975,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1007,"out_tokens":1162},"claude-opus-4-8":{"in_tokens":1979,"out_tokens":774},"claude-opus-4-7":{"in_tokens":1984,"out_tokens":552},"mistral-large-2":{"in_tokens":1093,"out_tokens":679}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":439,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":69.50095236000004,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1421,"out_tokens":1897},"claude-opus-4-8":{"in_tokens":2734,"out_tokens":707},"claude-opus-4-7":{"in_tokens":2739,"out_tokens":540},"mistral-large-2":{"in_tokens":1575,"out_tokens":557}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":138,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":17.97324812300002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1080,"out_tokens":1516},"claude-opus-4-8":{"in_tokens":2047,"out_tokens":612},"claude-opus-4-7":{"in_tokens":2052,"out_tokens":452},"mistral-large-2":{"in_tokens":1171,"out_tokens":407}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":265,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":5.147482056999991,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1207,"out_tokens":2244},"claude-opus-4-8":{"in_tokens":2220,"out_tokens":966},"claude-opus-4-7":{"in_tokens":2225,"out_tokens":692},"mistral-large-2":{"in_tokens":1354,"out_tokens":750}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":389,"out_tokens":210,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":22.095105769000043,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1166,"out_tokens":1330},"claude-opus-4-8":{"in_tokens":2264,"out_tokens":670},"claude-opus-4-7":{"in_tokens":2269,"out_tokens":549},"mistral-large-2":{"in_tokens":1271,"out_tokens":534}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":245,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":5.3964462769999955,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1154,"out_tokens":1771},"claude-opus-4-8":{"in_tokens":2359,"out_tokens":1006},"claude-opus-4-7":{"in_tokens":2364,"out_tokens":507},"mistral-large-2":{"in_tokens":1278,"out_tokens":632}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1070,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":18.150871435,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1381,"out_tokens":1554},"claude-opus-4-8":{"in_tokens":2563,"out_tokens":583},"claude-opus-4-7":{"in_tokens":2568,"out_tokens":482},"mistral-large-2":{"in_tokens":1441,"out_tokens":530}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":898,"out_tokens":1075,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":16.051840780999953,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1806,"out_tokens":2320},"claude-opus-4-8":{"in_tokens":3358,"out_tokens":838},"claude-opus-4-7":{"in_tokens":3363,"out_tokens":723},"mistral-large-2":{"in_tokens":2020,"out_tokens":550}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":857,"out_tokens":1230,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":18.695597848000034,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1750,"out_tokens":1926},"claude-opus-4-8":{"in_tokens":3412,"out_tokens":609},"claude-opus-4-7":{"in_tokens":3417,"out_tokens":569},"mistral-large-2":{"in_tokens":1967,"out_tokens":656}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1014,"out_tokens":1003,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":14.31541080400001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1944,"out_tokens":2861},"claude-opus-4-8":{"in_tokens":3605,"out_tokens":841},"claude-opus-4-7":{"in_tokens":3610,"out_tokens":628},"mistral-large-2":{"in_tokens":2082,"out_tokens":723}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":388,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":8.411064221000004,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1243,"out_tokens":2133},"claude-opus-4-8":{"in_tokens":2465,"out_tokens":799},"claude-opus-4-7":{"in_tokens":2470,"out_tokens":645},"mistral-large-2":{"in_tokens":1333,"out_tokens":590}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":1366,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":24.785720943,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1579,"out_tokens":1354},"claude-opus-4-8":{"in_tokens":2995,"out_tokens":658},"claude-opus-4-7":{"in_tokens":3000,"out_tokens":509},"mistral-large-2":{"in_tokens":1648,"out_tokens":674}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":285,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":6.15682429200001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1385,"out_tokens":2128},"claude-opus-4-8":{"in_tokens":2688,"out_tokens":869},"claude-opus-4-7":{"in_tokens":2693,"out_tokens":685},"mistral-large-2":{"in_tokens":1559,"out_tokens":685}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":572,"out_tokens":313,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":7.521123579999994,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1535,"out_tokens":2152},"claude-opus-4-8":{"in_tokens":2821,"out_tokens":864},"claude-opus-4-7":{"in_tokens":2826,"out_tokens":536},"mistral-large-2":{"in_tokens":1724,"out_tokens":471}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":221,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":4.520735355999989,"hallucination_count":6.75,"hallucination_top100":0,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1185,"out_tokens":2157},"claude-opus-4-8":{"in_tokens":2294,"out_tokens":883},"claude-opus-4-7":{"in_tokens":2299,"out_tokens":651},"mistral-large-2":{"in_tokens":1308,"out_tokens":713}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":442,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":8.441379313000027,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1822,"out_tokens":1896},"claude-opus-4-8":{"in_tokens":3385,"out_tokens":855},"claude-opus-4-7":{"in_tokens":3390,"out_tokens":701},"mistral-large-2":{"in_tokens":1949,"out_tokens":703}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":819,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":13.311840112000027,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1364,"out_tokens":1425},"claude-opus-4-8":{"in_tokens":2644,"out_tokens":690},"claude-opus-4-7":{"in_tokens":2649,"out_tokens":498},"mistral-large-2":{"in_tokens":1478,"out_tokens":590}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":333,"out_tokens":327,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":6.598908881,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1269,"out_tokens":1647},"claude-opus-4-8":{"in_tokens":2455,"out_tokens":765},"claude-opus-4-7":{"in_tokens":2460,"out_tokens":564},"mistral-large-2":{"in_tokens":1372,"out_tokens":608}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":192,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":3.7101117870000166,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1137,"out_tokens":2253},"claude-opus-4-8":{"in_tokens":2147,"out_tokens":918},"claude-opus-4-7":{"in_tokens":2152,"out_tokens":729},"mistral-large-2":{"in_tokens":1251,"out_tokens":692}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":625,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":10.027364760000012,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1283,"out_tokens":2031},"claude-opus-4-8":{"in_tokens":2463,"out_tokens":699},"claude-opus-4-7":{"in_tokens":2468,"out_tokens":529},"mistral-large-2":{"in_tokens":1419,"out_tokens":657}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":778,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":14.50129811100004,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1338,"out_tokens":1122},"claude-opus-4-8":{"in_tokens":2488,"out_tokens":601},"claude-opus-4-7":{"in_tokens":2493,"out_tokens":479},"mistral-large-2":{"in_tokens":1406,"out_tokens":516}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":305,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":8.360720332000028,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1350,"out_tokens":1642},"claude-opus-4-8":{"in_tokens":2597,"out_tokens":890},"claude-opus-4-7":{"in_tokens":2602,"out_tokens":703},"mistral-large-2":{"in_tokens":1472,"out_tokens":693}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":884,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":14.784160763999978,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1445,"out_tokens":1596},"claude-opus-4-8":{"in_tokens":2760,"out_tokens":780},"claude-opus-4-7":{"in_tokens":2765,"out_tokens":598},"mistral-large-2":{"in_tokens":1606,"out_tokens":604}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":946,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":14.634574025999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1545,"out_tokens":1244},"claude-opus-4-8":{"in_tokens":2966,"out_tokens":645},"claude-opus-4-7":{"in_tokens":2971,"out_tokens":561},"mistral-large-2":{"in_tokens":1697,"out_tokens":606}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":367,"out_tokens":209,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":19.96255199799998,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1157,"out_tokens":1457},"claude-opus-4-8":{"in_tokens":2202,"out_tokens":765},"claude-opus-4-7":{"in_tokens":2207,"out_tokens":600},"mistral-large-2":{"in_tokens":1248,"out_tokens":568}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1832,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":33.39910068099999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2001,"out_tokens":1869},"claude-opus-4-8":{"in_tokens":3745,"out_tokens":602},"claude-opus-4-7":{"in_tokens":3750,"out_tokens":562},"mistral-large-2":{"in_tokens":2076,"out_tokens":751}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":210,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":22.586288147999994,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1228,"out_tokens":1604},"claude-opus-4-8":{"in_tokens":2327,"out_tokens":685},"claude-opus-4-7":{"in_tokens":2332,"out_tokens":589},"mistral-large-2":{"in_tokens":1342,"out_tokens":697}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":133,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":19.587392594999983,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":996,"out_tokens":1446},"claude-opus-4-8":{"in_tokens":1893,"out_tokens":772},"claude-opus-4-7":{"in_tokens":1898,"out_tokens":613},"mistral-large-2":{"in_tokens":1103,"out_tokens":632}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":22.55216878799996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1201,"out_tokens":1178},"claude-opus-4-8":{"in_tokens":2302,"out_tokens":585},"claude-opus-4-7":{"in_tokens":2307,"out_tokens":482},"mistral-large-2":{"in_tokens":1292,"out_tokens":651}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":362,"out_tokens":272,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":6.0952310480000165,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1128,"out_tokens":1544},"claude-opus-4-8":{"in_tokens":2211,"out_tokens":849},"claude-opus-4-7":{"in_tokens":2216,"out_tokens":553},"mistral-large-2":{"in_tokens":1235,"out_tokens":562}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":1795,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":38.16577137899998,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1745,"out_tokens":1543},"claude-opus-4-8":{"in_tokens":3370,"out_tokens":731},"claude-opus-4-7":{"in_tokens":3375,"out_tokens":628},"mistral-large-2":{"in_tokens":1836,"out_tokens":662}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":668,"out_tokens":965,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":14.09991439099997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1404,"out_tokens":2027},"claude-opus-4-8":{"in_tokens":2731,"out_tokens":621},"claude-opus-4-7":{"in_tokens":2736,"out_tokens":525},"mistral-large-2":{"in_tokens":1564,"out_tokens":676}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":716,"out_tokens":932,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":14.586564804999966,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1468,"out_tokens":1850},"claude-opus-4-8":{"in_tokens":2854,"out_tokens":923},"claude-opus-4-7":{"in_tokens":2859,"out_tokens":654},"mistral-large-2":{"in_tokens":1604,"out_tokens":727}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":383,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":7.384305101999985,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1288,"out_tokens":2889},"claude-opus-4-8":{"in_tokens":2416,"out_tokens":1162},"claude-opus-4-7":{"in_tokens":2421,"out_tokens":851},"mistral-large-2":{"in_tokens":1401,"out_tokens":870}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":622,"out_tokens":832,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":13.437026679000041,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1322,"out_tokens":1472},"claude-opus-4-8":{"in_tokens":2641,"out_tokens":706},"claude-opus-4-7":{"in_tokens":2646,"out_tokens":560},"mistral-large-2":{"in_tokens":1432,"out_tokens":565}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":1079,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":16.70811028099996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1061,"out_tokens":1069},"claude-opus-4-8":{"in_tokens":1970,"out_tokens":581},"claude-opus-4-7":{"in_tokens":1975,"out_tokens":440},"mistral-large-2":{"in_tokens":1094,"out_tokens":480}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":5.305260329000021,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1129,"out_tokens":1001},"claude-opus-4-8":{"in_tokens":2163,"out_tokens":781},"claude-opus-4-7":{"in_tokens":2168,"out_tokens":510},"mistral-large-2":{"in_tokens":1256,"out_tokens":530}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":652,"out_tokens":1157,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":17.825722370999983,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1440,"out_tokens":2552},"claude-opus-4-8":{"in_tokens":2855,"out_tokens":808},"claude-opus-4-7":{"in_tokens":2860,"out_tokens":611},"mistral-large-2":{"in_tokens":1594,"out_tokens":600}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":803,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":13.163533770000015,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1363,"out_tokens":2286},"claude-opus-4-8":{"in_tokens":2527,"out_tokens":916},"claude-opus-4-7":{"in_tokens":2532,"out_tokens":607},"mistral-large-2":{"in_tokens":1508,"out_tokens":776}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":128,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":17.51172874499997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":993,"out_tokens":1162},"claude-opus-4-8":{"in_tokens":2006,"out_tokens":642},"claude-opus-4-7":{"in_tokens":2011,"out_tokens":481},"mistral-large-2":{"in_tokens":1058,"out_tokens":454}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":227,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":21.248015011000007,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1234,"out_tokens":1233},"claude-opus-4-8":{"in_tokens":2372,"out_tokens":713},"claude-opus-4-7":{"in_tokens":2377,"out_tokens":510},"mistral-large-2":{"in_tokens":1370,"out_tokens":551}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":794,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":12.009661836999953,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1336,"out_tokens":1216},"claude-opus-4-8":{"in_tokens":2555,"out_tokens":713},"claude-opus-4-7":{"in_tokens":2560,"out_tokens":499},"mistral-large-2":{"in_tokens":1480,"out_tokens":511}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":229,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":4.769226333999995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1084,"out_tokens":2279},"claude-opus-4-8":{"in_tokens":2091,"out_tokens":811},"claude-opus-4-7":{"in_tokens":2096,"out_tokens":675},"mistral-large-2":{"in_tokens":1137,"out_tokens":509}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":1324,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":22.78899789999997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1241,"out_tokens":901},"claude-opus-4-8":{"in_tokens":2386,"out_tokens":598},"claude-opus-4-7":{"in_tokens":2391,"out_tokens":364},"mistral-large-2":{"in_tokens":1306,"out_tokens":578}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":319,"out_tokens":189,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":22.239205820999985,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1063,"out_tokens":1459},"claude-opus-4-8":{"in_tokens":2120,"out_tokens":669},"claude-opus-4-7":{"in_tokens":2125,"out_tokens":553},"mistral-large-2":{"in_tokens":1142,"out_tokens":679}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":189,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":24.479438217999984,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1143,"out_tokens":1980},"claude-opus-4-8":{"in_tokens":2157,"out_tokens":686},"claude-opus-4-7":{"in_tokens":2162,"out_tokens":594},"mistral-large-2":{"in_tokens":1283,"out_tokens":582}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":600,"out_tokens":961,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":15.755587930000047,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1333,"out_tokens":2076},"claude-opus-4-8":{"in_tokens":2599,"out_tokens":547},"claude-opus-4-7":{"in_tokens":2604,"out_tokens":483},"mistral-large-2":{"in_tokens":1402,"out_tokens":498}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":993,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":43.96198359499999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1421,"out_tokens":1479},"claude-opus-4-8":{"in_tokens":2632,"out_tokens":518},"claude-opus-4-7":{"in_tokens":2637,"out_tokens":493},"mistral-large-2":{"in_tokens":1504,"out_tokens":652}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":390,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":7.919153226000049,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1273,"out_tokens":1160},"claude-opus-4-8":{"in_tokens":2415,"out_tokens":683},"claude-opus-4-7":{"in_tokens":2420,"out_tokens":539},"mistral-large-2":{"in_tokens":1361,"out_tokens":524}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":876,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":13.988552685999991,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1357,"out_tokens":1902},"claude-opus-4-8":{"in_tokens":2563,"out_tokens":695},"claude-opus-4-7":{"in_tokens":2568,"out_tokens":574},"mistral-large-2":{"in_tokens":1455,"out_tokens":518}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":674,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":12.239908874000037,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1159,"out_tokens":1183},"claude-opus-4-8":{"in_tokens":2238,"out_tokens":496},"claude-opus-4-7":{"in_tokens":2243,"out_tokens":391},"mistral-large-2":{"in_tokens":1252,"out_tokens":533}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":160,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":5.245971489999988,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":974,"out_tokens":912},"claude-opus-4-8":{"in_tokens":1895,"out_tokens":515},"claude-opus-4-7":{"in_tokens":1900,"out_tokens":427},"mistral-large-2":{"in_tokens":1051,"out_tokens":496}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":962,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":16.495379775999993,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1417,"out_tokens":1513},"claude-opus-4-8":{"in_tokens":2660,"out_tokens":836},"claude-opus-4-7":{"in_tokens":2665,"out_tokens":535},"mistral-large-2":{"in_tokens":1544,"out_tokens":628}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1929,"error":null,"skip_reason":null,"score_raw":0.8250000000000001,"duration_s":32.70167705899996,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1520,"out_tokens":1875},"claude-opus-4-8":{"in_tokens":2899,"out_tokens":705},"claude-opus-4-7":{"in_tokens":2904,"out_tokens":572},"mistral-large-2":{"in_tokens":1671,"out_tokens":792}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":19.40030391700003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1338,"out_tokens":1433},"claude-opus-4-8":{"in_tokens":2629,"out_tokens":603},"claude-opus-4-7":{"in_tokens":2634,"out_tokens":574},"mistral-large-2":{"in_tokens":1500,"out_tokens":591}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":1292,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":27.727133864999985,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1194,"out_tokens":1686},"claude-opus-4-8":{"in_tokens":2347,"out_tokens":721},"claude-opus-4-7":{"in_tokens":2352,"out_tokens":527},"mistral-large-2":{"in_tokens":1294,"out_tokens":524}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":452,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":10.86288199400002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1322,"out_tokens":2090},"claude-opus-4-8":{"in_tokens":2525,"out_tokens":816},"claude-opus-4-7":{"in_tokens":2530,"out_tokens":624},"mistral-large-2":{"in_tokens":1444,"out_tokens":621}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":154,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":23.29813022899998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1390,"out_tokens":895},"claude-opus-4-8":{"in_tokens":2586,"out_tokens":637},"claude-opus-4-7":{"in_tokens":2591,"out_tokens":494},"mistral-large-2":{"in_tokens":1566,"out_tokens":489}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":720,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":12.779453253000042,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1065,"out_tokens":1333},"claude-opus-4-8":{"in_tokens":2056,"out_tokens":626},"claude-opus-4-7":{"in_tokens":2061,"out_tokens":468},"mistral-large-2":{"in_tokens":1146,"out_tokens":478}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":239,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":25.83686664199996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1632,"out_tokens":1457},"claude-opus-4-8":{"in_tokens":3020,"out_tokens":721},"claude-opus-4-7":{"in_tokens":3025,"out_tokens":604},"mistral-large-2":{"in_tokens":1755,"out_tokens":596}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":766,"out_tokens":1557,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":22.372081527999967,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1802,"out_tokens":2795},"claude-opus-4-8":{"in_tokens":3584,"out_tokens":957},"claude-opus-4-7":{"in_tokens":3589,"out_tokens":728},"mistral-large-2":{"in_tokens":1951,"out_tokens":837}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":367,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":8.038061892999963,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1470,"out_tokens":2682},"claude-opus-4-8":{"in_tokens":2936,"out_tokens":872},"claude-opus-4-7":{"in_tokens":2941,"out_tokens":902},"mistral-large-2":{"in_tokens":1579,"out_tokens":641}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":834,"out_tokens":1739,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":26.673939319999988,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1993,"out_tokens":3692},"claude-opus-4-8":{"in_tokens":3960,"out_tokens":1020},"claude-opus-4-7":{"in_tokens":3965,"out_tokens":731},"mistral-large-2":{"in_tokens":2156,"out_tokens":783}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":1522,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":23.438192360000016,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1705,"out_tokens":2713},"claude-opus-4-8":{"in_tokens":3561,"out_tokens":970},"claude-opus-4-7":{"in_tokens":3566,"out_tokens":696},"mistral-large-2":{"in_tokens":1822,"out_tokens":763}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":672,"out_tokens":1170,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":18.390511522999986,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1415,"out_tokens":1793},"claude-opus-4-8":{"in_tokens":2889,"out_tokens":619},"claude-opus-4-7":{"in_tokens":2894,"out_tokens":539},"mistral-large-2":{"in_tokens":1503,"out_tokens":842}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":393,"out_tokens":258,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":65.96868754599996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1242,"out_tokens":1448},"claude-opus-4-8":{"in_tokens":2414,"out_tokens":826},"claude-opus-4-7":{"in_tokens":2419,"out_tokens":709},"mistral-large-2":{"in_tokens":1345,"out_tokens":599}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":211,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":17.656358282000042,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1164,"out_tokens":1003},"claude-opus-4-8":{"in_tokens":2232,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2237,"out_tokens":536},"mistral-large-2":{"in_tokens":1266,"out_tokens":596}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":326,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":67.33765103399998,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1228,"out_tokens":1663},"claude-opus-4-8":{"in_tokens":2406,"out_tokens":657},"claude-opus-4-7":{"in_tokens":2411,"out_tokens":482},"mistral-large-2":{"in_tokens":1364,"out_tokens":641}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":0.6666666666666667,"duration_s":65.416550825,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1147,"out_tokens":1596},"claude-opus-4-8":{"in_tokens":2273,"out_tokens":861},"claude-opus-4-7":{"in_tokens":2278,"out_tokens":602},"mistral-large-2":{"in_tokens":1248,"out_tokens":552}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":487,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":10.675166407999995,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1440,"out_tokens":3008},"claude-opus-4-8":{"in_tokens":2997,"out_tokens":951},"claude-opus-4-7":{"in_tokens":3002,"out_tokens":830},"mistral-large-2":{"in_tokens":1540,"out_tokens":697}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":378,"out_tokens":173,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":45.26106294300001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1098,"out_tokens":1390},"claude-opus-4-8":{"in_tokens":2210,"out_tokens":610},"claude-opus-4-7":{"in_tokens":2215,"out_tokens":468},"mistral-large-2":{"in_tokens":1208,"out_tokens":446}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":436,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":9.139222356999994,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1264,"out_tokens":2349},"claude-opus-4-8":{"in_tokens":2600,"out_tokens":713},"claude-opus-4-7":{"in_tokens":2605,"out_tokens":646},"mistral-large-2":{"in_tokens":1349,"out_tokens":541}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":307,"out_tokens":471,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":9.388595570000007,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1175,"out_tokens":2142},"claude-opus-4-8":{"in_tokens":2350,"out_tokens":498},"claude-opus-4-7":{"in_tokens":2355,"out_tokens":423},"mistral-large-2":{"in_tokens":1274,"out_tokens":723}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":346,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":24.40744947600001,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1184,"out_tokens":1724},"claude-opus-4-8":{"in_tokens":2284,"out_tokens":852},"claude-opus-4-7":{"in_tokens":2289,"out_tokens":574},"mistral-large-2":{"in_tokens":1311,"out_tokens":714}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":176,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":20.081348278000064,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1232,"out_tokens":1651},"claude-opus-4-8":{"in_tokens":2367,"out_tokens":630},"claude-opus-4-7":{"in_tokens":2372,"out_tokens":652},"mistral-large-2":{"in_tokens":1348,"out_tokens":558}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":2292,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":53.599361519999945,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1430,"out_tokens":1749},"claude-opus-4-8":{"in_tokens":2760,"out_tokens":824},"claude-opus-4-7":{"in_tokens":2765,"out_tokens":754},"mistral-large-2":{"in_tokens":1616,"out_tokens":618}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":599,"out_tokens":1272,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":19.889716429999964,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1443,"out_tokens":2485},"claude-opus-4-8":{"in_tokens":2838,"out_tokens":836},"claude-opus-4-7":{"in_tokens":2843,"out_tokens":639},"mistral-large-2":{"in_tokens":1569,"out_tokens":709}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":160,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":18.74822992000003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1120,"out_tokens":918},"claude-opus-4-8":{"in_tokens":2160,"out_tokens":736},"claude-opus-4-7":{"in_tokens":2165,"out_tokens":505},"mistral-large-2":{"in_tokens":1226,"out_tokens":594}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1509,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":23.835400037,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1499,"out_tokens":1677},"claude-opus-4-8":{"in_tokens":2951,"out_tokens":696},"claude-opus-4-7":{"in_tokens":2956,"out_tokens":567},"mistral-large-2":{"in_tokens":1623,"out_tokens":859}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":2565,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":48.279703101999985,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1334,"out_tokens":1301},"claude-opus-4-8":{"in_tokens":2526,"out_tokens":796},"claude-opus-4-7":{"in_tokens":2531,"out_tokens":607},"mistral-large-2":{"in_tokens":1448,"out_tokens":1017}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":1304,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":24.59118797399998,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1378,"out_tokens":2714},"claude-opus-4-8":{"in_tokens":2752,"out_tokens":511},"claude-opus-4-7":{"in_tokens":2757,"out_tokens":469},"mistral-large-2":{"in_tokens":1461,"out_tokens":471}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":496,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":11.778238819000023,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1203,"out_tokens":1751},"claude-opus-4-8":{"in_tokens":2454,"out_tokens":574},"claude-opus-4-7":{"in_tokens":2459,"out_tokens":479},"mistral-large-2":{"in_tokens":1268,"out_tokens":514}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":553,"out_tokens":1801,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":27.369769379999923,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1600,"out_tokens":1462},"claude-opus-4-8":{"in_tokens":3250,"out_tokens":553},"claude-opus-4-7":{"in_tokens":3255,"out_tokens":480},"mistral-large-2":{"in_tokens":1693,"out_tokens":636}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":690,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":18.36179060799998,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1391,"out_tokens":3211},"claude-opus-4-8":{"in_tokens":2848,"out_tokens":589},"claude-opus-4-7":{"in_tokens":2853,"out_tokens":651},"mistral-large-2":{"in_tokens":1476,"out_tokens":544}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":1228,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":42.31675428200003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1303,"out_tokens":1646},"claude-opus-4-8":{"in_tokens":2607,"out_tokens":852},"claude-opus-4-7":{"in_tokens":2612,"out_tokens":650},"mistral-large-2":{"in_tokens":1412,"out_tokens":620}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":834,"error":null,"skip_reason":null,"score_raw":0.2857142857142857,"duration_s":16.250441276000004,"hallucination_count":6.5,"hallucination_top100":0,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1574,"out_tokens":2716},"claude-opus-4-8":{"in_tokens":3150,"out_tokens":1088},"claude-opus-4-7":{"in_tokens":3155,"out_tokens":869},"mistral-large-2":{"in_tokens":1719,"out_tokens":681}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":183,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":21.332072783999934,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1110,"out_tokens":1058},"claude-opus-4-8":{"in_tokens":2178,"out_tokens":544},"claude-opus-4-7":{"in_tokens":2183,"out_tokens":436},"mistral-large-2":{"in_tokens":1234,"out_tokens":552}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":161,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":14.369875826999987,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1079,"out_tokens":1538},"claude-opus-4-8":{"in_tokens":2147,"out_tokens":686},"claude-opus-4-7":{"in_tokens":2152,"out_tokens":570},"mistral-large-2":{"in_tokens":1178,"out_tokens":553}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":2009,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":38.58227237900002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1306,"out_tokens":1610},"claude-opus-4-8":{"in_tokens":2475,"out_tokens":619},"claude-opus-4-7":{"in_tokens":2480,"out_tokens":524},"mistral-large-2":{"in_tokens":1451,"out_tokens":623}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":571,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":12.437605794999968,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1288,"out_tokens":997},"claude-opus-4-8":{"in_tokens":2598,"out_tokens":516},"claude-opus-4-7":{"in_tokens":2603,"out_tokens":399},"mistral-large-2":{"in_tokens":1391,"out_tokens":472}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":519,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":11.052637832999949,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1208,"out_tokens":2160},"claude-opus-4-8":{"in_tokens":2353,"out_tokens":579},"claude-opus-4-7":{"in_tokens":2358,"out_tokens":517},"mistral-large-2":{"in_tokens":1257,"out_tokens":408}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":141,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":22.30049843500001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1137,"out_tokens":1445},"claude-opus-4-8":{"in_tokens":2231,"out_tokens":705},"claude-opus-4-7":{"in_tokens":2236,"out_tokens":636},"mistral-large-2":{"in_tokens":1228,"out_tokens":645}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":1198,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.87382690300001,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1306,"out_tokens":2626},"claude-opus-4-8":{"in_tokens":2555,"out_tokens":645},"claude-opus-4-7":{"in_tokens":2560,"out_tokens":506},"mistral-large-2":{"in_tokens":1354,"out_tokens":587}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":181,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":20.076698812000018,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1045,"out_tokens":1333},"claude-opus-4-8":{"in_tokens":2063,"out_tokens":733},"claude-opus-4-7":{"in_tokens":2068,"out_tokens":521},"mistral-large-2":{"in_tokens":1152,"out_tokens":527}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":458,"error":null,"skip_reason":null,"score_raw":0.29166666666666663,"duration_s":11.536183693999988,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1179,"out_tokens":1406},"claude-opus-4-8":{"in_tokens":2452,"out_tokens":639},"claude-opus-4-7":{"in_tokens":2457,"out_tokens":606},"mistral-large-2":{"in_tokens":1265,"out_tokens":505}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":1152,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":17.54809701800002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1358,"out_tokens":2042},"claude-opus-4-8":{"in_tokens":2694,"out_tokens":722},"claude-opus-4-7":{"in_tokens":2699,"out_tokens":564},"mistral-large-2":{"in_tokens":1431,"out_tokens":608}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":1342,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":20.084533220000026,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1416,"out_tokens":1368},"claude-opus-4-8":{"in_tokens":2878,"out_tokens":460},"claude-opus-4-7":{"in_tokens":2883,"out_tokens":382},"mistral-large-2":{"in_tokens":1516,"out_tokens":411}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":389,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":7.491057163999926,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1150,"out_tokens":3143},"claude-opus-4-8":{"in_tokens":2263,"out_tokens":869},"claude-opus-4-7":{"in_tokens":2268,"out_tokens":747},"mistral-large-2":{"in_tokens":1211,"out_tokens":675}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":1500,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":25.23064991800004,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1521,"out_tokens":2571},"claude-opus-4-8":{"in_tokens":3015,"out_tokens":606},"claude-opus-4-7":{"in_tokens":3020,"out_tokens":546},"mistral-large-2":{"in_tokens":1640,"out_tokens":598}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":1262,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":25.35932054099999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1171,"out_tokens":1159},"claude-opus-4-8":{"in_tokens":2207,"out_tokens":693},"claude-opus-4-7":{"in_tokens":2212,"out_tokens":492},"mistral-large-2":{"in_tokens":1281,"out_tokens":587}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":520,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":10.293015910999998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1202,"out_tokens":1346},"claude-opus-4-8":{"in_tokens":2446,"out_tokens":557},"claude-opus-4-7":{"in_tokens":2451,"out_tokens":450},"mistral-large-2":{"in_tokens":1279,"out_tokens":472}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":198,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":17.441414517,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1110,"out_tokens":1390},"claude-opus-4-8":{"in_tokens":2128,"out_tokens":648},"claude-opus-4-7":{"in_tokens":2133,"out_tokens":509},"mistral-large-2":{"in_tokens":1237,"out_tokens":681}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":495,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":9.752461229000005,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1452,"out_tokens":2089},"claude-opus-4-8":{"in_tokens":2813,"out_tokens":755},"claude-opus-4-7":{"in_tokens":2818,"out_tokens":761},"mistral-large-2":{"in_tokens":1531,"out_tokens":683}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":480,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":9.980023574000029,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1286,"out_tokens":1823},"claude-opus-4-8":{"in_tokens":2616,"out_tokens":642},"claude-opus-4-7":{"in_tokens":2621,"out_tokens":622},"mistral-large-2":{"in_tokens":1394,"out_tokens":689}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":1362,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":27.494840711999927,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1227,"out_tokens":1435},"claude-opus-4-8":{"in_tokens":2327,"out_tokens":681},"claude-opus-4-7":{"in_tokens":2332,"out_tokens":548},"mistral-large-2":{"in_tokens":1331,"out_tokens":604}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":1057,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":16.689066346000004,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1257,"out_tokens":2283},"claude-opus-4-8":{"in_tokens":2451,"out_tokens":572},"claude-opus-4-7":{"in_tokens":2456,"out_tokens":447},"mistral-large-2":{"in_tokens":1336,"out_tokens":929}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":267,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":25.97379624100006,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1180,"out_tokens":2500},"claude-opus-4-8":{"in_tokens":2192,"out_tokens":889},"claude-opus-4-7":{"in_tokens":2197,"out_tokens":789},"mistral-large-2":{"in_tokens":1290,"out_tokens":731}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":335,"out_tokens":240,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.18733932500004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1133,"out_tokens":969},"claude-opus-4-8":{"in_tokens":2139,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2144,"out_tokens":555},"mistral-large-2":{"in_tokens":1214,"out_tokens":475}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":504,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":10.28259888599996,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1272,"out_tokens":2283},"claude-opus-4-8":{"in_tokens":2500,"out_tokens":765},"claude-opus-4-7":{"in_tokens":2505,"out_tokens":603},"mistral-large-2":{"in_tokens":1345,"out_tokens":574}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":361,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":7.600867819999962,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1140,"out_tokens":1449},"claude-opus-4-8":{"in_tokens":2307,"out_tokens":598},"claude-opus-4-7":{"in_tokens":2312,"out_tokens":459},"mistral-large-2":{"in_tokens":1188,"out_tokens":493}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":413,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":8.235990195999989,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1133,"out_tokens":2447},"claude-opus-4-8":{"in_tokens":2339,"out_tokens":719},"claude-opus-4-7":{"in_tokens":2344,"out_tokens":725},"mistral-large-2":{"in_tokens":1197,"out_tokens":895}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":616,"out_tokens":1296,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":19.833190924000064,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.25,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1471,"out_tokens":2223},"claude-opus-4-8":{"in_tokens":2975,"out_tokens":787},"claude-opus-4-7":{"in_tokens":2980,"out_tokens":698},"mistral-large-2":{"in_tokens":1590,"out_tokens":762}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":328,"out_tokens":153,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":15.914448552999943,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":968,"out_tokens":902},"claude-opus-4-8":{"in_tokens":1864,"out_tokens":586},"claude-opus-4-7":{"in_tokens":1869,"out_tokens":415},"mistral-large-2":{"in_tokens":1046,"out_tokens":522}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1296,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":20.503410535999933,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1434,"out_tokens":1537},"claude-opus-4-8":{"in_tokens":2845,"out_tokens":591},"claude-opus-4-7":{"in_tokens":2850,"out_tokens":489},"mistral-large-2":{"in_tokens":1534,"out_tokens":664}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":2263,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":46.806519295000044,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1427,"out_tokens":2020},"claude-opus-4-8":{"in_tokens":2769,"out_tokens":700},"claude-opus-4-7":{"in_tokens":2774,"out_tokens":574},"mistral-large-2":{"in_tokens":1569,"out_tokens":659}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":1847,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":36.486635578999994,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1460,"out_tokens":3157},"claude-opus-4-8":{"in_tokens":2746,"out_tokens":774},"claude-opus-4-7":{"in_tokens":2751,"out_tokens":602},"mistral-large-2":{"in_tokens":1622,"out_tokens":832}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":193,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":32.503048981000006,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1044,"out_tokens":2154},"claude-opus-4-8":{"in_tokens":2029,"out_tokens":972},"claude-opus-4-7":{"in_tokens":2034,"out_tokens":673},"mistral-large-2":{"in_tokens":1104,"out_tokens":567}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":582,"out_tokens":963,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":15.567847038999957,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1250,"out_tokens":1763},"claude-opus-4-8":{"in_tokens":2520,"out_tokens":499},"claude-opus-4-7":{"in_tokens":2525,"out_tokens":527},"mistral-large-2":{"in_tokens":1306,"out_tokens":500}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1430,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":25.20254713999998,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1267,"out_tokens":1644},"claude-opus-4-8":{"in_tokens":2377,"out_tokens":808},"claude-opus-4-7":{"in_tokens":2382,"out_tokens":498},"mistral-large-2":{"in_tokens":1359,"out_tokens":541}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":800,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":16.340503544999933,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.6,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2077,"out_tokens":2861},"claude-opus-4-8":{"in_tokens":4085,"out_tokens":1276},"claude-opus-4-7":{"in_tokens":4090,"out_tokens":888},"mistral-large-2":{"in_tokens":2239,"out_tokens":771}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":1004,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":15.708704036999961,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1220,"out_tokens":3028},"claude-opus-4-8":{"in_tokens":2504,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2509,"out_tokens":471},"mistral-large-2":{"in_tokens":1294,"out_tokens":763}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":24.528157906999922,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1065,"out_tokens":1415},"claude-opus-4-8":{"in_tokens":2035,"out_tokens":641},"claude-opus-4-7":{"in_tokens":2040,"out_tokens":462},"mistral-large-2":{"in_tokens":1165,"out_tokens":611}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":551,"error":null,"skip_reason":null,"score_raw":0.325,"duration_s":11.279087201000038,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1855,"out_tokens":2513},"claude-opus-4-8":{"in_tokens":3734,"out_tokens":1068},"claude-opus-4-7":{"in_tokens":3739,"out_tokens":741},"mistral-large-2":{"in_tokens":1966,"out_tokens":744}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":1214,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":20.77639952700008,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1119,"out_tokens":1670},"claude-opus-4-8":{"in_tokens":2218,"out_tokens":639},"claude-opus-4-7":{"in_tokens":2223,"out_tokens":525},"mistral-large-2":{"in_tokens":1190,"out_tokens":478}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":265,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":28.450855402000002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1239,"out_tokens":1879},"claude-opus-4-8":{"in_tokens":2587,"out_tokens":728},"claude-opus-4-7":{"in_tokens":2592,"out_tokens":520},"mistral-large-2":{"in_tokens":1327,"out_tokens":689}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":1781,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":38.291853180999965,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1104,"out_tokens":1885},"claude-opus-4-8":{"in_tokens":2059,"out_tokens":783},"claude-opus-4-7":{"in_tokens":2064,"out_tokens":557},"mistral-large-2":{"in_tokens":1236,"out_tokens":655}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1708,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":29.350860872,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1511,"out_tokens":2431},"claude-opus-4-8":{"in_tokens":2877,"out_tokens":628},"claude-opus-4-7":{"in_tokens":2882,"out_tokens":587},"mistral-large-2":{"in_tokens":1680,"out_tokens":582}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1010,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":30.984238809999965,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2483,"out_tokens":2650},"claude-opus-4-8":{"in_tokens":4829,"out_tokens":872},"claude-opus-4-7":{"in_tokens":4834,"out_tokens":749},"mistral-large-2":{"in_tokens":2604,"out_tokens":946}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":772,"out_tokens":1577,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":54.409014049999996,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1786,"out_tokens":3430},"claude-opus-4-8":{"in_tokens":3435,"out_tokens":787},"claude-opus-4-7":{"in_tokens":3440,"out_tokens":634},"mistral-large-2":{"in_tokens":1875,"out_tokens":701}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":994,"out_tokens":1745,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":26.01975125399997,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2234,"out_tokens":3831},"claude-opus-4-8":{"in_tokens":4374,"out_tokens":1149},"claude-opus-4-7":{"in_tokens":4379,"out_tokens":838},"mistral-large-2":{"in_tokens":2413,"out_tokens":760}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1533,"error":null,"skip_reason":null,"score_raw":0.3055555555555555,"duration_s":27.796925054999974,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1191,"out_tokens":1350},"claude-opus-4-8":{"in_tokens":2359,"out_tokens":729},"claude-opus-4-7":{"in_tokens":2364,"out_tokens":618},"mistral-large-2":{"in_tokens":1272,"out_tokens":641}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":325,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":29.316209914999945,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1329,"out_tokens":1942},"claude-opus-4-8":{"in_tokens":2672,"out_tokens":776},"claude-opus-4-7":{"in_tokens":2677,"out_tokens":577},"mistral-large-2":{"in_tokens":1442,"out_tokens":564}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":254,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":22.672427799000047,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1107,"out_tokens":1117},"claude-opus-4-8":{"in_tokens":2234,"out_tokens":647},"claude-opus-4-7":{"in_tokens":2239,"out_tokens":543},"mistral-large-2":{"in_tokens":1175,"out_tokens":480}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":937,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.825,"duration_s":30.764048124000055,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2361,"out_tokens":2724},"claude-opus-4-8":{"in_tokens":4621,"out_tokens":940},"claude-opus-4-7":{"in_tokens":4626,"out_tokens":809},"mistral-large-2":{"in_tokens":2551,"out_tokens":911}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":933,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":22.20085920500003,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2206,"out_tokens":2258},"claude-opus-4-8":{"in_tokens":4349,"out_tokens":959},"claude-opus-4-7":{"in_tokens":4354,"out_tokens":873},"mistral-large-2":{"in_tokens":2364,"out_tokens":835}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":314,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":22.327676388999976,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1035,"out_tokens":1766},"claude-opus-4-8":{"in_tokens":2023,"out_tokens":564},"claude-opus-4-7":{"in_tokens":2028,"out_tokens":459},"mistral-large-2":{"in_tokens":1117,"out_tokens":489}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":233,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":15.638513757999931,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":969,"out_tokens":1568},"claude-opus-4-8":{"in_tokens":1963,"out_tokens":514},"claude-opus-4-7":{"in_tokens":1968,"out_tokens":431},"mistral-large-2":{"in_tokens":1029,"out_tokens":454}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1343,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":21.23010892299999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1511,"out_tokens":1413},"claude-opus-4-8":{"in_tokens":2940,"out_tokens":657},"claude-opus-4-7":{"in_tokens":2945,"out_tokens":475},"mistral-large-2":{"in_tokens":1606,"out_tokens":631}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":316,"error":null,"skip_reason":null,"score_raw":0.1111111111111111,"duration_s":66.42936135799994,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1425,"out_tokens":2024},"claude-opus-4-8":{"in_tokens":2824,"out_tokens":1127},"claude-opus-4-7":{"in_tokens":2829,"out_tokens":832},"mistral-large-2":{"in_tokens":1539,"out_tokens":772}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":282,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":20.827043386000014,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":996,"out_tokens":1771},"claude-opus-4-8":{"in_tokens":1988,"out_tokens":667},"claude-opus-4-7":{"in_tokens":1993,"out_tokens":386},"mistral-large-2":{"in_tokens":1050,"out_tokens":646}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":659,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":13.204564196999968,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1456,"out_tokens":2169},"claude-opus-4-8":{"in_tokens":2833,"out_tokens":710},"claude-opus-4-7":{"in_tokens":2838,"out_tokens":595},"mistral-large-2":{"in_tokens":1550,"out_tokens":680}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":1700,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":29.70969572399997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1482,"out_tokens":1916},"claude-opus-4-8":{"in_tokens":2851,"out_tokens":801},"claude-opus-4-7":{"in_tokens":2856,"out_tokens":587},"mistral-large-2":{"in_tokens":1670,"out_tokens":625}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":886,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":29.082681395999998,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2383,"out_tokens":2830},"claude-opus-4-8":{"in_tokens":4630,"out_tokens":1011},"claude-opus-4-7":{"in_tokens":4635,"out_tokens":928},"mistral-large-2":{"in_tokens":2574,"out_tokens":886}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":916,"out_tokens":1971,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":30.105043085000034,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2314,"out_tokens":3220},"claude-opus-4-8":{"in_tokens":4582,"out_tokens":1041},"claude-opus-4-7":{"in_tokens":4587,"out_tokens":893},"mistral-large-2":{"in_tokens":2435,"out_tokens":893}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":1409,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":27.341643470999998,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1626,"out_tokens":2174},"claude-opus-4-8":{"in_tokens":3015,"out_tokens":720},"claude-opus-4-7":{"in_tokens":3020,"out_tokens":543},"mistral-large-2":{"in_tokens":1820,"out_tokens":505}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":1490,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":21.494995841000105,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1830,"out_tokens":2854},"claude-opus-4-8":{"in_tokens":3703,"out_tokens":869},"claude-opus-4-7":{"in_tokens":3708,"out_tokens":693},"mistral-large-2":{"in_tokens":1966,"out_tokens":866}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":511,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":131.14436801700003,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1496,"out_tokens":1905},"claude-opus-4-8":{"in_tokens":3007,"out_tokens":818},"claude-opus-4-7":{"in_tokens":3012,"out_tokens":533},"mistral-large-2":{"in_tokens":1612,"out_tokens":630}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":2094,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":40.08282907099999,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1161,"out_tokens":1545},"claude-opus-4-8":{"in_tokens":2330,"out_tokens":594},"claude-opus-4-7":{"in_tokens":2335,"out_tokens":517},"mistral-large-2":{"in_tokens":1283,"out_tokens":491}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":566,"out_tokens":759,"error":null,"skip_reason":null,"score_raw":0.025,"duration_s":75.76756080099995,"hallucination_count":7.5,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":2158,"out_tokens":2727},"claude-opus-4-8":{"in_tokens":4281,"out_tokens":1391},"claude-opus-4-7":{"in_tokens":4286,"out_tokens":996},"mistral-large-2":{"in_tokens":2275,"out_tokens":874}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":974,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":79.19923164299996,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.3,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2258,"out_tokens":2984},"claude-opus-4-8":{"in_tokens":4499,"out_tokens":1381},"claude-opus-4-7":{"in_tokens":4504,"out_tokens":797},"mistral-large-2":{"in_tokens":2427,"out_tokens":1261}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":293,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":24.155686160000073,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1050,"out_tokens":1636},"claude-opus-4-8":{"in_tokens":2113,"out_tokens":583},"claude-opus-4-7":{"in_tokens":2118,"out_tokens":409},"mistral-large-2":{"in_tokens":1119,"out_tokens":673}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":741,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":15.776292187999957,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.3,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1798,"out_tokens":2551},"claude-opus-4-8":{"in_tokens":3638,"out_tokens":967},"claude-opus-4-7":{"in_tokens":3643,"out_tokens":759},"mistral-large-2":{"in_tokens":1923,"out_tokens":730}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":533,"out_tokens":1504,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":22.20265315100005,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1519,"out_tokens":2208},"claude-opus-4-8":{"in_tokens":2973,"out_tokens":646},"claude-opus-4-7":{"in_tokens":2978,"out_tokens":529},"mistral-large-2":{"in_tokens":1646,"out_tokens":788}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":310,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.08979139099995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1061,"out_tokens":1764},"claude-opus-4-8":{"in_tokens":2178,"out_tokens":647},"claude-opus-4-7":{"in_tokens":2183,"out_tokens":498},"mistral-large-2":{"in_tokens":1130,"out_tokens":408}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":251,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":20.962300428999924,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":946,"out_tokens":1267},"claude-opus-4-8":{"in_tokens":1854,"out_tokens":422},"claude-opus-4-7":{"in_tokens":1859,"out_tokens":429},"mistral-large-2":{"in_tokens":986,"out_tokens":457}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":319,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":31.264603968000074,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1114,"out_tokens":2542},"claude-opus-4-8":{"in_tokens":2228,"out_tokens":941},"claude-opus-4-7":{"in_tokens":2233,"out_tokens":803},"mistral-large-2":{"in_tokens":1221,"out_tokens":745}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":748,"out_tokens":1393,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":21.41061748300001,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1709,"out_tokens":2853},"claude-opus-4-8":{"in_tokens":3315,"out_tokens":1172},"claude-opus-4-7":{"in_tokens":3320,"out_tokens":928},"mistral-large-2":{"in_tokens":1820,"out_tokens":811}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":813,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":16.273050377000004,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1779,"out_tokens":2367},"claude-opus-4-8":{"in_tokens":3507,"out_tokens":1078},"claude-opus-4-7":{"in_tokens":3512,"out_tokens":700},"mistral-large-2":{"in_tokens":1895,"out_tokens":709}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":711,"out_tokens":691,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":13.637498255999958,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2219,"out_tokens":2740},"claude-opus-4-8":{"in_tokens":4296,"out_tokens":1536},"claude-opus-4-7":{"in_tokens":4301,"out_tokens":952},"mistral-large-2":{"in_tokens":2318,"out_tokens":852}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":298,"out_tokens":913,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":19.419473443000015,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.16666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1608,"out_tokens":1966},"claude-opus-4-8":{"in_tokens":3165,"out_tokens":706},"claude-opus-4-7":{"in_tokens":3170,"out_tokens":656},"mistral-large-2":{"in_tokens":1720,"out_tokens":620}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":588,"out_tokens":705,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":14.187866061000022,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2001,"out_tokens":2961},"claude-opus-4-8":{"in_tokens":3936,"out_tokens":1045},"claude-opus-4-7":{"in_tokens":3941,"out_tokens":799},"mistral-large-2":{"in_tokens":2154,"out_tokens":721}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1309,"out_tokens":1955,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":31.16736920300002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2533,"out_tokens":2940},"claude-opus-4-8":{"in_tokens":4927,"out_tokens":1155},"claude-opus-4-7":{"in_tokens":4932,"out_tokens":889},"mistral-large-2":{"in_tokens":2644,"out_tokens":805}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":2733,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":70.04489247799995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1517,"out_tokens":2719},"claude-opus-4-8":{"in_tokens":2801,"out_tokens":766},"claude-opus-4-7":{"in_tokens":2806,"out_tokens":557},"mistral-large-2":{"in_tokens":1715,"out_tokens":741}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":1701,"error":null,"skip_reason":null,"score_raw":0.8611111111111112,"duration_s":33.552417190999904,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1248,"out_tokens":1771},"claude-opus-4-8":{"in_tokens":2380,"out_tokens":726},"claude-opus-4-7":{"in_tokens":2385,"out_tokens":499},"mistral-large-2":{"in_tokens":1359,"out_tokens":574}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1103,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":31.273429523000004,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2386,"out_tokens":3256},"claude-opus-4-8":{"in_tokens":4686,"out_tokens":961},"claude-opus-4-7":{"in_tokens":4691,"out_tokens":845},"mistral-large-2":{"in_tokens":2571,"out_tokens":832}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":2373,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":37.59465095999997,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1915,"out_tokens":2203},"claude-opus-4-8":{"in_tokens":3543,"out_tokens":918},"claude-opus-4-7":{"in_tokens":3548,"out_tokens":704},"mistral-large-2":{"in_tokens":2062,"out_tokens":1253}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":1640,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":29.432614539000042,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1333,"out_tokens":2147},"claude-opus-4-8":{"in_tokens":2562,"out_tokens":737},"claude-opus-4-7":{"in_tokens":2567,"out_tokens":609},"mistral-large-2":{"in_tokens":1480,"out_tokens":694}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":341,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":24.099984663999976,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1116,"out_tokens":1705},"claude-opus-4-8":{"in_tokens":2249,"out_tokens":653},"claude-opus-4-7":{"in_tokens":2254,"out_tokens":601},"mistral-large-2":{"in_tokens":1166,"out_tokens":702}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":845,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":16.835661508000044,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1388,"out_tokens":1491},"claude-opus-4-8":{"in_tokens":2619,"out_tokens":698},"claude-opus-4-7":{"in_tokens":2624,"out_tokens":635},"mistral-large-2":{"in_tokens":1494,"out_tokens":671}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":244,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":18.686457270999995,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1079,"out_tokens":1604},"claude-opus-4-8":{"in_tokens":2194,"out_tokens":716},"claude-opus-4-7":{"in_tokens":2199,"out_tokens":628},"mistral-large-2":{"in_tokens":1172,"out_tokens":870}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":244,"out_tokens":368,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":25.118114321999997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1069,"out_tokens":1519},"claude-opus-4-8":{"in_tokens":2152,"out_tokens":597},"claude-opus-4-7":{"in_tokens":2157,"out_tokens":459},"mistral-large-2":{"in_tokens":1140,"out_tokens":457}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1109,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":31.21169712300002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2509,"out_tokens":2078},"claude-opus-4-8":{"in_tokens":4879,"out_tokens":1051},"claude-opus-4-7":{"in_tokens":4884,"out_tokens":888},"mistral-large-2":{"in_tokens":2701,"out_tokens":1536}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":929,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":16.60457949199997,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1116,"out_tokens":1780},"claude-opus-4-8":{"in_tokens":2158,"out_tokens":679},"claude-opus-4-7":{"in_tokens":2163,"out_tokens":522},"mistral-large-2":{"in_tokens":1236,"out_tokens":634}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1345,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":28.07252753900002,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2733,"out_tokens":3754},"claude-opus-4-8":{"in_tokens":5342,"out_tokens":1243},"claude-opus-4-7":{"in_tokens":5347,"out_tokens":1146},"mistral-large-2":{"in_tokens":2915,"out_tokens":970}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":868,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":15.128865036999969,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1425,"out_tokens":2335},"claude-opus-4-8":{"in_tokens":2724,"out_tokens":994},"claude-opus-4-7":{"in_tokens":2729,"out_tokens":893},"mistral-large-2":{"in_tokens":1525,"out_tokens":836}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":432,"out_tokens":299,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":36.89310160900004,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1269,"out_tokens":2808},"claude-opus-4-8":{"in_tokens":2440,"out_tokens":812},"claude-opus-4-7":{"in_tokens":2445,"out_tokens":626},"mistral-large-2":{"in_tokens":1330,"out_tokens":602}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":282,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":18.090024804999985,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1061,"out_tokens":1474},"claude-opus-4-8":{"in_tokens":2076,"out_tokens":625},"claude-opus-4-7":{"in_tokens":2081,"out_tokens":495},"mistral-large-2":{"in_tokens":1121,"out_tokens":627}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":681,"out_tokens":1447,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":24.240827257999968,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1848,"out_tokens":2204},"claude-opus-4-8":{"in_tokens":3486,"out_tokens":721},"claude-opus-4-7":{"in_tokens":3491,"out_tokens":689},"mistral-large-2":{"in_tokens":2038,"out_tokens":759}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":16.891892978999977,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1016,"out_tokens":1923},"claude-opus-4-8":{"in_tokens":2042,"out_tokens":570},"claude-opus-4-7":{"in_tokens":2047,"out_tokens":446},"mistral-large-2":{"in_tokens":1058,"out_tokens":421}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":1438,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":22.855494765999993,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2068,"out_tokens":3795},"claude-opus-4-8":{"in_tokens":3828,"out_tokens":1076},"claude-opus-4-7":{"in_tokens":3833,"out_tokens":1130},"mistral-large-2":{"in_tokens":2204,"out_tokens":750}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":1421,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":24.744076562999908,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1261,"out_tokens":1772},"claude-opus-4-8":{"in_tokens":2456,"out_tokens":791},"claude-opus-4-7":{"in_tokens":2461,"out_tokens":626},"mistral-large-2":{"in_tokens":1362,"out_tokens":589}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":263,"out_tokens":259,"error":null,"skip_reason":null,"score_raw":0.6071428571428572,"duration_s":20.141809488000035,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":982,"out_tokens":2282},"claude-opus-4-8":{"in_tokens":2023,"out_tokens":636},"claude-opus-4-7":{"in_tokens":2028,"out_tokens":533},"mistral-large-2":{"in_tokens":1040,"out_tokens":594}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1694,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":29.560531629000025,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1536,"out_tokens":2569},"claude-opus-4-8":{"in_tokens":2934,"out_tokens":793},"claude-opus-4-7":{"in_tokens":2939,"out_tokens":705},"mistral-large-2":{"in_tokens":1699,"out_tokens":784}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1134,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":24.870568488999993,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2031,"out_tokens":2621},"claude-opus-4-8":{"in_tokens":3876,"out_tokens":1084},"claude-opus-4-7":{"in_tokens":3881,"out_tokens":858},"mistral-large-2":{"in_tokens":2187,"out_tokens":901}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1339,"error":null,"skip_reason":null,"score_raw":0.027777777777777776,"duration_s":22.726643461000094,"hallucination_count":6.75,"hallucination_top100":0,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1169,"out_tokens":1304},"claude-opus-4-8":{"in_tokens":2291,"out_tokens":1043},"claude-opus-4-7":{"in_tokens":2296,"out_tokens":782},"mistral-large-2":{"in_tokens":1279,"out_tokens":768}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1286,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":22.275320910000005,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1854,"out_tokens":2724},"claude-opus-4-8":{"in_tokens":3450,"out_tokens":831},"claude-opus-4-7":{"in_tokens":3455,"out_tokens":663},"mistral-large-2":{"in_tokens":2007,"out_tokens":680}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1478,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":26.899187192,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2247,"out_tokens":3340},"claude-opus-4-8":{"in_tokens":4240,"out_tokens":1053},"claude-opus-4-7":{"in_tokens":4245,"out_tokens":767},"mistral-large-2":{"in_tokens":2383,"out_tokens":786}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":2574,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":43.731174915,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1448,"out_tokens":2234},"claude-opus-4-8":{"in_tokens":2800,"out_tokens":659},"claude-opus-4-7":{"in_tokens":2805,"out_tokens":519},"mistral-large-2":{"in_tokens":1608,"out_tokens":591}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":395,"error":null,"skip_reason":null,"score_raw":0.15000000000000002,"duration_s":25.002508411000008,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.4,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1732,"out_tokens":2650},"claude-opus-4-8":{"in_tokens":3418,"out_tokens":1213},"claude-opus-4-7":{"in_tokens":3423,"out_tokens":949},"mistral-large-2":{"in_tokens":1864,"out_tokens":1252}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":665,"out_tokens":1465,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":25.398937650999983,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1853,"out_tokens":2362},"claude-opus-4-8":{"in_tokens":3533,"out_tokens":1113},"claude-opus-4-7":{"in_tokens":3538,"out_tokens":839},"mistral-large-2":{"in_tokens":1960,"out_tokens":1536}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":303,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":28.972980787999973,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1621,"out_tokens":1871},"claude-opus-4-8":{"in_tokens":3165,"out_tokens":873},"claude-opus-4-7":{"in_tokens":3170,"out_tokens":746},"mistral-large-2":{"in_tokens":1749,"out_tokens":798}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":1390,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":27.223318276999976,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1363,"out_tokens":1438},"claude-opus-4-8":{"in_tokens":2684,"out_tokens":664},"claude-opus-4-7":{"in_tokens":2689,"out_tokens":571},"mistral-large-2":{"in_tokens":1518,"out_tokens":712}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":350,"error":null,"skip_reason":null,"score_raw":0.22499999999999998,"duration_s":34.98733983699992,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1779,"out_tokens":2521},"claude-opus-4-8":{"in_tokens":3472,"out_tokens":1251},"claude-opus-4-7":{"in_tokens":3477,"out_tokens":940},"mistral-large-2":{"in_tokens":1875,"out_tokens":790}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":428,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":33.66873425699998,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1745,"out_tokens":2754},"claude-opus-4-8":{"in_tokens":3444,"out_tokens":1054},"claude-opus-4-7":{"in_tokens":3449,"out_tokens":717},"mistral-large-2":{"in_tokens":1849,"out_tokens":821}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":871,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":15.799565321999921,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1483,"out_tokens":1809},"claude-opus-4-8":{"in_tokens":2845,"out_tokens":841},"claude-opus-4-7":{"in_tokens":2850,"out_tokens":620},"mistral-large-2":{"in_tokens":1589,"out_tokens":532}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":1898,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":32.70372523100002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1346,"out_tokens":1923},"claude-opus-4-8":{"in_tokens":2530,"out_tokens":938},"claude-opus-4-7":{"in_tokens":2535,"out_tokens":617},"mistral-large-2":{"in_tokens":1483,"out_tokens":638}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":1797,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":26.773139764000007,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1307,"out_tokens":1876},"claude-opus-4-8":{"in_tokens":2498,"out_tokens":825},"claude-opus-4-7":{"in_tokens":2503,"out_tokens":489},"mistral-large-2":{"in_tokens":1455,"out_tokens":568}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":1315,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":30.08896147500002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1714,"out_tokens":3165},"claude-opus-4-8":{"in_tokens":3323,"out_tokens":1084},"claude-opus-4-7":{"in_tokens":3328,"out_tokens":715},"mistral-large-2":{"in_tokens":1847,"out_tokens":814}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":655,"out_tokens":1102,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":26.113932587000022,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1561,"out_tokens":2167},"claude-opus-4-8":{"in_tokens":3089,"out_tokens":698},"claude-opus-4-7":{"in_tokens":3094,"out_tokens":602},"mistral-large-2":{"in_tokens":1664,"out_tokens":649}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":332,"out_tokens":261,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":19.701334567999993,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1084,"out_tokens":1275},"claude-opus-4-8":{"in_tokens":2102,"out_tokens":574},"claude-opus-4-7":{"in_tokens":2107,"out_tokens":484},"mistral-large-2":{"in_tokens":1158,"out_tokens":602}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":350,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":28.29716694299998,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1668,"out_tokens":1797},"claude-opus-4-8":{"in_tokens":3260,"out_tokens":1104},"claude-opus-4-7":{"in_tokens":3265,"out_tokens":608},"mistral-large-2":{"in_tokens":1792,"out_tokens":804}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":1826,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":30.728658376999988,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.0,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1264,"out_tokens":1514},"claude-opus-4-8":{"in_tokens":2467,"out_tokens":760},"claude-opus-4-7":{"in_tokens":2472,"out_tokens":670},"mistral-large-2":{"in_tokens":1340,"out_tokens":723}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":763,"out_tokens":1593,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":29.57942188600009,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2352,"out_tokens":2276},"claude-opus-4-8":{"in_tokens":4359,"out_tokens":1100},"claude-opus-4-7":{"in_tokens":4364,"out_tokens":892},"mistral-large-2":{"in_tokens":2503,"out_tokens":837}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":423,"out_tokens":312,"error":null,"skip_reason":null,"score_raw":0.05,"duration_s":24.590178826000056,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.3,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1401,"out_tokens":1876},"claude-opus-4-8":{"in_tokens":2826,"out_tokens":974},"claude-opus-4-7":{"in_tokens":2831,"out_tokens":735},"mistral-large-2":{"in_tokens":1493,"out_tokens":784}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":594,"out_tokens":1014,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":17.19200724899997,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1639,"out_tokens":3079},"claude-opus-4-8":{"in_tokens":3049,"out_tokens":863},"claude-opus-4-7":{"in_tokens":3054,"out_tokens":726},"mistral-large-2":{"in_tokens":1776,"out_tokens":1046}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":1461,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":30.358224628000016,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1208,"out_tokens":1517},"claude-opus-4-8":{"in_tokens":2242,"out_tokens":702},"claude-opus-4-7":{"in_tokens":2247,"out_tokens":534},"mistral-large-2":{"in_tokens":1297,"out_tokens":547}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":311,"error":null,"skip_reason":null,"score_raw":0.6666666666666667,"duration_s":24.861638486999937,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.16666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1050,"out_tokens":1576},"claude-opus-4-8":{"in_tokens":2055,"out_tokens":559},"claude-opus-4-7":{"in_tokens":2060,"out_tokens":422},"mistral-large-2":{"in_tokens":1123,"out_tokens":856}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":950,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":16.69618023099997,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1581,"out_tokens":1864},"claude-opus-4-8":{"in_tokens":3020,"out_tokens":892},"claude-opus-4-7":{"in_tokens":3025,"out_tokens":917},"mistral-large-2":{"in_tokens":1654,"out_tokens":671}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1372,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":25.461290899999995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1099,"out_tokens":1050},"claude-opus-4-8":{"in_tokens":2126,"out_tokens":714},"claude-opus-4-7":{"in_tokens":2131,"out_tokens":566},"mistral-large-2":{"in_tokens":1207,"out_tokens":594}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":1221,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":26.79708795399995,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1761,"out_tokens":2669},"claude-opus-4-8":{"in_tokens":3349,"out_tokens":1013},"claude-opus-4-7":{"in_tokens":3354,"out_tokens":741},"mistral-large-2":{"in_tokens":1898,"out_tokens":789}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":693,"out_tokens":994,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":18.257889566000017,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1647,"out_tokens":1866},"claude-opus-4-8":{"in_tokens":3047,"out_tokens":619},"claude-opus-4-7":{"in_tokens":3052,"out_tokens":546},"mistral-large-2":{"in_tokens":1721,"out_tokens":770}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":715,"out_tokens":1045,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":24.65365155199993,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1615,"out_tokens":1935},"claude-opus-4-8":{"in_tokens":3105,"out_tokens":830},"claude-opus-4-7":{"in_tokens":3110,"out_tokens":602},"mistral-large-2":{"in_tokens":1691,"out_tokens":650}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":305,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":33.96967696999991,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1318,"out_tokens":1952},"claude-opus-4-8":{"in_tokens":2520,"out_tokens":1117},"claude-opus-4-7":{"in_tokens":2525,"out_tokens":707},"mistral-large-2":{"in_tokens":1389,"out_tokens":650}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":374,"error":null,"skip_reason":null,"score_raw":0.175,"duration_s":25.084442620000004,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1706,"out_tokens":3158},"claude-opus-4-8":{"in_tokens":3398,"out_tokens":1278},"claude-opus-4-7":{"in_tokens":3403,"out_tokens":764},"mistral-large-2":{"in_tokens":1830,"out_tokens":817}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":979,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":19.571021191,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1484,"out_tokens":1546},"claude-opus-4-8":{"in_tokens":2775,"out_tokens":658},"claude-opus-4-7":{"in_tokens":2780,"out_tokens":534},"mistral-large-2":{"in_tokens":1560,"out_tokens":659}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":698,"out_tokens":394,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":36.50615899799993,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1934,"out_tokens":2013},"claude-opus-4-8":{"in_tokens":3761,"out_tokens":1115},"claude-opus-4-7":{"in_tokens":3766,"out_tokens":1052},"mistral-large-2":{"in_tokens":2034,"out_tokens":784}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":780,"out_tokens":1304,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":23.391876592000017,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1703,"out_tokens":1920},"claude-opus-4-8":{"in_tokens":3163,"out_tokens":514},"claude-opus-4-7":{"in_tokens":3168,"out_tokens":454},"mistral-large-2":{"in_tokens":1773,"out_tokens":581}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":501,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":33.527576687999954,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1954,"out_tokens":2073},"claude-opus-4-8":{"in_tokens":3824,"out_tokens":1017},"claude-opus-4-7":{"in_tokens":3829,"out_tokens":765},"mistral-large-2":{"in_tokens":2093,"out_tokens":811}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":925,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":18.74433102899991,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1469,"out_tokens":1276},"claude-opus-4-8":{"in_tokens":2679,"out_tokens":563},"claude-opus-4-7":{"in_tokens":2684,"out_tokens":508},"mistral-large-2":{"in_tokens":1556,"out_tokens":572}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":944,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":18.94194774899995,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.25,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1381,"out_tokens":2017},"claude-opus-4-8":{"in_tokens":2601,"out_tokens":676},"claude-opus-4-7":{"in_tokens":2606,"out_tokens":560},"mistral-large-2":{"in_tokens":1452,"out_tokens":677}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":2336,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":38.67027521400007,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1814,"out_tokens":2146},"claude-opus-4-8":{"in_tokens":3651,"out_tokens":801},"claude-opus-4-7":{"in_tokens":3656,"out_tokens":663},"mistral-large-2":{"in_tokens":1973,"out_tokens":786}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":1227,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":22.094786603999978,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1479,"out_tokens":2584},"claude-opus-4-8":{"in_tokens":2818,"out_tokens":613},"claude-opus-4-7":{"in_tokens":2823,"out_tokens":507},"mistral-large-2":{"in_tokens":1571,"out_tokens":900}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":986,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":18.75209900799996,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1407,"out_tokens":1894},"claude-opus-4-8":{"in_tokens":2677,"out_tokens":581},"claude-opus-4-7":{"in_tokens":2682,"out_tokens":656},"mistral-large-2":{"in_tokens":1501,"out_tokens":579}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":2721,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":54.84760626000002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1985,"out_tokens":2693},"claude-opus-4-8":{"in_tokens":3966,"out_tokens":954},"claude-opus-4-7":{"in_tokens":3971,"out_tokens":773},"mistral-large-2":{"in_tokens":2156,"out_tokens":796}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":1737,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":67.0306722869999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1357,"out_tokens":2137},"claude-opus-4-8":{"in_tokens":2573,"out_tokens":737},"claude-opus-4-7":{"in_tokens":2578,"out_tokens":633},"mistral-large-2":{"in_tokens":1485,"out_tokens":698}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":945,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":19.713581790000035,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1332,"out_tokens":1375},"claude-opus-4-8":{"in_tokens":2499,"out_tokens":579},"claude-opus-4-7":{"in_tokens":2504,"out_tokens":372},"mistral-large-2":{"in_tokens":1378,"out_tokens":552}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":3264,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":60.0630063320001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1934,"out_tokens":2259},"claude-opus-4-8":{"in_tokens":4021,"out_tokens":941},"claude-opus-4-7":{"in_tokens":4026,"out_tokens":653},"mistral-large-2":{"in_tokens":2070,"out_tokens":795}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":1191,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":22.384140128000013,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1586,"out_tokens":1831},"claude-opus-4-8":{"in_tokens":2967,"out_tokens":682},"claude-opus-4-7":{"in_tokens":2972,"out_tokens":521},"mistral-large-2":{"in_tokens":1651,"out_tokens":651}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":868,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":17.144777015000045,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1373,"out_tokens":1324},"claude-opus-4-8":{"in_tokens":2533,"out_tokens":641},"claude-opus-4-7":{"in_tokens":2538,"out_tokens":533},"mistral-large-2":{"in_tokens":1451,"out_tokens":888}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":982,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":18.113580995999996,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1373,"out_tokens":1094},"claude-opus-4-8":{"in_tokens":2610,"out_tokens":602},"claude-opus-4-7":{"in_tokens":2615,"out_tokens":438},"mistral-large-2":{"in_tokens":1448,"out_tokens":575}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":700,"out_tokens":1162,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":32.746005287,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1672,"out_tokens":1712},"claude-opus-4-8":{"in_tokens":3109,"out_tokens":665},"claude-opus-4-7":{"in_tokens":3114,"out_tokens":466},"mistral-large-2":{"in_tokens":1743,"out_tokens":702}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":1935,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":35.802589012,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1440,"out_tokens":1776},"claude-opus-4-8":{"in_tokens":2935,"out_tokens":579},"claude-opus-4-7":{"in_tokens":2940,"out_tokens":550},"mistral-large-2":{"in_tokens":1528,"out_tokens":534}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":973,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":19.789568605,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1413,"out_tokens":2283},"claude-opus-4-8":{"in_tokens":2625,"out_tokens":643},"claude-opus-4-7":{"in_tokens":2630,"out_tokens":533},"mistral-large-2":{"in_tokens":1477,"out_tokens":607}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":2168,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":34.216337726999996,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1493,"out_tokens":2495},"claude-opus-4-8":{"in_tokens":2905,"out_tokens":484},"claude-opus-4-7":{"in_tokens":2910,"out_tokens":410},"mistral-large-2":{"in_tokens":1627,"out_tokens":695}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":1073,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":18.752951197000016,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1712,"out_tokens":1444},"claude-opus-4-8":{"in_tokens":3224,"out_tokens":580},"claude-opus-4-7":{"in_tokens":3229,"out_tokens":536},"mistral-large-2":{"in_tokens":1772,"out_tokens":626}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":2092,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":42.01309233199993,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1607,"out_tokens":1112},"claude-opus-4-8":{"in_tokens":3238,"out_tokens":571},"claude-opus-4-7":{"in_tokens":3243,"out_tokens":405},"mistral-large-2":{"in_tokens":1714,"out_tokens":592}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":522,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":10.122273617000019,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1229,"out_tokens":1300},"claude-opus-4-8":{"in_tokens":2296,"out_tokens":727},"claude-opus-4-7":{"in_tokens":2301,"out_tokens":573},"mistral-large-2":{"in_tokens":1265,"out_tokens":621}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":830,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":15.762437728999998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1387,"out_tokens":950},"claude-opus-4-8":{"in_tokens":2616,"out_tokens":577},"claude-opus-4-7":{"in_tokens":2621,"out_tokens":455},"mistral-large-2":{"in_tokens":1456,"out_tokens":512}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":1620,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":33.65799573100003,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1318,"out_tokens":3325},"claude-opus-4-8":{"in_tokens":2627,"out_tokens":525},"claude-opus-4-7":{"in_tokens":2632,"out_tokens":491},"mistral-large-2":{"in_tokens":1384,"out_tokens":612}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1123,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":25.286837805000005,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1565,"out_tokens":1619},"claude-opus-4-8":{"in_tokens":2960,"out_tokens":621},"claude-opus-4-7":{"in_tokens":2965,"out_tokens":474},"mistral-large-2":{"in_tokens":1631,"out_tokens":668}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":1007,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":23.297189390000085,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1495,"out_tokens":1200},"claude-opus-4-8":{"in_tokens":2773,"out_tokens":715},"claude-opus-4-7":{"in_tokens":2778,"out_tokens":672},"mistral-large-2":{"in_tokens":1578,"out_tokens":559}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":422,"out_tokens":894,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":15.18486188099996,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1340,"out_tokens":1064},"claude-opus-4-8":{"in_tokens":2574,"out_tokens":613},"claude-opus-4-7":{"in_tokens":2579,"out_tokens":412},"mistral-large-2":{"in_tokens":1405,"out_tokens":569}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":633,"out_tokens":826,"error":null,"skip_reason":null,"score_raw":0.8250000000000001,"duration_s":15.176532198000018,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1451,"out_tokens":2261},"claude-opus-4-8":{"in_tokens":2721,"out_tokens":772},"claude-opus-4-7":{"in_tokens":2726,"out_tokens":561},"mistral-large-2":{"in_tokens":1596,"out_tokens":812}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":581,"out_tokens":655,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":18.685900298000092,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1201,"out_tokens":1804},"claude-opus-4-8":{"in_tokens":2344,"out_tokens":849},"claude-opus-4-7":{"in_tokens":2349,"out_tokens":582},"mistral-large-2":{"in_tokens":1296,"out_tokens":767}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":1881,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":40.67703632200005,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1600,"out_tokens":2303},"claude-opus-4-8":{"in_tokens":3153,"out_tokens":690},"claude-opus-4-7":{"in_tokens":3158,"out_tokens":597},"mistral-large-2":{"in_tokens":1750,"out_tokens":613}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":892,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":15.392133544999979,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1323,"out_tokens":2834},"claude-opus-4-8":{"in_tokens":2554,"out_tokens":814},"claude-opus-4-7":{"in_tokens":2559,"out_tokens":641},"mistral-large-2":{"in_tokens":1492,"out_tokens":1185}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":644,"out_tokens":729,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":12.73764810199998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1329,"out_tokens":2489},"claude-opus-4-8":{"in_tokens":2518,"out_tokens":765},"claude-opus-4-7":{"in_tokens":2523,"out_tokens":528},"mistral-large-2":{"in_tokens":1438,"out_tokens":656}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":737,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":12.588503113999991,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1245,"out_tokens":2278},"claude-opus-4-8":{"in_tokens":2404,"out_tokens":538},"claude-opus-4-7":{"in_tokens":2409,"out_tokens":451},"mistral-large-2":{"in_tokens":1350,"out_tokens":481}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":620,"out_tokens":554,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":9.032355167999981,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1218,"out_tokens":1407},"claude-opus-4-8":{"in_tokens":2309,"out_tokens":665},"claude-opus-4-7":{"in_tokens":2314,"out_tokens":442},"mistral-large-2":{"in_tokens":1329,"out_tokens":513}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":520,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":10.160064438000063,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1191,"out_tokens":1239},"claude-opus-4-8":{"in_tokens":2226,"out_tokens":614},"claude-opus-4-7":{"in_tokens":2231,"out_tokens":542},"mistral-large-2":{"in_tokens":1308,"out_tokens":625}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":2097,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":38.55829300900007,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1633,"out_tokens":1958},"claude-opus-4-8":{"in_tokens":3384,"out_tokens":523},"claude-opus-4-7":{"in_tokens":3389,"out_tokens":470},"mistral-large-2":{"in_tokens":1749,"out_tokens":548}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":1993,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":52.911012699000025,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1663,"out_tokens":1794},"claude-opus-4-8":{"in_tokens":3375,"out_tokens":514},"claude-opus-4-7":{"in_tokens":3380,"out_tokens":459},"mistral-large-2":{"in_tokens":1807,"out_tokens":559}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":859,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":15.961093588999915,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1400,"out_tokens":2301},"claude-opus-4-8":{"in_tokens":2688,"out_tokens":840},"claude-opus-4-7":{"in_tokens":2693,"out_tokens":666},"mistral-large-2":{"in_tokens":1541,"out_tokens":620}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":975,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":18.83432242799995,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1334,"out_tokens":2035},"claude-opus-4-8":{"in_tokens":2623,"out_tokens":736},"claude-opus-4-7":{"in_tokens":2628,"out_tokens":618},"mistral-large-2":{"in_tokens":1463,"out_tokens":592}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":2962,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":54.08005879999996,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1490,"out_tokens":1919},"claude-opus-4-8":{"in_tokens":2972,"out_tokens":529},"claude-opus-4-7":{"in_tokens":2977,"out_tokens":536},"mistral-large-2":{"in_tokens":1556,"out_tokens":789}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":629,"out_tokens":806,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":16.192814688999988,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1361,"out_tokens":730},"claude-opus-4-8":{"in_tokens":2604,"out_tokens":702},"claude-opus-4-7":{"in_tokens":2609,"out_tokens":507},"mistral-large-2":{"in_tokens":1481,"out_tokens":559}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":453,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":8.872213041999998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.25,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1110,"out_tokens":1702},"claude-opus-4-8":{"in_tokens":2065,"out_tokens":844},"claude-opus-4-7":{"in_tokens":2070,"out_tokens":764},"mistral-large-2":{"in_tokens":1236,"out_tokens":621}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":692,"out_tokens":994,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.52937987400003,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1535,"out_tokens":2387},"claude-opus-4-8":{"in_tokens":2909,"out_tokens":783},"claude-opus-4-7":{"in_tokens":2914,"out_tokens":683},"mistral-large-2":{"in_tokens":1692,"out_tokens":864}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":663,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":12.49585188399999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1334,"out_tokens":1146},"claude-opus-4-8":{"in_tokens":2539,"out_tokens":636},"claude-opus-4-7":{"in_tokens":2544,"out_tokens":533},"mistral-large-2":{"in_tokens":1434,"out_tokens":574}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":752,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":13.784013418000086,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1413,"out_tokens":1864},"claude-opus-4-8":{"in_tokens":2676,"out_tokens":696},"claude-opus-4-7":{"in_tokens":2681,"out_tokens":757},"mistral-large-2":{"in_tokens":1564,"out_tokens":651}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":2031,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":42.21958190800001,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1590,"out_tokens":2151},"claude-opus-4-8":{"in_tokens":3155,"out_tokens":792},"claude-opus-4-7":{"in_tokens":3160,"out_tokens":662},"mistral-large-2":{"in_tokens":1692,"out_tokens":712}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":928,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":15.863505581999902,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1320,"out_tokens":1423},"claude-opus-4-8":{"in_tokens":2655,"out_tokens":626},"claude-opus-4-7":{"in_tokens":2660,"out_tokens":530},"mistral-large-2":{"in_tokens":1407,"out_tokens":470}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":943,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":16.92178771500005,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1353,"out_tokens":3199},"claude-opus-4-8":{"in_tokens":2657,"out_tokens":637},"claude-opus-4-7":{"in_tokens":2662,"out_tokens":576},"mistral-large-2":{"in_tokens":1464,"out_tokens":587}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":906,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":21.403817033999985,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1433,"out_tokens":2452},"claude-opus-4-8":{"in_tokens":2684,"out_tokens":916},"claude-opus-4-7":{"in_tokens":2689,"out_tokens":616},"mistral-large-2":{"in_tokens":1609,"out_tokens":684}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1226,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":26.379519303999928,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1424,"out_tokens":2594},"claude-opus-4-8":{"in_tokens":2864,"out_tokens":833},"claude-opus-4-7":{"in_tokens":2869,"out_tokens":713},"mistral-large-2":{"in_tokens":1530,"out_tokens":649}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":862,"out_tokens":666,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":12.296829980999973,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1489,"out_tokens":2461},"claude-opus-4-8":{"in_tokens":2846,"out_tokens":719},"claude-opus-4-7":{"in_tokens":2851,"out_tokens":536},"mistral-large-2":{"in_tokens":1682,"out_tokens":664}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":685,"out_tokens":883,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":17.383378367999967,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1365,"out_tokens":1280},"claude-opus-4-8":{"in_tokens":2752,"out_tokens":747},"claude-opus-4-7":{"in_tokens":2757,"out_tokens":611},"mistral-large-2":{"in_tokens":1517,"out_tokens":497}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":769,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":16.363049474000036,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1633,"out_tokens":1514},"claude-opus-4-8":{"in_tokens":3050,"out_tokens":810},"claude-opus-4-7":{"in_tokens":3055,"out_tokens":566},"mistral-large-2":{"in_tokens":1839,"out_tokens":483}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":2025,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":51.61965133499996,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1647,"out_tokens":1560},"claude-opus-4-8":{"in_tokens":3254,"out_tokens":557},"claude-opus-4-7":{"in_tokens":3259,"out_tokens":478},"mistral-large-2":{"in_tokens":1790,"out_tokens":1060}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":769,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":14.102414223999972,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1359,"out_tokens":1023},"claude-opus-4-8":{"in_tokens":2592,"out_tokens":570},"claude-opus-4-7":{"in_tokens":2597,"out_tokens":504},"mistral-large-2":{"in_tokens":1481,"out_tokens":614}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1019,"out_tokens":1077,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":18.982380165999984,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1998,"out_tokens":2835},"claude-opus-4-8":{"in_tokens":3677,"out_tokens":917},"claude-opus-4-7":{"in_tokens":3682,"out_tokens":656},"mistral-large-2":{"in_tokens":2158,"out_tokens":720}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":731,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":12.957322593000072,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1356,"out_tokens":1305},"claude-opus-4-8":{"in_tokens":2605,"out_tokens":721},"claude-opus-4-7":{"in_tokens":2610,"out_tokens":498},"mistral-large-2":{"in_tokens":1515,"out_tokens":602}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":1070,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":20.607219356999963,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1276,"out_tokens":1379},"claude-opus-4-8":{"in_tokens":2576,"out_tokens":595},"claude-opus-4-7":{"in_tokens":2581,"out_tokens":493},"mistral-large-2":{"in_tokens":1331,"out_tokens":427}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":1578,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":32.05715144200008,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1600,"out_tokens":1517},"claude-opus-4-8":{"in_tokens":3111,"out_tokens":511},"claude-opus-4-7":{"in_tokens":3116,"out_tokens":524},"mistral-large-2":{"in_tokens":1707,"out_tokens":738}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":649,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":12.108313898999995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1290,"out_tokens":1659},"claude-opus-4-8":{"in_tokens":2485,"out_tokens":713},"claude-opus-4-7":{"in_tokens":2490,"out_tokens":549},"mistral-large-2":{"in_tokens":1419,"out_tokens":704}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":784,"out_tokens":870,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":20.125046967999992,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1529,"out_tokens":1708},"claude-opus-4-8":{"in_tokens":2888,"out_tokens":708},"claude-opus-4-7":{"in_tokens":2893,"out_tokens":635},"mistral-large-2":{"in_tokens":1694,"out_tokens":625}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":3314,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":68.08582070800003,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1727,"out_tokens":2111},"claude-opus-4-8":{"in_tokens":3322,"out_tokens":757},"claude-opus-4-7":{"in_tokens":3327,"out_tokens":643},"mistral-large-2":{"in_tokens":1817,"out_tokens":705}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":721,"out_tokens":872,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":14.2884834890001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1459,"out_tokens":1420},"claude-opus-4-8":{"in_tokens":2792,"out_tokens":808},"claude-opus-4-7":{"in_tokens":2797,"out_tokens":740},"mistral-large-2":{"in_tokens":1587,"out_tokens":803}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":673,"out_tokens":1083,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":20.315835139,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1470,"out_tokens":2074},"claude-opus-4-8":{"in_tokens":2847,"out_tokens":798},"claude-opus-4-7":{"in_tokens":2852,"out_tokens":523},"mistral-large-2":{"in_tokens":1644,"out_tokens":677}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":1109,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":25.615721337999958,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1331,"out_tokens":2147},"claude-opus-4-8":{"in_tokens":2727,"out_tokens":619},"claude-opus-4-7":{"in_tokens":2732,"out_tokens":468},"mistral-large-2":{"in_tokens":1418,"out_tokens":586}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":627,"out_tokens":772,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":13.342459355000074,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1302,"out_tokens":1865},"claude-opus-4-8":{"in_tokens":2579,"out_tokens":743},"claude-opus-4-7":{"in_tokens":2584,"out_tokens":664},"mistral-large-2":{"in_tokens":1428,"out_tokens":547}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":657,"out_tokens":700,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":13.470146074000013,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1231,"out_tokens":2423},"claude-opus-4-8":{"in_tokens":2396,"out_tokens":705},"claude-opus-4-7":{"in_tokens":2401,"out_tokens":525},"mistral-large-2":{"in_tokens":1367,"out_tokens":512}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":784,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":13.32186564999995,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1342,"out_tokens":3162},"claude-opus-4-8":{"in_tokens":2506,"out_tokens":834},"claude-opus-4-7":{"in_tokens":2511,"out_tokens":685},"mistral-large-2":{"in_tokens":1481,"out_tokens":687}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":618,"out_tokens":745,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":13.164207430000033,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1288,"out_tokens":1288},"claude-opus-4-8":{"in_tokens":2504,"out_tokens":576},"claude-opus-4-7":{"in_tokens":2509,"out_tokens":513},"mistral-large-2":{"in_tokens":1421,"out_tokens":494}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":626,"out_tokens":784,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":15.57948286699991,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1312,"out_tokens":1479},"claude-opus-4-8":{"in_tokens":2469,"out_tokens":731},"claude-opus-4-7":{"in_tokens":2474,"out_tokens":600},"mistral-large-2":{"in_tokens":1407,"out_tokens":611}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":894,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":18.10644375000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1280,"out_tokens":2298},"claude-opus-4-8":{"in_tokens":2530,"out_tokens":620},"claude-opus-4-7":{"in_tokens":2535,"out_tokens":424},"mistral-large-2":{"in_tokens":1352,"out_tokens":493}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":716,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":15.505766073000018,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1180,"out_tokens":1041},"claude-opus-4-8":{"in_tokens":2278,"out_tokens":520},"claude-opus-4-7":{"in_tokens":2283,"out_tokens":468},"mistral-large-2":{"in_tokens":1274,"out_tokens":644}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":2167,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":45.47749590800004,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2255,"out_tokens":2473},"claude-opus-4-8":{"in_tokens":4422,"out_tokens":1123},"claude-opus-4-7":{"in_tokens":4427,"out_tokens":855},"mistral-large-2":{"in_tokens":2358,"out_tokens":744}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":617,"out_tokens":833,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":15.36608590000003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1340,"out_tokens":1797},"claude-opus-4-8":{"in_tokens":2529,"out_tokens":704},"claude-opus-4-7":{"in_tokens":2534,"out_tokens":551},"mistral-large-2":{"in_tokens":1465,"out_tokens":603}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":677,"out_tokens":1021,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":17.56091861899995,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1350,"out_tokens":2951},"claude-opus-4-8":{"in_tokens":2738,"out_tokens":628},"claude-opus-4-7":{"in_tokens":2743,"out_tokens":555},"mistral-large-2":{"in_tokens":1434,"out_tokens":620}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1448,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":26.293934186,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1697,"out_tokens":2634},"claude-opus-4-8":{"in_tokens":3485,"out_tokens":801},"claude-opus-4-7":{"in_tokens":3490,"out_tokens":699},"mistral-large-2":{"in_tokens":1829,"out_tokens":680}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":2988,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":65.68494492399998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2542,"out_tokens":3284},"claude-opus-4-8":{"in_tokens":5025,"out_tokens":952},"claude-opus-4-7":{"in_tokens":5030,"out_tokens":783},"mistral-large-2":{"in_tokens":2738,"out_tokens":843}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":771,"out_tokens":1584,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":27.318963405999966,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1801,"out_tokens":2438},"claude-opus-4-8":{"in_tokens":3609,"out_tokens":1000},"claude-opus-4-7":{"in_tokens":3614,"out_tokens":999},"mistral-large-2":{"in_tokens":1962,"out_tokens":715}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":839,"out_tokens":1432,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":31.75377684900002,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1862,"out_tokens":2926},"claude-opus-4-8":{"in_tokens":3651,"out_tokens":1052},"claude-opus-4-7":{"in_tokens":3656,"out_tokens":756},"mistral-large-2":{"in_tokens":2016,"out_tokens":705}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":2536,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":53.036796709999976,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2201,"out_tokens":2232},"claude-opus-4-8":{"in_tokens":4397,"out_tokens":947},"claude-opus-4-7":{"in_tokens":4402,"out_tokens":680},"mistral-large-2":{"in_tokens":2335,"out_tokens":859}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":2859,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":64.072705929,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2322,"out_tokens":1598},"claude-opus-4-8":{"in_tokens":4591,"out_tokens":878},"claude-opus-4-7":{"in_tokens":4596,"out_tokens":823},"mistral-large-2":{"in_tokens":2504,"out_tokens":759}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1266,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":24.86093641399998,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1387,"out_tokens":2876},"claude-opus-4-8":{"in_tokens":2706,"out_tokens":563},"claude-opus-4-7":{"in_tokens":2711,"out_tokens":571},"mistral-large-2":{"in_tokens":1515,"out_tokens":871}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":1043,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":21.48360143100001,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1248,"out_tokens":2640},"claude-opus-4-8":{"in_tokens":2489,"out_tokens":612},"claude-opus-4-7":{"in_tokens":2494,"out_tokens":641},"mistral-large-2":{"in_tokens":1322,"out_tokens":537}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":604,"out_tokens":1208,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":21.64501754299988,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1412,"out_tokens":2944},"claude-opus-4-8":{"in_tokens":2772,"out_tokens":899},"claude-opus-4-7":{"in_tokens":2777,"out_tokens":674},"mistral-large-2":{"in_tokens":1532,"out_tokens":528}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":558,"out_tokens":1505,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":28.910865165999894,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1486,"out_tokens":2673},"claude-opus-4-8":{"in_tokens":2952,"out_tokens":823},"claude-opus-4-7":{"in_tokens":2957,"out_tokens":755},"mistral-large-2":{"in_tokens":1591,"out_tokens":640}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":2686,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":54.905724336999924,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2217,"out_tokens":2433},"claude-opus-4-8":{"in_tokens":4426,"out_tokens":975},"claude-opus-4-7":{"in_tokens":4431,"out_tokens":838},"mistral-large-2":{"in_tokens":2399,"out_tokens":758}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":936,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":16.046543273999873,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1179,"out_tokens":2035},"claude-opus-4-8":{"in_tokens":2291,"out_tokens":654},"claude-opus-4-7":{"in_tokens":2296,"out_tokens":730},"mistral-large-2":{"in_tokens":1232,"out_tokens":662}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":1950,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":37.58442114600007,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1676,"out_tokens":1325},"claude-opus-4-8":{"in_tokens":3294,"out_tokens":614},"claude-opus-4-7":{"in_tokens":3299,"out_tokens":467},"mistral-large-2":{"in_tokens":1823,"out_tokens":986}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1372,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":23.596936042000152,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1434,"out_tokens":1772},"claude-opus-4-8":{"in_tokens":2906,"out_tokens":507},"claude-opus-4-7":{"in_tokens":2911,"out_tokens":428},"mistral-large-2":{"in_tokens":1544,"out_tokens":677}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":601,"out_tokens":1358,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":26.684930042000133,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1454,"out_tokens":1838},"claude-opus-4-8":{"in_tokens":2871,"out_tokens":609},"claude-opus-4-7":{"in_tokens":2876,"out_tokens":508},"mistral-large-2":{"in_tokens":1572,"out_tokens":577}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":1247,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":23.494047632000047,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1436,"out_tokens":2177},"claude-opus-4-8":{"in_tokens":2787,"out_tokens":968},"claude-opus-4-7":{"in_tokens":2792,"out_tokens":715},"mistral-large-2":{"in_tokens":1511,"out_tokens":677}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":2312,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":53.041816539000024,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1538,"out_tokens":1707},"claude-opus-4-8":{"in_tokens":3022,"out_tokens":619},"claude-opus-4-7":{"in_tokens":3027,"out_tokens":537},"mistral-large-2":{"in_tokens":1654,"out_tokens":566}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":2044,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":50.08869484299987,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1921,"out_tokens":2635},"claude-opus-4-8":{"in_tokens":3901,"out_tokens":1064},"claude-opus-4-7":{"in_tokens":3906,"out_tokens":681},"mistral-large-2":{"in_tokens":2083,"out_tokens":826}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":483,"out_tokens":1089,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":19.410248490999948,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1251,"out_tokens":1991},"claude-opus-4-8":{"in_tokens":2481,"out_tokens":783},"claude-opus-4-7":{"in_tokens":2486,"out_tokens":534},"mistral-large-2":{"in_tokens":1347,"out_tokens":749}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":994,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":18.830446816999938,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1346,"out_tokens":2212},"claude-opus-4-8":{"in_tokens":2671,"out_tokens":918},"claude-opus-4-7":{"in_tokens":2676,"out_tokens":646},"mistral-large-2":{"in_tokens":1455,"out_tokens":599}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":777,"out_tokens":1209,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":19.95896674400001,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1607,"out_tokens":2845},"claude-opus-4-8":{"in_tokens":3065,"out_tokens":978},"claude-opus-4-7":{"in_tokens":3070,"out_tokens":705},"mistral-large-2":{"in_tokens":1700,"out_tokens":846}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":2394,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":37.642844866999894,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1618,"out_tokens":2030},"claude-opus-4-8":{"in_tokens":3138,"out_tokens":936},"claude-opus-4-7":{"in_tokens":3143,"out_tokens":673},"mistral-large-2":{"in_tokens":1715,"out_tokens":709}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":928,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":17.760096991999944,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1241,"out_tokens":1429},"claude-opus-4-8":{"in_tokens":2483,"out_tokens":550},"claude-opus-4-7":{"in_tokens":2488,"out_tokens":490},"mistral-large-2":{"in_tokens":1295,"out_tokens":515}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1314,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":27.113259712999934,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1475,"out_tokens":1554},"claude-opus-4-8":{"in_tokens":2861,"out_tokens":622},"claude-opus-4-7":{"in_tokens":2866,"out_tokens":554},"mistral-large-2":{"in_tokens":1579,"out_tokens":865}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":1095,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":20.10237329900019,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1294,"out_tokens":2952},"claude-opus-4-8":{"in_tokens":2593,"out_tokens":764},"claude-opus-4-7":{"in_tokens":2598,"out_tokens":595},"mistral-large-2":{"in_tokens":1376,"out_tokens":546}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1015,"out_tokens":1480,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":31.932405576000065,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2222,"out_tokens":2917},"claude-opus-4-8":{"in_tokens":4257,"out_tokens":883},"claude-opus-4-7":{"in_tokens":4262,"out_tokens":701},"mistral-large-2":{"in_tokens":2342,"out_tokens":763}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":3148,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":58.89665349999996,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2325,"out_tokens":1923},"claude-opus-4-8":{"in_tokens":4568,"out_tokens":1188},"claude-opus-4-7":{"in_tokens":4573,"out_tokens":804},"mistral-large-2":{"in_tokens":2436,"out_tokens":782}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":1497,"error":null,"skip_reason":null,"score_raw":0.925,"duration_s":28.465905523999936,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2090,"out_tokens":2267},"claude-opus-4-8":{"in_tokens":4067,"out_tokens":887},"claude-opus-4-7":{"in_tokens":4072,"out_tokens":801},"mistral-large-2":{"in_tokens":2271,"out_tokens":766}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":999,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":35.526220617000035,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2382,"out_tokens":4612},"claude-opus-4-8":{"in_tokens":4679,"out_tokens":1299},"claude-opus-4-7":{"in_tokens":4684,"out_tokens":840},"mistral-large-2":{"in_tokens":2580,"out_tokens":922}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":3072,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":66.33033355500015,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2365,"out_tokens":2702},"claude-opus-4-8":{"in_tokens":4631,"out_tokens":971},"claude-opus-4-7":{"in_tokens":4636,"out_tokens":857},"mistral-large-2":{"in_tokens":2552,"out_tokens":740}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":921,"out_tokens":1845,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":33.676983571999926,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2263,"out_tokens":3020},"claude-opus-4-8":{"in_tokens":4454,"out_tokens":1069},"claude-opus-4-7":{"in_tokens":4459,"out_tokens":975},"mistral-large-2":{"in_tokens":2400,"out_tokens":974}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":2677,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":71.43559005099996,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2536,"out_tokens":3093},"claude-opus-4-8":{"in_tokens":4952,"out_tokens":996},"claude-opus-4-7":{"in_tokens":4957,"out_tokens":726},"mistral-large-2":{"in_tokens":2699,"out_tokens":1020}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":1211,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":24.024855279999883,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1460,"out_tokens":1419},"claude-opus-4-8":{"in_tokens":2806,"out_tokens":646},"claude-opus-4-7":{"in_tokens":2811,"out_tokens":542},"mistral-large-2":{"in_tokens":1577,"out_tokens":631}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1113,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":20.452803034999988,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1664,"out_tokens":3143},"claude-opus-4-8":{"in_tokens":3324,"out_tokens":806},"claude-opus-4-7":{"in_tokens":3329,"out_tokens":614},"mistral-large-2":{"in_tokens":1779,"out_tokens":721}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":891,"out_tokens":1609,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":33.55017116399995,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2168,"out_tokens":2955},"claude-opus-4-8":{"in_tokens":4188,"out_tokens":1247},"claude-opus-4-7":{"in_tokens":4193,"out_tokens":982},"mistral-large-2":{"in_tokens":2350,"out_tokens":876}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":1229,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":24.272620507999818,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1396,"out_tokens":1984},"claude-opus-4-8":{"in_tokens":2696,"out_tokens":528},"claude-opus-4-7":{"in_tokens":2701,"out_tokens":778},"mistral-large-2":{"in_tokens":1507,"out_tokens":745}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":753,"out_tokens":1263,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":23.723946532000127,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1654,"out_tokens":3323},"claude-opus-4-8":{"in_tokens":3183,"out_tokens":1154},"claude-opus-4-7":{"in_tokens":3188,"out_tokens":746},"mistral-large-2":{"in_tokens":1768,"out_tokens":709}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1314,"out_tokens":1978,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":39.67785296399984,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2552,"out_tokens":3155},"claude-opus-4-8":{"in_tokens":4948,"out_tokens":1077},"claude-opus-4-7":{"in_tokens":4953,"out_tokens":843},"mistral-large-2":{"in_tokens":2664,"out_tokens":1536}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1108,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":44.84339229199986,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2416,"out_tokens":2797},"claude-opus-4-8":{"in_tokens":4685,"out_tokens":1156},"claude-opus-4-7":{"in_tokens":4690,"out_tokens":970},"mistral-large-2":{"in_tokens":2604,"out_tokens":844}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1114,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":39.82558342100015,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2516,"out_tokens":2995},"claude-opus-4-8":{"in_tokens":4878,"out_tokens":1115},"claude-opus-4-7":{"in_tokens":4883,"out_tokens":920},"mistral-large-2":{"in_tokens":2710,"out_tokens":1028}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":5675,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":157.44617982800014,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1241,"out_tokens":1733},"claude-opus-4-8":{"in_tokens":2355,"out_tokens":764},"claude-opus-4-7":{"in_tokens":2360,"out_tokens":540},"mistral-large-2":{"in_tokens":1341,"out_tokens":639}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":5706,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":138.86444877500003,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1287,"out_tokens":1880},"claude-opus-4-8":{"in_tokens":2482,"out_tokens":908},"claude-opus-4-7":{"in_tokens":2487,"out_tokens":733},"mistral-large-2":{"in_tokens":1376,"out_tokens":674}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI Responses output","skip_reason":null,"score_raw":null,"duration_s":284.1404258959999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI Responses output","skip_reason":null,"score_raw":null,"duration_s":280.761937556,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI Responses output","skip_reason":null,"score_raw":null,"duration_s":287.15560896500006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI Responses output","skip_reason":null,"score_raw":null,"duration_s":327.94686751099994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI Responses output","skip_reason":null,"score_raw":null,"duration_s":291.96499270999993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":8000,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":144.6449044809999,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1320,"out_tokens":1943},"claude-opus-4-8":{"in_tokens":2666,"out_tokens":648},"claude-opus-4-7":{"in_tokens":2671,"out_tokens":552},"mistral-large-2":{"in_tokens":1399,"out_tokens":529}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI Responses output","skip_reason":null,"score_raw":null,"duration_s":315.07112596599995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":7529,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":297.0135538950001,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.4,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1559,"out_tokens":2183},"claude-opus-4-8":{"in_tokens":3083,"out_tokens":1145},"claude-opus-4-7":{"in_tokens":3088,"out_tokens":760},"mistral-large-2":{"in_tokens":1688,"out_tokens":833}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI Responses output","skip_reason":null,"score_raw":null,"duration_s":280.82348811400016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI Responses output","skip_reason":null,"score_raw":null,"duration_s":276.4476766339999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI Responses output","skip_reason":null,"score_raw":null,"duration_s":298.192199288,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI Responses output","skip_reason":null,"score_raw":null,"duration_s":267.64506087899986,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":5675,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":143.15874654100003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1875,"out_tokens":1105},"claude-opus-4-8":{"in_tokens":3655,"out_tokens":634},"claude-opus-4-7":{"in_tokens":3660,"out_tokens":482},"mistral-large-2":{"in_tokens":1961,"out_tokens":627}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":3044,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":160.35190321599998,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1668,"out_tokens":1697},"claude-opus-4-8":{"in_tokens":3101,"out_tokens":680},"claude-opus-4-7":{"in_tokens":3106,"out_tokens":558},"mistral-large-2":{"in_tokens":1747,"out_tokens":681}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":3022,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":103.69931398400013,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1452,"out_tokens":1304},"claude-opus-4-8":{"in_tokens":2771,"out_tokens":662},"claude-opus-4-7":{"in_tokens":2776,"out_tokens":557},"mistral-large-2":{"in_tokens":1524,"out_tokens":644}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI Responses output","skip_reason":null,"score_raw":null,"duration_s":282.3680215229999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":6619,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":155.27627028400002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1824,"out_tokens":1455},"claude-opus-4-8":{"in_tokens":3407,"out_tokens":513},"claude-opus-4-7":{"in_tokens":3412,"out_tokens":478},"mistral-large-2":{"in_tokens":1891,"out_tokens":555}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":5034,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":182.96150908400023,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1649,"out_tokens":1485},"claude-opus-4-8":{"in_tokens":3045,"out_tokens":603},"claude-opus-4-7":{"in_tokens":3050,"out_tokens":502},"mistral-large-2":{"in_tokens":1735,"out_tokens":547}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":5574,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":164.41831266300005,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1542,"out_tokens":1353},"claude-opus-4-8":{"in_tokens":2932,"out_tokens":828},"claude-opus-4-7":{"in_tokens":2937,"out_tokens":539},"mistral-large-2":{"in_tokens":1625,"out_tokens":690}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":5846,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":134.5439558779999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1481,"out_tokens":1643},"claude-opus-4-8":{"in_tokens":2816,"out_tokens":543},"claude-opus-4-7":{"in_tokens":2821,"out_tokens":488},"mistral-large-2":{"in_tokens":1555,"out_tokens":536}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":3018,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":83.92844424899977,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1116,"out_tokens":1174},"claude-opus-4-8":{"in_tokens":2135,"out_tokens":443},"claude-opus-4-7":{"in_tokens":2140,"out_tokens":389},"mistral-large-2":{"in_tokens":1157,"out_tokens":429}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":6176,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":157.58519295000042,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1653,"out_tokens":1797},"claude-opus-4-8":{"in_tokens":3175,"out_tokens":757},"claude-opus-4-7":{"in_tokens":3180,"out_tokens":578},"mistral-large-2":{"in_tokens":1756,"out_tokens":626}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":3707,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":104.3406519780001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1588,"out_tokens":1447},"claude-opus-4-8":{"in_tokens":2967,"out_tokens":654},"claude-opus-4-7":{"in_tokens":2972,"out_tokens":559},"mistral-large-2":{"in_tokens":1650,"out_tokens":784}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":3062,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":92.60779052500038,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1374,"out_tokens":1371},"claude-opus-4-8":{"in_tokens":2601,"out_tokens":703},"claude-opus-4-7":{"in_tokens":2606,"out_tokens":553},"mistral-large-2":{"in_tokens":1450,"out_tokens":610}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":3122,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":97.46509072399977,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1386,"out_tokens":1401},"claude-opus-4-8":{"in_tokens":2650,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2655,"out_tokens":463},"mistral-large-2":{"in_tokens":1458,"out_tokens":560}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":4008,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":175.8951855199998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1614,"out_tokens":1776},"claude-opus-4-8":{"in_tokens":3071,"out_tokens":623},"claude-opus-4-7":{"in_tokens":3076,"out_tokens":455},"mistral-large-2":{"in_tokens":1688,"out_tokens":572}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":4604,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":104.62357525399966,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1435,"out_tokens":1194},"claude-opus-4-8":{"in_tokens":2709,"out_tokens":684},"claude-opus-4-7":{"in_tokens":2714,"out_tokens":513},"mistral-large-2":{"in_tokens":1484,"out_tokens":609}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":4440,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":117.64109666999957,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1856,"out_tokens":1390},"claude-opus-4-8":{"in_tokens":3523,"out_tokens":624},"claude-opus-4-7":{"in_tokens":3528,"out_tokens":566},"mistral-large-2":{"in_tokens":1922,"out_tokens":745}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":1720,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":92.95967288400016,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1343,"out_tokens":1164},"claude-opus-4-8":{"in_tokens":2541,"out_tokens":582},"claude-opus-4-7":{"in_tokens":2546,"out_tokens":486},"mistral-large-2":{"in_tokens":1408,"out_tokens":542}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":3803,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":101.39863122499992,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1430,"out_tokens":983},"claude-opus-4-8":{"in_tokens":2701,"out_tokens":571},"claude-opus-4-7":{"in_tokens":2706,"out_tokens":524},"mistral-large-2":{"in_tokens":1509,"out_tokens":594}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":3685,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":191.0806903839998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1573,"out_tokens":1928},"claude-opus-4-8":{"in_tokens":3036,"out_tokens":637},"claude-opus-4-7":{"in_tokens":3041,"out_tokens":723},"mistral-large-2":{"in_tokens":1637,"out_tokens":714}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":4303,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":140.87380734499993,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1167,"out_tokens":1649},"claude-opus-4-8":{"in_tokens":2202,"out_tokens":775},"claude-opus-4-7":{"in_tokens":2207,"out_tokens":486},"mistral-large-2":{"in_tokens":1204,"out_tokens":633}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":2385,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":156.22631538299993,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1293,"out_tokens":1096},"claude-opus-4-8":{"in_tokens":2481,"out_tokens":524},"claude-opus-4-7":{"in_tokens":2486,"out_tokens":456},"mistral-large-2":{"in_tokens":1350,"out_tokens":540}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":7609,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":189.20083395500023,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1404,"out_tokens":1976},"claude-opus-4-8":{"in_tokens":2656,"out_tokens":754},"claude-opus-4-7":{"in_tokens":2661,"out_tokens":624},"mistral-large-2":{"in_tokens":1547,"out_tokens":798}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":7559,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":236.18195496599992,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1209,"out_tokens":2379},"claude-opus-4-8":{"in_tokens":2407,"out_tokens":775},"claude-opus-4-7":{"in_tokens":2412,"out_tokens":515},"mistral-large-2":{"in_tokens":1310,"out_tokens":565}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":5282,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":167.29202189700027,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1124,"out_tokens":2017},"claude-opus-4-8":{"in_tokens":2182,"out_tokens":742},"claude-opus-4-7":{"in_tokens":2187,"out_tokens":534},"mistral-large-2":{"in_tokens":1214,"out_tokens":554}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":5636,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":275.7237150310002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.25,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1223,"out_tokens":1534},"claude-opus-4-8":{"in_tokens":2352,"out_tokens":757},"claude-opus-4-7":{"in_tokens":2357,"out_tokens":581},"mistral-large-2":{"in_tokens":1385,"out_tokens":644}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":7027,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":208.59842841700038,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1220,"out_tokens":1906},"claude-opus-4-8":{"in_tokens":2436,"out_tokens":743},"claude-opus-4-7":{"in_tokens":2441,"out_tokens":619},"mistral-large-2":{"in_tokens":1338,"out_tokens":642}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":7798,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":165.5160525680003,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1490,"out_tokens":2125},"claude-opus-4-8":{"in_tokens":2896,"out_tokens":629},"claude-opus-4-7":{"in_tokens":2901,"out_tokens":598},"mistral-large-2":{"in_tokens":1644,"out_tokens":627}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":5737,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":172.22235329500018,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1279,"out_tokens":1218},"claude-opus-4-8":{"in_tokens":2460,"out_tokens":620},"claude-opus-4-7":{"in_tokens":2465,"out_tokens":539},"mistral-large-2":{"in_tokens":1419,"out_tokens":672}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI Responses output","skip_reason":null,"score_raw":null,"duration_s":443.8364324949998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":7054,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":152.7820620819998,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1204,"out_tokens":1669},"claude-opus-4-8":{"in_tokens":2277,"out_tokens":595},"claude-opus-4-7":{"in_tokens":2282,"out_tokens":405},"mistral-large-2":{"in_tokens":1319,"out_tokens":507}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":4957,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":144.44549887199992,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1459,"out_tokens":1335},"claude-opus-4-8":{"in_tokens":2811,"out_tokens":784},"claude-opus-4-7":{"in_tokens":2816,"out_tokens":632},"mistral-large-2":{"in_tokens":1619,"out_tokens":982}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":5146,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":165.51133246400013,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1226,"out_tokens":1327},"claude-opus-4-8":{"in_tokens":2335,"out_tokens":611},"claude-opus-4-7":{"in_tokens":2340,"out_tokens":514},"mistral-large-2":{"in_tokens":1332,"out_tokens":550}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":7589,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":137.35870841199994,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1340,"out_tokens":1342},"claude-opus-4-8":{"in_tokens":2569,"out_tokens":890},"claude-opus-4-7":{"in_tokens":2574,"out_tokens":764},"mistral-large-2":{"in_tokens":1457,"out_tokens":1004}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":3818,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":138.5834043460004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1117,"out_tokens":1741},"claude-opus-4-8":{"in_tokens":2108,"out_tokens":778},"claude-opus-4-7":{"in_tokens":2113,"out_tokens":523},"mistral-large-2":{"in_tokens":1252,"out_tokens":954}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":7668,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":148.80027494000024,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1444,"out_tokens":2050},"claude-opus-4-8":{"in_tokens":2744,"out_tokens":690},"claude-opus-4-7":{"in_tokens":2749,"out_tokens":510},"mistral-large-2":{"in_tokens":1607,"out_tokens":1052}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":6889,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":128.50009864499998,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1229,"out_tokens":1659},"claude-opus-4-8":{"in_tokens":2432,"out_tokens":798},"claude-opus-4-7":{"in_tokens":2437,"out_tokens":595},"mistral-large-2":{"in_tokens":1316,"out_tokens":538}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":7222,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":196.58504083199978,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1135,"out_tokens":895},"claude-opus-4-8":{"in_tokens":2296,"out_tokens":700},"claude-opus-4-7":{"in_tokens":2301,"out_tokens":507},"mistral-large-2":{"in_tokens":1213,"out_tokens":454}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":8000,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":138.10041858700015,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1345,"out_tokens":1474},"claude-opus-4-8":{"in_tokens":2597,"out_tokens":593},"claude-opus-4-7":{"in_tokens":2602,"out_tokens":587},"mistral-large-2":{"in_tokens":1511,"out_tokens":604}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":7751,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":189.63551112899995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1240,"out_tokens":1116},"claude-opus-4-8":{"in_tokens":2508,"out_tokens":671},"claude-opus-4-7":{"in_tokens":2513,"out_tokens":546},"mistral-large-2":{"in_tokens":1383,"out_tokens":484}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI Responses output","skip_reason":null,"score_raw":null,"duration_s":268.871191577,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":7734,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":148.69323205399996,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1741,"out_tokens":1491},"claude-opus-4-8":{"in_tokens":3252,"out_tokens":786},"claude-opus-4-7":{"in_tokens":3257,"out_tokens":624},"mistral-large-2":{"in_tokens":1879,"out_tokens":629}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":5942,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":134.774488088,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1260,"out_tokens":1396},"claude-opus-4-8":{"in_tokens":2455,"out_tokens":634},"claude-opus-4-7":{"in_tokens":2460,"out_tokens":574},"mistral-large-2":{"in_tokens":1371,"out_tokens":583}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI Responses output","skip_reason":null,"score_raw":null,"duration_s":282.56485405500007,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":5836,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":172.63169162999975,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1280,"out_tokens":1329},"claude-opus-4-8":{"in_tokens":2462,"out_tokens":844},"claude-opus-4-7":{"in_tokens":2467,"out_tokens":550},"mistral-large-2":{"in_tokens":1431,"out_tokens":616}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":2619,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":138.19786392299966,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1195,"out_tokens":1880},"claude-opus-4-8":{"in_tokens":2299,"out_tokens":706},"claude-opus-4-7":{"in_tokens":2304,"out_tokens":554},"mistral-large-2":{"in_tokens":1321,"out_tokens":611}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":4994,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":190.96428950399968,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1270,"out_tokens":1672},"claude-opus-4-8":{"in_tokens":2498,"out_tokens":782},"claude-opus-4-7":{"in_tokens":2503,"out_tokens":676},"mistral-large-2":{"in_tokens":1377,"out_tokens":733}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":6148,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":287.94361215699973,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1435,"out_tokens":1913},"claude-opus-4-8":{"in_tokens":2812,"out_tokens":711},"claude-opus-4-7":{"in_tokens":2817,"out_tokens":688},"mistral-large-2":{"in_tokens":1566,"out_tokens":664}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI Responses output","skip_reason":null,"score_raw":null,"duration_s":310.26192087699974,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":6160,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":303.67487898599984,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1158,"out_tokens":1420},"claude-opus-4-8":{"in_tokens":2329,"out_tokens":807},"claude-opus-4-7":{"in_tokens":2334,"out_tokens":579},"mistral-large-2":{"in_tokens":1277,"out_tokens":532}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":4498,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":138.6246176879995,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1190,"out_tokens":1024},"claude-opus-4-8":{"in_tokens":2267,"out_tokens":568},"claude-opus-4-7":{"in_tokens":2272,"out_tokens":521},"mistral-large-2":{"in_tokens":1335,"out_tokens":571}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI Responses output","skip_reason":null,"score_raw":null,"duration_s":274.8251661409995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI Responses output","skip_reason":null,"score_raw":null,"duration_s":283.1878817440006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":4862,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":136.25643542099988,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1185,"out_tokens":2359},"claude-opus-4-8":{"in_tokens":2246,"out_tokens":724},"claude-opus-4-7":{"in_tokens":2251,"out_tokens":502},"mistral-large-2":{"in_tokens":1280,"out_tokens":555}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":4707,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":170.78110044200002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1058,"out_tokens":890},"claude-opus-4-8":{"in_tokens":2035,"out_tokens":507},"claude-opus-4-7":{"in_tokens":2040,"out_tokens":436},"mistral-large-2":{"in_tokens":1161,"out_tokens":494}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":6573,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":169.84046507700077,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1282,"out_tokens":1570},"claude-opus-4-8":{"in_tokens":2426,"out_tokens":646},"claude-opus-4-7":{"in_tokens":2431,"out_tokens":579},"mistral-large-2":{"in_tokens":1406,"out_tokens":569}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI Responses output","skip_reason":null,"score_raw":null,"duration_s":300.97137822400055,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI Responses output","skip_reason":null,"score_raw":null,"duration_s":275.5319222549997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":6502,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":209.08908663400052,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1499,"out_tokens":2208},"claude-opus-4-8":{"in_tokens":3136,"out_tokens":773},"claude-opus-4-7":{"in_tokens":3141,"out_tokens":660},"mistral-large-2":{"in_tokens":1609,"out_tokens":653}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":5046,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":183.68542560800051,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1515,"out_tokens":1397},"claude-opus-4-8":{"in_tokens":3144,"out_tokens":694},"claude-opus-4-7":{"in_tokens":3149,"out_tokens":489},"mistral-large-2":{"in_tokens":1618,"out_tokens":606}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":5847,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":265.6702067589995,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1843,"out_tokens":2342},"claude-opus-4-8":{"in_tokens":3763,"out_tokens":751},"claude-opus-4-7":{"in_tokens":3768,"out_tokens":695},"mistral-large-2":{"in_tokens":1989,"out_tokens":787}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":7986,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":142.6959283719998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1386,"out_tokens":1195},"claude-opus-4-8":{"in_tokens":2839,"out_tokens":435},"claude-opus-4-7":{"in_tokens":2844,"out_tokens":370},"mistral-large-2":{"in_tokens":1477,"out_tokens":713}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":2637,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":144.93843079900034,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1306,"out_tokens":2269},"claude-opus-4-8":{"in_tokens":2582,"out_tokens":701},"claude-opus-4-7":{"in_tokens":2587,"out_tokens":558},"mistral-large-2":{"in_tokens":1413,"out_tokens":623}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":5353,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":213.04855372699967,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1215,"out_tokens":2384},"claude-opus-4-8":{"in_tokens":2477,"out_tokens":441},"claude-opus-4-7":{"in_tokens":2482,"out_tokens":414},"mistral-large-2":{"in_tokens":1290,"out_tokens":438}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":8000,"error":null,"skip_reason":null,"score_raw":0.7916666666666667,"duration_s":282.82406038299996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1355,"out_tokens":2273},"claude-opus-4-8":{"in_tokens":2705,"out_tokens":475},"claude-opus-4-7":{"in_tokens":2710,"out_tokens":400},"mistral-large-2":{"in_tokens":1477,"out_tokens":528}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":6411,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":161.97805932699976,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1324,"out_tokens":1608},"claude-opus-4-8":{"in_tokens":2690,"out_tokens":493},"claude-opus-4-7":{"in_tokens":2695,"out_tokens":362},"mistral-large-2":{"in_tokens":1433,"out_tokens":470}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":5871,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":195.2090378310004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1271,"out_tokens":2568},"claude-opus-4-8":{"in_tokens":2632,"out_tokens":494},"claude-opus-4-7":{"in_tokens":2637,"out_tokens":530},"mistral-large-2":{"in_tokens":1368,"out_tokens":444}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":7092,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":180.61298996099958,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1255,"out_tokens":1936},"claude-opus-4-8":{"in_tokens":2532,"out_tokens":599},"claude-opus-4-7":{"in_tokens":2537,"out_tokens":621},"mistral-large-2":{"in_tokens":1320,"out_tokens":1005}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI Responses output","skip_reason":null,"score_raw":null,"duration_s":268.9291205769996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":3480,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":170.33826962900002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1307,"out_tokens":2005},"claude-opus-4-8":{"in_tokens":2596,"out_tokens":571},"claude-opus-4-7":{"in_tokens":2601,"out_tokens":482},"mistral-large-2":{"in_tokens":1412,"out_tokens":545}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":4886,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":164.3911298310004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1275,"out_tokens":1904},"claude-opus-4-8":{"in_tokens":2567,"out_tokens":639},"claude-opus-4-7":{"in_tokens":2572,"out_tokens":550},"mistral-large-2":{"in_tokens":1380,"out_tokens":949}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":4334,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":186.41774145900035,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1178,"out_tokens":2123},"claude-opus-4-8":{"in_tokens":2366,"out_tokens":493},"claude-opus-4-7":{"in_tokens":2371,"out_tokens":454},"mistral-large-2":{"in_tokens":1235,"out_tokens":465}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI Responses output","skip_reason":null,"score_raw":null,"duration_s":274.15781451099974,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":3978,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":255.97355057000004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1458,"out_tokens":1502},"claude-opus-4-8":{"in_tokens":2963,"out_tokens":624},"claude-opus-4-7":{"in_tokens":2968,"out_tokens":541},"mistral-large-2":{"in_tokens":1556,"out_tokens":669}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":6528,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":134.9346224989995,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2225,"out_tokens":1738},"claude-opus-4-8":{"in_tokens":4458,"out_tokens":1018},"claude-opus-4-7":{"in_tokens":4463,"out_tokens":740},"mistral-large-2":{"in_tokens":2426,"out_tokens":845}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":8000,"error":null,"skip_reason":null,"score_raw":0.14285714285714285,"duration_s":287.29026739100027,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":888,"out_tokens":1576},"claude-opus-4-8":{"in_tokens":1826,"out_tokens":535},"claude-opus-4-7":{"in_tokens":1831,"out_tokens":413},"mistral-large-2":{"in_tokens":941,"out_tokens":531}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI Responses output","skip_reason":null,"score_raw":null,"duration_s":296.0764886649995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI Responses output","skip_reason":null,"score_raw":null,"duration_s":299.3493954379992,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI Responses output","skip_reason":null,"score_raw":null,"duration_s":280.06799804899947,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI Responses output","skip_reason":null,"score_raw":null,"duration_s":277.96088631099974,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":7053,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":208.56522763700013,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1318,"out_tokens":1572},"claude-opus-4-8":{"in_tokens":2561,"out_tokens":696},"claude-opus-4-7":{"in_tokens":2566,"out_tokens":495},"mistral-large-2":{"in_tokens":1408,"out_tokens":629}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":6826,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":179.51590660799957,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1700,"out_tokens":3115},"claude-opus-4-8":{"in_tokens":3476,"out_tokens":847},"claude-opus-4-7":{"in_tokens":3481,"out_tokens":687},"mistral-large-2":{"in_tokens":1833,"out_tokens":790}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":6484,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":162.9337504690002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1380,"out_tokens":1249},"claude-opus-4-8":{"in_tokens":2744,"out_tokens":556},"claude-opus-4-7":{"in_tokens":2749,"out_tokens":505},"mistral-large-2":{"in_tokens":1480,"out_tokens":892}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI Responses output","skip_reason":null,"score_raw":null,"duration_s":289.95072013500067,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI Responses output","skip_reason":null,"score_raw":null,"duration_s":302.70430575299997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":400,"out_tokens":186,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":4.370697153000037,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1099,"out_tokens":1352},"claude-opus-4-8":{"in_tokens":2101,"out_tokens":790},"claude-opus-4-7":{"in_tokens":2106,"out_tokens":573},"mistral-large-2":{"in_tokens":1175,"out_tokens":620}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":207,"error":null,"skip_reason":null,"score_raw":0.38888888888888884,"duration_s":5.823402535999776,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1276,"out_tokens":2183},"claude-opus-4-8":{"in_tokens":2403,"out_tokens":871},"claude-opus-4-7":{"in_tokens":2408,"out_tokens":685},"mistral-large-2":{"in_tokens":1399,"out_tokens":699}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":123,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":4.145156532999863,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1092,"out_tokens":1539},"claude-opus-4-8":{"in_tokens":2071,"out_tokens":773},"claude-opus-4-7":{"in_tokens":2076,"out_tokens":666},"mistral-large-2":{"in_tokens":1170,"out_tokens":660}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI Responses output","skip_reason":null,"score_raw":null,"duration_s":310.82894027399925,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":520,"out_tokens":282,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":7.3375952790001975,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1534,"out_tokens":2413},"claude-opus-4-8":{"in_tokens":2863,"out_tokens":1080},"claude-opus-4-7":{"in_tokens":2868,"out_tokens":698},"mistral-large-2":{"in_tokens":1630,"out_tokens":677}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":249,"error":null,"skip_reason":null,"score_raw":0.175,"duration_s":6.17677720500069,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.4,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1670,"out_tokens":2029},"claude-opus-4-8":{"in_tokens":3163,"out_tokens":976},"claude-opus-4-7":{"in_tokens":3168,"out_tokens":800},"mistral-large-2":{"in_tokens":1796,"out_tokens":973}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":513,"out_tokens":410,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":5.343540099000165,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1517,"out_tokens":3096},"claude-opus-4-8":{"in_tokens":2860,"out_tokens":978},"claude-opus-4-7":{"in_tokens":2865,"out_tokens":778},"mistral-large-2":{"in_tokens":1622,"out_tokens":755}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":614,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":0.025,"duration_s":7.7033402770002795,"hallucination_count":7.0,"hallucination_top100":0,"inter_rater_agreement":0.3,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1673,"out_tokens":2895},"claude-opus-4-8":{"in_tokens":3160,"out_tokens":1028},"claude-opus-4-7":{"in_tokens":3165,"out_tokens":799},"mistral-large-2":{"in_tokens":1766,"out_tokens":765}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":234,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":6.095557478000046,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1233,"out_tokens":1638},"claude-opus-4-8":{"in_tokens":2415,"out_tokens":979},"claude-opus-4-7":{"in_tokens":2420,"out_tokens":641},"mistral-large-2":{"in_tokens":1324,"out_tokens":1038}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":262,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":7.186401726999975,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1308,"out_tokens":2353},"claude-opus-4-8":{"in_tokens":2503,"out_tokens":999},"claude-opus-4-7":{"in_tokens":2508,"out_tokens":638},"mistral-large-2":{"in_tokens":1393,"out_tokens":736}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":225,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":5.341405729000144,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1199,"out_tokens":2088},"claude-opus-4-8":{"in_tokens":2414,"out_tokens":760},"claude-opus-4-7":{"in_tokens":2419,"out_tokens":637},"mistral-large-2":{"in_tokens":1270,"out_tokens":632}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":531,"out_tokens":196,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":5.619871077000425,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1179,"out_tokens":2538},"claude-opus-4-8":{"in_tokens":2311,"out_tokens":956},"claude-opus-4-7":{"in_tokens":2316,"out_tokens":538},"mistral-large-2":{"in_tokens":1241,"out_tokens":623}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":230,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":6.670473547999791,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1324,"out_tokens":1480},"claude-opus-4-8":{"in_tokens":2519,"out_tokens":632},"claude-opus-4-7":{"in_tokens":2524,"out_tokens":539},"mistral-large-2":{"in_tokens":1440,"out_tokens":581}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":286,"error":null,"skip_reason":null,"score_raw":0.275,"duration_s":8.462598467000134,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1753,"out_tokens":1880},"claude-opus-4-8":{"in_tokens":3245,"out_tokens":814},"claude-opus-4-7":{"in_tokens":3250,"out_tokens":585},"mistral-large-2":{"in_tokens":1865,"out_tokens":1084}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":452,"out_tokens":163,"error":null,"skip_reason":null,"score_raw":0.1388888888888889,"duration_s":6.973043881000194,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1226,"out_tokens":1607},"claude-opus-4-8":{"in_tokens":2332,"out_tokens":879},"claude-opus-4-7":{"in_tokens":2337,"out_tokens":722},"mistral-large-2":{"in_tokens":1322,"out_tokens":722}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":6.322134207999625,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.25,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1299,"out_tokens":2442},"claude-opus-4-8":{"in_tokens":2485,"out_tokens":1016},"claude-opus-4-7":{"in_tokens":2490,"out_tokens":591},"mistral-large-2":{"in_tokens":1346,"out_tokens":739}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":5.649368080000386,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1301,"out_tokens":1529},"claude-opus-4-8":{"in_tokens":2491,"out_tokens":670},"claude-opus-4-7":{"in_tokens":2496,"out_tokens":493},"mistral-large-2":{"in_tokens":1355,"out_tokens":730}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":224,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":6.418862024000191,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1305,"out_tokens":1183},"claude-opus-4-8":{"in_tokens":2433,"out_tokens":779},"claude-opus-4-7":{"in_tokens":2438,"out_tokens":528},"mistral-large-2":{"in_tokens":1366,"out_tokens":554}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":199,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":6.393918350000604,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1205,"out_tokens":1513},"claude-opus-4-8":{"in_tokens":2226,"out_tokens":716},"claude-opus-4-7":{"in_tokens":2231,"out_tokens":582},"mistral-large-2":{"in_tokens":1267,"out_tokens":663}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":439,"out_tokens":186,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":7.398063208999702,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1125,"out_tokens":1158},"claude-opus-4-8":{"in_tokens":2121,"out_tokens":634},"claude-opus-4-7":{"in_tokens":2126,"out_tokens":501},"mistral-large-2":{"in_tokens":1177,"out_tokens":534}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":466,"out_tokens":207,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":4.881250354999793,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1149,"out_tokens":1584},"claude-opus-4-8":{"in_tokens":2114,"out_tokens":773},"claude-opus-4-7":{"in_tokens":2119,"out_tokens":586},"mistral-large-2":{"in_tokens":1217,"out_tokens":537}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":250,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":5.73945859899959,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1081,"out_tokens":1258},"claude-opus-4-8":{"in_tokens":2054,"out_tokens":564},"claude-opus-4-7":{"in_tokens":2059,"out_tokens":536},"mistral-large-2":{"in_tokens":1137,"out_tokens":472}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":248,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":7.635207045000243,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1117,"out_tokens":958},"claude-opus-4-8":{"in_tokens":2114,"out_tokens":578},"claude-opus-4-7":{"in_tokens":2119,"out_tokens":457},"mistral-large-2":{"in_tokens":1176,"out_tokens":430}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":450,"out_tokens":202,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":6.928883343000052,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1075,"out_tokens":1157},"claude-opus-4-8":{"in_tokens":2059,"out_tokens":639},"claude-opus-4-7":{"in_tokens":2064,"out_tokens":474},"mistral-large-2":{"in_tokens":1145,"out_tokens":514}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":421,"out_tokens":97,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":4.3206483530002515,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":918,"out_tokens":845},"claude-opus-4-8":{"in_tokens":1724,"out_tokens":453},"claude-opus-4-7":{"in_tokens":1729,"out_tokens":430},"mistral-large-2":{"in_tokens":953,"out_tokens":466}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":216,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":5.131163818999994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1158,"out_tokens":1074},"claude-opus-4-8":{"in_tokens":2154,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2159,"out_tokens":548},"mistral-large-2":{"in_tokens":1208,"out_tokens":541}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":406,"out_tokens":189,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":4.598479926999971,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1061,"out_tokens":1169},"claude-opus-4-8":{"in_tokens":2007,"out_tokens":653},"claude-opus-4-7":{"in_tokens":2012,"out_tokens":611},"mistral-large-2":{"in_tokens":1119,"out_tokens":604}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":533,"out_tokens":189,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":6.347411327999907,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1224,"out_tokens":1235},"claude-opus-4-8":{"in_tokens":2291,"out_tokens":580},"claude-opus-4-7":{"in_tokens":2296,"out_tokens":531},"mistral-large-2":{"in_tokens":1287,"out_tokens":561}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":6.114764475000811,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1035,"out_tokens":1292},"claude-opus-4-8":{"in_tokens":1968,"out_tokens":590},"claude-opus-4-7":{"in_tokens":1973,"out_tokens":487},"mistral-large-2":{"in_tokens":1089,"out_tokens":520}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":418,"out_tokens":183,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":6.503293099000075,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1065,"out_tokens":1481},"claude-opus-4-8":{"in_tokens":1985,"out_tokens":575},"claude-opus-4-7":{"in_tokens":1990,"out_tokens":513},"mistral-large-2":{"in_tokens":1111,"out_tokens":523}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":528,"out_tokens":262,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":6.26236993800012,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1382,"out_tokens":1406},"claude-opus-4-8":{"in_tokens":2656,"out_tokens":614},"claude-opus-4-7":{"in_tokens":2661,"out_tokens":526},"mistral-large-2":{"in_tokens":1430,"out_tokens":588}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":5.957652443999905,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1180,"out_tokens":1156},"claude-opus-4-8":{"in_tokens":2233,"out_tokens":640},"claude-opus-4-7":{"in_tokens":2238,"out_tokens":536},"mistral-large-2":{"in_tokens":1223,"out_tokens":609}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":181,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":4.8753186189996995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1123,"out_tokens":1426},"claude-opus-4-8":{"in_tokens":2087,"out_tokens":714},"claude-opus-4-7":{"in_tokens":2092,"out_tokens":468},"mistral-large-2":{"in_tokens":1181,"out_tokens":590}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":202,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":5.73254516399993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1136,"out_tokens":1247},"claude-opus-4-8":{"in_tokens":2128,"out_tokens":626},"claude-opus-4-7":{"in_tokens":2133,"out_tokens":507},"mistral-large-2":{"in_tokens":1195,"out_tokens":526}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":83,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":4.533882034000271,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1032,"out_tokens":1135},"claude-opus-4-8":{"in_tokens":1932,"out_tokens":678},"claude-opus-4-7":{"in_tokens":1937,"out_tokens":499},"mistral-large-2":{"in_tokens":1064,"out_tokens":523}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":82,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":3.889346105000186,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1085,"out_tokens":1134},"claude-opus-4-8":{"in_tokens":2036,"out_tokens":646},"claude-opus-4-7":{"in_tokens":2041,"out_tokens":535},"mistral-large-2":{"in_tokens":1189,"out_tokens":665}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":172,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":6.777502829999321,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1043,"out_tokens":1037},"claude-opus-4-8":{"in_tokens":2004,"out_tokens":526},"claude-opus-4-7":{"in_tokens":2009,"out_tokens":424},"mistral-large-2":{"in_tokens":1095,"out_tokens":412}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":439,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":4.85074124699986,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.25,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1019,"out_tokens":1372},"claude-opus-4-8":{"in_tokens":2005,"out_tokens":721},"claude-opus-4-7":{"in_tokens":2010,"out_tokens":619},"mistral-large-2":{"in_tokens":1099,"out_tokens":713}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":181,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":5.017801764000069,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.125,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1033,"out_tokens":1751},"claude-opus-4-8":{"in_tokens":1988,"out_tokens":925},"claude-opus-4-7":{"in_tokens":1993,"out_tokens":656},"mistral-large-2":{"in_tokens":1161,"out_tokens":638}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":69,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":3.5423277130003044,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":924,"out_tokens":1153},"claude-opus-4-8":{"in_tokens":1786,"out_tokens":578},"claude-opus-4-7":{"in_tokens":1791,"out_tokens":368},"mistral-large-2":{"in_tokens":992,"out_tokens":456}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":501,"out_tokens":100,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":5.141793859000245,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1040,"out_tokens":1431},"claude-opus-4-8":{"in_tokens":1969,"out_tokens":616},"claude-opus-4-7":{"in_tokens":1974,"out_tokens":498},"mistral-large-2":{"in_tokens":1123,"out_tokens":522}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":455,"out_tokens":136,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":5.907558490000156,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":970,"out_tokens":1631},"claude-opus-4-8":{"in_tokens":1887,"out_tokens":711},"claude-opus-4-7":{"in_tokens":1892,"out_tokens":471},"mistral-large-2":{"in_tokens":1054,"out_tokens":551}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":471,"out_tokens":142,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":5.182825790999232,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1029,"out_tokens":1697},"claude-opus-4-8":{"in_tokens":1958,"out_tokens":606},"claude-opus-4-7":{"in_tokens":1963,"out_tokens":569},"mistral-large-2":{"in_tokens":1134,"out_tokens":595}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":532,"out_tokens":194,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":4.800198308999825,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1129,"out_tokens":1059},"claude-opus-4-8":{"in_tokens":2171,"out_tokens":680},"claude-opus-4-7":{"in_tokens":2176,"out_tokens":514},"mistral-large-2":{"in_tokens":1247,"out_tokens":531}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":487,"out_tokens":116,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":4.014241753000533,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1035,"out_tokens":1145},"claude-opus-4-8":{"in_tokens":1951,"out_tokens":506},"claude-opus-4-7":{"in_tokens":1956,"out_tokens":443},"mistral-large-2":{"in_tokens":1130,"out_tokens":808}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":96,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":3.920713081000031,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1110,"out_tokens":1353},"claude-opus-4-8":{"in_tokens":2096,"out_tokens":686},"claude-opus-4-7":{"in_tokens":2101,"out_tokens":480},"mistral-large-2":{"in_tokens":1213,"out_tokens":607}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":497,"out_tokens":185,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":5.388070195000182,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1117,"out_tokens":1731},"claude-opus-4-8":{"in_tokens":2132,"out_tokens":592},"claude-opus-4-7":{"in_tokens":2137,"out_tokens":497},"mistral-large-2":{"in_tokens":1208,"out_tokens":593}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":90,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":5.956490895999195,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1074,"out_tokens":1248},"claude-opus-4-8":{"in_tokens":2030,"out_tokens":595},"claude-opus-4-7":{"in_tokens":2035,"out_tokens":550},"mistral-large-2":{"in_tokens":1156,"out_tokens":463}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":86,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":4.970529375000297,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":937,"out_tokens":970},"claude-opus-4-8":{"in_tokens":1759,"out_tokens":522},"claude-opus-4-7":{"in_tokens":1764,"out_tokens":478},"mistral-large-2":{"in_tokens":1041,"out_tokens":496}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":125,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":4.44528235999951,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1134,"out_tokens":1210},"claude-opus-4-8":{"in_tokens":2152,"out_tokens":694},"claude-opus-4-7":{"in_tokens":2157,"out_tokens":532},"mistral-large-2":{"in_tokens":1262,"out_tokens":501}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":108,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":4.59818641000038,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":966,"out_tokens":1103},"claude-opus-4-8":{"in_tokens":1926,"out_tokens":618},"claude-opus-4-7":{"in_tokens":1931,"out_tokens":536},"mistral-large-2":{"in_tokens":1029,"out_tokens":473}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":200,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":4.437253373000203,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1066,"out_tokens":1205},"claude-opus-4-8":{"in_tokens":2079,"out_tokens":602},"claude-opus-4-7":{"in_tokens":2084,"out_tokens":536},"mistral-large-2":{"in_tokens":1148,"out_tokens":549}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":441,"out_tokens":185,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":5.092385989999457,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1133,"out_tokens":1630},"claude-opus-4-8":{"in_tokens":2092,"out_tokens":725},"claude-opus-4-7":{"in_tokens":2097,"out_tokens":516},"mistral-large-2":{"in_tokens":1277,"out_tokens":746}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":619,"out_tokens":145,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":4.321867917999953,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1267,"out_tokens":1967},"claude-opus-4-8":{"in_tokens":2431,"out_tokens":694},"claude-opus-4-7":{"in_tokens":2436,"out_tokens":493},"mistral-large-2":{"in_tokens":1423,"out_tokens":638}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":116,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":5.600414200000159,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1033,"out_tokens":1555},"claude-opus-4-8":{"in_tokens":2077,"out_tokens":877},"claude-opus-4-7":{"in_tokens":2082,"out_tokens":532},"mistral-large-2":{"in_tokens":1150,"out_tokens":521}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":684,"out_tokens":132,"error":null,"skip_reason":null,"score_raw":0.39285714285714285,"duration_s":4.499060319999444,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1363,"out_tokens":1441},"claude-opus-4-8":{"in_tokens":2503,"out_tokens":740},"claude-opus-4-7":{"in_tokens":2508,"out_tokens":423},"mistral-large-2":{"in_tokens":1538,"out_tokens":500}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":451,"out_tokens":147,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":4.697765443000208,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1095,"out_tokens":1361},"claude-opus-4-8":{"in_tokens":2105,"out_tokens":598},"claude-opus-4-7":{"in_tokens":2110,"out_tokens":544},"mistral-large-2":{"in_tokens":1187,"out_tokens":553}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":484,"out_tokens":99,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":5.493313877000219,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1064,"out_tokens":1357},"claude-opus-4-8":{"in_tokens":2038,"out_tokens":736},"claude-opus-4-7":{"in_tokens":2043,"out_tokens":525},"mistral-large-2":{"in_tokens":1184,"out_tokens":621}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":725,"out_tokens":193,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":7.381749641999704,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1583,"out_tokens":1684},"claude-opus-4-8":{"in_tokens":2908,"out_tokens":691},"claude-opus-4-7":{"in_tokens":2913,"out_tokens":583},"mistral-large-2":{"in_tokens":1701,"out_tokens":551}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":65,"error":null,"skip_reason":null,"score_raw":0.2222222222222222,"duration_s":4.205819039000744,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1017,"out_tokens":1328},"claude-opus-4-8":{"in_tokens":1956,"out_tokens":684},"claude-opus-4-7":{"in_tokens":1961,"out_tokens":558},"mistral-large-2":{"in_tokens":1120,"out_tokens":548}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":144,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":5.601886974999616,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1189,"out_tokens":1228},"claude-opus-4-8":{"in_tokens":2283,"out_tokens":556},"claude-opus-4-7":{"in_tokens":2288,"out_tokens":543},"mistral-large-2":{"in_tokens":1296,"out_tokens":557}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":148,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":5.2090200780003215,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1057,"out_tokens":1703},"claude-opus-4-8":{"in_tokens":2031,"out_tokens":760},"claude-opus-4-7":{"in_tokens":2036,"out_tokens":474},"mistral-large-2":{"in_tokens":1184,"out_tokens":767}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":155,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":3.5538558300004297,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1063,"out_tokens":1190},"claude-opus-4-8":{"in_tokens":2088,"out_tokens":676},"claude-opus-4-7":{"in_tokens":2093,"out_tokens":546},"mistral-large-2":{"in_tokens":1161,"out_tokens":570}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":519,"out_tokens":119,"error":null,"skip_reason":null,"score_raw":0.2222222222222222,"duration_s":5.333447476000401,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1106,"out_tokens":1213},"claude-opus-4-8":{"in_tokens":2138,"out_tokens":701},"claude-opus-4-7":{"in_tokens":2143,"out_tokens":538},"mistral-large-2":{"in_tokens":1198,"out_tokens":534}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":495,"out_tokens":77,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":4.092157062999831,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":943,"out_tokens":1383},"claude-opus-4-8":{"in_tokens":1847,"out_tokens":542},"claude-opus-4-7":{"in_tokens":1852,"out_tokens":471},"mistral-large-2":{"in_tokens":1038,"out_tokens":462}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":133,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":4.8151042019999295,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":972,"out_tokens":2072},"claude-opus-4-8":{"in_tokens":1873,"out_tokens":699},"claude-opus-4-7":{"in_tokens":1878,"out_tokens":514},"mistral-large-2":{"in_tokens":1025,"out_tokens":484}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":119,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":5.318295588000183,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1034,"out_tokens":1480},"claude-opus-4-8":{"in_tokens":1967,"out_tokens":762},"claude-opus-4-7":{"in_tokens":1972,"out_tokens":572},"mistral-large-2":{"in_tokens":1158,"out_tokens":636}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":140,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":8.937331317999451,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1052,"out_tokens":1362},"claude-opus-4-8":{"in_tokens":1980,"out_tokens":738},"claude-opus-4-7":{"in_tokens":1985,"out_tokens":644},"mistral-large-2":{"in_tokens":1149,"out_tokens":617}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":110,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":3.761458242000117,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":917,"out_tokens":964},"claude-opus-4-8":{"in_tokens":1777,"out_tokens":568},"claude-opus-4-7":{"in_tokens":1782,"out_tokens":388},"mistral-large-2":{"in_tokens":997,"out_tokens":502}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":98,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":5.657202430000325,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":998,"out_tokens":953},"claude-opus-4-8":{"in_tokens":1854,"out_tokens":564},"claude-opus-4-7":{"in_tokens":1859,"out_tokens":467},"mistral-large-2":{"in_tokens":1064,"out_tokens":759}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":133,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":4.683417806999387,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1019,"out_tokens":1060},"claude-opus-4-8":{"in_tokens":1927,"out_tokens":583},"claude-opus-4-7":{"in_tokens":1932,"out_tokens":462},"mistral-large-2":{"in_tokens":1111,"out_tokens":563}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":198,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":4.245624811999733,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1294,"out_tokens":1711},"claude-opus-4-8":{"in_tokens":2573,"out_tokens":818},"claude-opus-4-7":{"in_tokens":2578,"out_tokens":716},"mistral-large-2":{"in_tokens":1391,"out_tokens":670}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":569,"out_tokens":237,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":6.400831273000222,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1177,"out_tokens":1798},"claude-opus-4-8":{"in_tokens":2465,"out_tokens":572},"claude-opus-4-7":{"in_tokens":2470,"out_tokens":460},"mistral-large-2":{"in_tokens":1267,"out_tokens":524}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":491,"out_tokens":247,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":4.2487410829999135,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1066,"out_tokens":1766},"claude-opus-4-8":{"in_tokens":2171,"out_tokens":573},"claude-opus-4-7":{"in_tokens":2176,"out_tokens":491},"mistral-large-2":{"in_tokens":1140,"out_tokens":497}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":289,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":5.609780339999816,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1270,"out_tokens":1586},"claude-opus-4-8":{"in_tokens":2549,"out_tokens":762},"claude-opus-4-7":{"in_tokens":2554,"out_tokens":641},"mistral-large-2":{"in_tokens":1370,"out_tokens":622}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":250,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":4.472348770000281,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":964,"out_tokens":1838},"claude-opus-4-8":{"in_tokens":1894,"out_tokens":506},"claude-opus-4-7":{"in_tokens":1899,"out_tokens":378},"mistral-large-2":{"in_tokens":1048,"out_tokens":500}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":201,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":4.87428688,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":894,"out_tokens":1803},"claude-opus-4-8":{"in_tokens":1814,"out_tokens":576},"claude-opus-4-7":{"in_tokens":1819,"out_tokens":413},"mistral-large-2":{"in_tokens":946,"out_tokens":437}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":281,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":5.815296947000206,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":977,"out_tokens":1255},"claude-opus-4-8":{"in_tokens":1965,"out_tokens":608},"claude-opus-4-7":{"in_tokens":1970,"out_tokens":405},"mistral-large-2":{"in_tokens":1042,"out_tokens":393}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":313,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":5.107842168999923,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1098,"out_tokens":1786},"claude-opus-4-8":{"in_tokens":2100,"out_tokens":466},"claude-opus-4-7":{"in_tokens":2105,"out_tokens":445},"mistral-large-2":{"in_tokens":1193,"out_tokens":561}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":455,"out_tokens":238,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":6.849773357999766,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":971,"out_tokens":1256},"claude-opus-4-8":{"in_tokens":1939,"out_tokens":634},"claude-opus-4-7":{"in_tokens":1944,"out_tokens":540},"mistral-large-2":{"in_tokens":1045,"out_tokens":535}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":415,"out_tokens":246,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":6.272492185000374,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":917,"out_tokens":1635},"claude-opus-4-8":{"in_tokens":1768,"out_tokens":521},"claude-opus-4-7":{"in_tokens":1773,"out_tokens":464},"mistral-large-2":{"in_tokens":954,"out_tokens":439}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":453,"out_tokens":254,"error":null,"skip_reason":null,"score_raw":0.29166666666666663,"duration_s":5.1189317189991925,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":977,"out_tokens":1209},"claude-opus-4-8":{"in_tokens":2013,"out_tokens":586},"claude-opus-4-7":{"in_tokens":2018,"out_tokens":478},"mistral-large-2":{"in_tokens":1040,"out_tokens":673}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":254,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":4.308592061000127,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1013,"out_tokens":1791},"claude-opus-4-8":{"in_tokens":1978,"out_tokens":622},"claude-opus-4-7":{"in_tokens":1983,"out_tokens":549},"mistral-large-2":{"in_tokens":1061,"out_tokens":562}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":236,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":5.74743251900054,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":913,"out_tokens":1831},"claude-opus-4-8":{"in_tokens":1818,"out_tokens":569},"claude-opus-4-7":{"in_tokens":1823,"out_tokens":500},"mistral-large-2":{"in_tokens":967,"out_tokens":609}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":6.475510245000805,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1174,"out_tokens":2270},"claude-opus-4-8":{"in_tokens":2228,"out_tokens":630},"claude-opus-4-7":{"in_tokens":2233,"out_tokens":537},"mistral-large-2":{"in_tokens":1239,"out_tokens":530}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":170,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":5.081522763999601,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":996,"out_tokens":1478},"claude-opus-4-8":{"in_tokens":1986,"out_tokens":640},"claude-opus-4-7":{"in_tokens":1991,"out_tokens":487},"mistral-large-2":{"in_tokens":1082,"out_tokens":581}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":438,"out_tokens":205,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":5.6929612349995296,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":972,"out_tokens":1387},"claude-opus-4-8":{"in_tokens":1919,"out_tokens":628},"claude-opus-4-7":{"in_tokens":1924,"out_tokens":475},"mistral-large-2":{"in_tokens":1032,"out_tokens":583}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":195,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":4.622142994999194,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":957,"out_tokens":1566},"claude-opus-4-8":{"in_tokens":1896,"out_tokens":506},"claude-opus-4-7":{"in_tokens":1901,"out_tokens":381},"mistral-large-2":{"in_tokens":1004,"out_tokens":433}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":719,"out_tokens":355,"error":null,"skip_reason":null,"score_raw":0.275,"duration_s":5.133435576000011,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.4,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1762,"out_tokens":2266},"claude-opus-4-8":{"in_tokens":3425,"out_tokens":1130},"claude-opus-4-7":{"in_tokens":3430,"out_tokens":951},"mistral-large-2":{"in_tokens":1848,"out_tokens":909}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":427,"out_tokens":194,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":7.549613670999861,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":911,"out_tokens":1421},"claude-opus-4-8":{"in_tokens":1855,"out_tokens":493},"claude-opus-4-7":{"in_tokens":1860,"out_tokens":509},"mistral-large-2":{"in_tokens":959,"out_tokens":496}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":0.175,"duration_s":5.810017824999704,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1562,"out_tokens":1514},"claude-opus-4-8":{"in_tokens":3049,"out_tokens":850},"claude-opus-4-7":{"in_tokens":3054,"out_tokens":694},"mistral-large-2":{"in_tokens":1675,"out_tokens":813}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":223,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":5.182136549999996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1527,"out_tokens":2026},"claude-opus-4-8":{"in_tokens":2995,"out_tokens":876},"claude-opus-4-7":{"in_tokens":3000,"out_tokens":669},"mistral-large-2":{"in_tokens":1616,"out_tokens":838}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":7415,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":334.55683670799954,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2391,"out_tokens":2280},"claude-opus-4-8":{"in_tokens":4712,"out_tokens":1087},"claude-opus-4-7":{"in_tokens":4717,"out_tokens":701},"mistral-large-2":{"in_tokens":2568,"out_tokens":920}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":399,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":7.736661288000505,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1679,"out_tokens":2220},"claude-opus-4-8":{"in_tokens":3296,"out_tokens":972},"claude-opus-4-7":{"in_tokens":3301,"out_tokens":816},"mistral-large-2":{"in_tokens":1823,"out_tokens":1046}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":352,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":8.830139011000028,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1638,"out_tokens":1958},"claude-opus-4-8":{"in_tokens":3207,"out_tokens":826},"claude-opus-4-7":{"in_tokens":3212,"out_tokens":668},"mistral-large-2":{"in_tokens":1766,"out_tokens":802}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":267,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":6.588240101999872,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1061,"out_tokens":1151},"claude-opus-4-8":{"in_tokens":2068,"out_tokens":532},"claude-opus-4-7":{"in_tokens":2073,"out_tokens":464},"mistral-large-2":{"in_tokens":1132,"out_tokens":509}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":290,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":5.428636652000023,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1345,"out_tokens":1819},"claude-opus-4-8":{"in_tokens":2709,"out_tokens":1038},"claude-opus-4-7":{"in_tokens":2714,"out_tokens":722},"mistral-large-2":{"in_tokens":1441,"out_tokens":788}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":289,"error":null,"skip_reason":null,"score_raw":0.6666666666666667,"duration_s":5.987723161999384,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1003,"out_tokens":1836},"claude-opus-4-8":{"in_tokens":1952,"out_tokens":701},"claude-opus-4-7":{"in_tokens":1957,"out_tokens":473},"mistral-large-2":{"in_tokens":1077,"out_tokens":477}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":560,"out_tokens":247,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":7.035571485999753,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.25,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1241,"out_tokens":2375},"claude-opus-4-8":{"in_tokens":2356,"out_tokens":845},"claude-opus-4-7":{"in_tokens":2361,"out_tokens":685},"mistral-large-2":{"in_tokens":1316,"out_tokens":735}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":748,"out_tokens":397,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":6.460832658000072,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1686,"out_tokens":2865},"claude-opus-4-8":{"in_tokens":3330,"out_tokens":884},"claude-opus-4-7":{"in_tokens":3335,"out_tokens":726},"mistral-large-2":{"in_tokens":1823,"out_tokens":750}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":894,"out_tokens":327,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":6.973737141999663,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.3,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1848,"out_tokens":2603},"claude-opus-4-8":{"in_tokens":3574,"out_tokens":1037},"claude-opus-4-7":{"in_tokens":3579,"out_tokens":787},"mistral-large-2":{"in_tokens":1930,"out_tokens":746}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":745,"out_tokens":413,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":7.1460669650005,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1821,"out_tokens":1472},"claude-opus-4-8":{"in_tokens":3553,"out_tokens":1042},"claude-opus-4-7":{"in_tokens":3558,"out_tokens":764},"mistral-large-2":{"in_tokens":1961,"out_tokens":924}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":4873,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":83.30231886900037,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.3,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1372,"out_tokens":2452},"claude-opus-4-8":{"in_tokens":2678,"out_tokens":1078},"claude-opus-4-7":{"in_tokens":2683,"out_tokens":795},"mistral-large-2":{"in_tokens":1475,"out_tokens":776}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":6509,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":129.85918882700025,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1320,"out_tokens":1879},"claude-opus-4-8":{"in_tokens":2527,"out_tokens":1113},"claude-opus-4-7":{"in_tokens":2532,"out_tokens":725},"mistral-large-2":{"in_tokens":1421,"out_tokens":709}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":15611,"error":null,"skip_reason":null,"score_raw":0.15000000000000002,"duration_s":159.99790044400015,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.0,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1863,"out_tokens":2804},"claude-opus-4-8":{"in_tokens":3512,"out_tokens":1536},"claude-opus-4-7":{"in_tokens":3517,"out_tokens":1349},"mistral-large-2":{"in_tokens":1983,"out_tokens":953}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":12517,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":227.6083790069997,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1554,"out_tokens":2314},"claude-opus-4-8":{"in_tokens":2952,"out_tokens":924},"claude-opus-4-7":{"in_tokens":2957,"out_tokens":772},"mistral-large-2":{"in_tokens":1702,"out_tokens":714}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":535,"out_tokens":8051,"error":null,"skip_reason":null,"score_raw":0.05,"duration_s":146.87593925500005,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.9,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1924,"out_tokens":2371},"claude-opus-4-8":{"in_tokens":3662,"out_tokens":1098},"claude-opus-4-7":{"in_tokens":3667,"out_tokens":953},"mistral-large-2":{"in_tokens":2053,"out_tokens":1020}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":346,"out_tokens":7064,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":79.79708489099994,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1540,"out_tokens":2197},"claude-opus-4-8":{"in_tokens":3031,"out_tokens":931},"claude-opus-4-7":{"in_tokens":3036,"out_tokens":825},"mistral-large-2":{"in_tokens":1658,"out_tokens":923}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":421,"out_tokens":9018,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":101.9351772129994,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1569,"out_tokens":1842},"claude-opus-4-8":{"in_tokens":3059,"out_tokens":1110},"claude-opus-4-7":{"in_tokens":3064,"out_tokens":799},"mistral-large-2":{"in_tokens":1665,"out_tokens":682}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":13385,"error":null,"skip_reason":null,"score_raw":0.275,"duration_s":266.0833248150002,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":2024,"out_tokens":3415},"claude-opus-4-8":{"in_tokens":3899,"out_tokens":1213},"claude-opus-4-7":{"in_tokens":3904,"out_tokens":1007},"mistral-large-2":{"in_tokens":2151,"out_tokens":917}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":423,"out_tokens":8858,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":99.79008508599964,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1513,"out_tokens":1975},"claude-opus-4-8":{"in_tokens":3071,"out_tokens":790},"claude-opus-4-7":{"in_tokens":3076,"out_tokens":572},"mistral-large-2":{"in_tokens":1603,"out_tokens":611}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":466,"out_tokens":9395,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":110.01022023600035,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1338,"out_tokens":1771},"claude-opus-4-8":{"in_tokens":2649,"out_tokens":961},"claude-opus-4-7":{"in_tokens":2654,"out_tokens":802},"mistral-large-2":{"in_tokens":1413,"out_tokens":656}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":11421,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":306.74118104900026,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1580,"out_tokens":2676},"claude-opus-4-8":{"in_tokens":3007,"out_tokens":945},"claude-opus-4-7":{"in_tokens":3012,"out_tokens":700},"mistral-large-2":{"in_tokens":1708,"out_tokens":601}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":7472,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":87.58989605499937,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1513,"out_tokens":2060},"claude-opus-4-8":{"in_tokens":2925,"out_tokens":1018},"claude-opus-4-7":{"in_tokens":2930,"out_tokens":893},"mistral-large-2":{"in_tokens":1645,"out_tokens":731}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":384,"out_tokens":7838,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":81.76626957400003,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1457,"out_tokens":2736},"claude-opus-4-8":{"in_tokens":2786,"out_tokens":1036},"claude-opus-4-7":{"in_tokens":2791,"out_tokens":936},"mistral-large-2":{"in_tokens":1585,"out_tokens":829}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":5216,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":58.17939334899984,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1744,"out_tokens":1395},"claude-opus-4-8":{"in_tokens":3354,"out_tokens":814},"claude-opus-4-7":{"in_tokens":3359,"out_tokens":722},"mistral-large-2":{"in_tokens":1819,"out_tokens":640}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":452,"out_tokens":4352,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":77.67187375499998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1659,"out_tokens":1891},"claude-opus-4-8":{"in_tokens":3112,"out_tokens":741},"claude-opus-4-7":{"in_tokens":3117,"out_tokens":621},"mistral-large-2":{"in_tokens":1731,"out_tokens":628}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":7646,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":81.70514011500018,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1432,"out_tokens":1910},"claude-opus-4-8":{"in_tokens":2718,"out_tokens":634},"claude-opus-4-7":{"in_tokens":2723,"out_tokens":491},"mistral-large-2":{"in_tokens":1503,"out_tokens":618}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":519,"out_tokens":12866,"error":null,"skip_reason":null,"score_raw":0.175,"duration_s":245.23726206300034,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1925,"out_tokens":2257},"claude-opus-4-8":{"in_tokens":3611,"out_tokens":1174},"claude-opus-4-7":{"in_tokens":3616,"out_tokens":971},"mistral-large-2":{"in_tokens":2044,"out_tokens":879}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":5283,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":55.46664491200045,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1499,"out_tokens":1275},"claude-opus-4-8":{"in_tokens":2791,"out_tokens":496},"claude-opus-4-7":{"in_tokens":2796,"out_tokens":461},"mistral-large-2":{"in_tokens":1555,"out_tokens":496}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":3146,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":33.71829354199963,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1275,"out_tokens":1619},"claude-opus-4-8":{"in_tokens":2423,"out_tokens":631},"claude-opus-4-7":{"in_tokens":2428,"out_tokens":452},"mistral-large-2":{"in_tokens":1337,"out_tokens":577}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":4684,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":53.82612436300042,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1420,"out_tokens":1549},"claude-opus-4-8":{"in_tokens":2627,"out_tokens":668},"claude-opus-4-7":{"in_tokens":2632,"out_tokens":527},"mistral-large-2":{"in_tokens":1495,"out_tokens":723}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":2926,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":52.56587986900013,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1054,"out_tokens":1344},"claude-opus-4-8":{"in_tokens":2000,"out_tokens":608},"claude-opus-4-7":{"in_tokens":2005,"out_tokens":441},"mistral-large-2":{"in_tokens":1095,"out_tokens":529}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":7845,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":138.39001054999972,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1423,"out_tokens":2162},"claude-opus-4-8":{"in_tokens":2733,"out_tokens":616},"claude-opus-4-7":{"in_tokens":2738,"out_tokens":648},"mistral-large-2":{"in_tokens":1495,"out_tokens":609}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":4920,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":97.79676436000045,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1532,"out_tokens":1332},"claude-opus-4-8":{"in_tokens":2991,"out_tokens":696},"claude-opus-4-7":{"in_tokens":2996,"out_tokens":480},"mistral-large-2":{"in_tokens":1623,"out_tokens":651}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":3972,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":47.01251371200033,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1286,"out_tokens":1734},"claude-opus-4-8":{"in_tokens":2418,"out_tokens":629},"claude-opus-4-7":{"in_tokens":2423,"out_tokens":506},"mistral-large-2":{"in_tokens":1341,"out_tokens":596}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":2179,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":38.50248394800019,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1245,"out_tokens":1167},"claude-opus-4-8":{"in_tokens":2374,"out_tokens":675},"claude-opus-4-7":{"in_tokens":2379,"out_tokens":488},"mistral-large-2":{"in_tokens":1309,"out_tokens":664}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":453,"out_tokens":4607,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":90.71223718400051,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1660,"out_tokens":1605},"claude-opus-4-8":{"in_tokens":3165,"out_tokens":669},"claude-opus-4-7":{"in_tokens":3170,"out_tokens":460},"mistral-large-2":{"in_tokens":1745,"out_tokens":644}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":4941,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":84.77160617899972,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1382,"out_tokens":1586},"claude-opus-4-8":{"in_tokens":2654,"out_tokens":612},"claude-opus-4-7":{"in_tokens":2659,"out_tokens":491},"mistral-large-2":{"in_tokens":1459,"out_tokens":670}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":3614,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":67.56298718000016,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1317,"out_tokens":1998},"claude-opus-4-8":{"in_tokens":2483,"out_tokens":732},"claude-opus-4-7":{"in_tokens":2488,"out_tokens":566},"mistral-large-2":{"in_tokens":1375,"out_tokens":608}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":425,"out_tokens":4589,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":50.620099246999416,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1517,"out_tokens":1461},"claude-opus-4-8":{"in_tokens":2891,"out_tokens":637},"claude-opus-4-7":{"in_tokens":2896,"out_tokens":531},"mistral-large-2":{"in_tokens":1567,"out_tokens":625}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":5007,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":53.62926561099994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1743,"out_tokens":1201},"claude-opus-4-8":{"in_tokens":3345,"out_tokens":669},"claude-opus-4-7":{"in_tokens":3350,"out_tokens":543},"mistral-large-2":{"in_tokens":1797,"out_tokens":1022}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":338,"out_tokens":3773,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":65.89639685600014,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1257,"out_tokens":1122},"claude-opus-4-8":{"in_tokens":2403,"out_tokens":551},"claude-opus-4-7":{"in_tokens":2408,"out_tokens":477},"mistral-large-2":{"in_tokens":1321,"out_tokens":849}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":332,"out_tokens":4042,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":48.16929808199984,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1419,"out_tokens":1694},"claude-opus-4-8":{"in_tokens":2639,"out_tokens":618},"claude-opus-4-7":{"in_tokens":2644,"out_tokens":460},"mistral-large-2":{"in_tokens":1494,"out_tokens":605}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":6433,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":70.90822816299988,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1115,"out_tokens":1216},"claude-opus-4-8":{"in_tokens":2096,"out_tokens":861},"claude-opus-4-7":{"in_tokens":2101,"out_tokens":507},"mistral-large-2":{"in_tokens":1153,"out_tokens":530}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":3855,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":65.20687076800004,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1237,"out_tokens":1630},"claude-opus-4-8":{"in_tokens":2333,"out_tokens":745},"claude-opus-4-7":{"in_tokens":2338,"out_tokens":551},"mistral-large-2":{"in_tokens":1355,"out_tokens":736}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":274,"out_tokens":6094,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":102.0896215089997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1294,"out_tokens":1593},"claude-opus-4-8":{"in_tokens":2479,"out_tokens":510},"claude-opus-4-7":{"in_tokens":2484,"out_tokens":461},"mistral-large-2":{"in_tokens":1354,"out_tokens":908}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":384,"out_tokens":4547,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":76.7315193659997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1143,"out_tokens":1915},"claude-opus-4-8":{"in_tokens":2259,"out_tokens":747},"claude-opus-4-7":{"in_tokens":2264,"out_tokens":649},"mistral-large-2":{"in_tokens":1241,"out_tokens":559}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":5630,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":95.56603823499972,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1154,"out_tokens":1958},"claude-opus-4-8":{"in_tokens":2245,"out_tokens":896},"claude-opus-4-7":{"in_tokens":2250,"out_tokens":628},"mistral-large-2":{"in_tokens":1243,"out_tokens":524}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":395,"out_tokens":8446,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":140.14972226900045,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.25,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1229,"out_tokens":1520},"claude-opus-4-8":{"in_tokens":2382,"out_tokens":729},"claude-opus-4-7":{"in_tokens":2387,"out_tokens":538},"mistral-large-2":{"in_tokens":1378,"out_tokens":609}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":402,"out_tokens":3406,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":59.503635459999714,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1152,"out_tokens":1561},"claude-opus-4-8":{"in_tokens":2194,"out_tokens":655},"claude-opus-4-7":{"in_tokens":2199,"out_tokens":632},"mistral-large-2":{"in_tokens":1264,"out_tokens":589}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":15298,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":169.25347802600027,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1205,"out_tokens":2142},"claude-opus-4-8":{"in_tokens":2278,"out_tokens":854},"claude-opus-4-7":{"in_tokens":2283,"out_tokens":637},"mistral-large-2":{"in_tokens":1290,"out_tokens":609}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":14058,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":817.6210755259999,"hallucination_count":8.25,"hallucination_top100":0,"inter_rater_agreement":0.875,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1574,"out_tokens":2654},"claude-opus-4-8":{"in_tokens":3063,"out_tokens":1284},"claude-opus-4-7":{"in_tokens":3068,"out_tokens":975},"mistral-large-2":{"in_tokens":1630,"out_tokens":754}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":412,"out_tokens":5146,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":88.82597250700019,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1160,"out_tokens":1382},"claude-opus-4-8":{"in_tokens":2189,"out_tokens":767},"claude-opus-4-7":{"in_tokens":2194,"out_tokens":590},"mistral-large-2":{"in_tokens":1261,"out_tokens":563}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":386,"out_tokens":9247,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":163.703764932,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1058,"out_tokens":3070},"claude-opus-4-8":{"in_tokens":2071,"out_tokens":822},"claude-opus-4-7":{"in_tokens":2076,"out_tokens":736},"mistral-large-2":{"in_tokens":1157,"out_tokens":595}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":425,"out_tokens":4049,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":50.3286247369997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1246,"out_tokens":871},"claude-opus-4-8":{"in_tokens":2408,"out_tokens":561},"claude-opus-4-7":{"in_tokens":2413,"out_tokens":465},"mistral-large-2":{"in_tokens":1346,"out_tokens":593}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":10088,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":182.9786024040004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1432,"out_tokens":1995},"claude-opus-4-8":{"in_tokens":2780,"out_tokens":780},"claude-opus-4-7":{"in_tokens":2785,"out_tokens":620},"mistral-large-2":{"in_tokens":1564,"out_tokens":725}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":471,"out_tokens":8885,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":106.52654879500005,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1352,"out_tokens":2346},"claude-opus-4-8":{"in_tokens":2544,"out_tokens":872},"claude-opus-4-7":{"in_tokens":2549,"out_tokens":696},"mistral-large-2":{"in_tokens":1487,"out_tokens":683}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":11184,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":132.2966519010006,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":989,"out_tokens":1648},"claude-opus-4-8":{"in_tokens":1859,"out_tokens":844},"claude-opus-4-7":{"in_tokens":1864,"out_tokens":655},"mistral-large-2":{"in_tokens":1104,"out_tokens":574}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":399,"out_tokens":8496,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":150.66130830200018,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1167,"out_tokens":1135},"claude-opus-4-8":{"in_tokens":2212,"out_tokens":661},"claude-opus-4-7":{"in_tokens":2217,"out_tokens":504},"mistral-large-2":{"in_tokens":1257,"out_tokens":482}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":386,"out_tokens":8842,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":99.8189470819998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1179,"out_tokens":974},"claude-opus-4-8":{"in_tokens":2372,"out_tokens":716},"claude-opus-4-7":{"in_tokens":2377,"out_tokens":602},"mistral-large-2":{"in_tokens":1249,"out_tokens":442}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":8440,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":101.92486891200042,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1240,"out_tokens":1276},"claude-opus-4-8":{"in_tokens":2437,"out_tokens":702},"claude-opus-4-7":{"in_tokens":2442,"out_tokens":573},"mistral-large-2":{"in_tokens":1327,"out_tokens":584}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":10680,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":191.8534431600001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1289,"out_tokens":2966},"claude-opus-4-8":{"in_tokens":2418,"out_tokens":819},"claude-opus-4-7":{"in_tokens":2423,"out_tokens":673},"mistral-large-2":{"in_tokens":1439,"out_tokens":677}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":8302,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":150.4249554099997,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1189,"out_tokens":1620},"claude-opus-4-8":{"in_tokens":2415,"out_tokens":691},"claude-opus-4-7":{"in_tokens":2420,"out_tokens":578},"mistral-large-2":{"in_tokens":1316,"out_tokens":488}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":11714,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":124.33546694000052,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1588,"out_tokens":1899},"claude-opus-4-8":{"in_tokens":3100,"out_tokens":770},"claude-opus-4-7":{"in_tokens":3105,"out_tokens":589},"mistral-large-2":{"in_tokens":1780,"out_tokens":752}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":520,"out_tokens":12571,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":334.6495534199994,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1478,"out_tokens":1855},"claude-opus-4-8":{"in_tokens":2835,"out_tokens":827},"claude-opus-4-7":{"in_tokens":2840,"out_tokens":733},"mistral-large-2":{"in_tokens":1632,"out_tokens":659}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":629,"out_tokens":7711,"error":null,"skip_reason":null,"score_raw":0.42857142857142855,"duration_s":84.26931188700019,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1431,"out_tokens":1288},"claude-opus-4-8":{"in_tokens":2658,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2663,"out_tokens":561},"mistral-large-2":{"in_tokens":1614,"out_tokens":542}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":370,"out_tokens":4250,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":73.35101246900012,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1193,"out_tokens":1989},"claude-opus-4-8":{"in_tokens":2292,"out_tokens":822},"claude-opus-4-7":{"in_tokens":2297,"out_tokens":700},"mistral-large-2":{"in_tokens":1296,"out_tokens":701}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":675,"out_tokens":15302,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":159.42829745500057,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1718,"out_tokens":3541},"claude-opus-4-8":{"in_tokens":3212,"out_tokens":900},"claude-opus-4-7":{"in_tokens":3217,"out_tokens":823},"mistral-large-2":{"in_tokens":1843,"out_tokens":691}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":4821,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":84.01000429099986,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1286,"out_tokens":1709},"claude-opus-4-8":{"in_tokens":2502,"out_tokens":826},"claude-opus-4-7":{"in_tokens":2507,"out_tokens":668},"mistral-large-2":{"in_tokens":1408,"out_tokens":652}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":438,"out_tokens":5695,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":60.09333936099938,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1356,"out_tokens":2593},"claude-opus-4-8":{"in_tokens":2703,"out_tokens":767},"claude-opus-4-7":{"in_tokens":2708,"out_tokens":603},"mistral-large-2":{"in_tokens":1520,"out_tokens":696}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":6789,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":78.26022519899925,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1268,"out_tokens":1670},"claude-opus-4-8":{"in_tokens":2450,"out_tokens":777},"claude-opus-4-7":{"in_tokens":2455,"out_tokens":792},"mistral-large-2":{"in_tokens":1384,"out_tokens":686}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":10739,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":189.44084896099957,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1303,"out_tokens":2139},"claude-opus-4-8":{"in_tokens":2500,"out_tokens":879},"claude-opus-4-7":{"in_tokens":2505,"out_tokens":770},"mistral-large-2":{"in_tokens":1441,"out_tokens":759}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":10741,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":185.9624819999999,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1355,"out_tokens":2199},"claude-opus-4-8":{"in_tokens":2630,"out_tokens":673},"claude-opus-4-7":{"in_tokens":2635,"out_tokens":622},"mistral-large-2":{"in_tokens":1491,"out_tokens":673}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":5741,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":73.20686781100085,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1139,"out_tokens":2248},"claude-opus-4-8":{"in_tokens":2260,"out_tokens":878},"claude-opus-4-7":{"in_tokens":2265,"out_tokens":721},"mistral-large-2":{"in_tokens":1250,"out_tokens":586}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":431,"out_tokens":13806,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":147.83945807700002,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1289,"out_tokens":2359},"claude-opus-4-8":{"in_tokens":2591,"out_tokens":932},"claude-opus-4-7":{"in_tokens":2596,"out_tokens":676},"mistral-large-2":{"in_tokens":1426,"out_tokens":627}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":6996,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":145.6162051049996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1238,"out_tokens":1181},"claude-opus-4-8":{"in_tokens":2398,"out_tokens":680},"claude-opus-4-7":{"in_tokens":2403,"out_tokens":537},"mistral-large-2":{"in_tokens":1371,"out_tokens":627}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":1886,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":33.2707489229997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1066,"out_tokens":1004},"claude-opus-4-8":{"in_tokens":2061,"out_tokens":590},"claude-opus-4-7":{"in_tokens":2066,"out_tokens":418},"mistral-large-2":{"in_tokens":1151,"out_tokens":488}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":401,"out_tokens":9283,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":187.58014679299959,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1333,"out_tokens":3054},"claude-opus-4-8":{"in_tokens":2533,"out_tokens":1210},"claude-opus-4-7":{"in_tokens":2538,"out_tokens":961},"mistral-large-2":{"in_tokens":1464,"out_tokens":705}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":399,"out_tokens":8802,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":188.61583792000056,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1095,"out_tokens":1043},"claude-opus-4-8":{"in_tokens":2139,"out_tokens":685},"claude-opus-4-7":{"in_tokens":2144,"out_tokens":486},"mistral-large-2":{"in_tokens":1150,"out_tokens":501}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":412,"out_tokens":9305,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":96.24709774800067,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1165,"out_tokens":1200},"claude-opus-4-8":{"in_tokens":2199,"out_tokens":823},"claude-opus-4-7":{"in_tokens":2204,"out_tokens":547},"mistral-large-2":{"in_tokens":1244,"out_tokens":518}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":4775,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":56.64347751400055,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1296,"out_tokens":2462},"claude-opus-4-8":{"in_tokens":2492,"out_tokens":709},"claude-opus-4-7":{"in_tokens":2497,"out_tokens":523},"mistral-large-2":{"in_tokens":1421,"out_tokens":561}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":427,"out_tokens":6417,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":68.01803312500124,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1374,"out_tokens":1510},"claude-opus-4-8":{"in_tokens":2795,"out_tokens":711},"claude-opus-4-7":{"in_tokens":2800,"out_tokens":621},"mistral-large-2":{"in_tokens":1468,"out_tokens":539}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":513,"out_tokens":13354,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":133.6687973829994,"hallucination_count":6.75,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1705,"out_tokens":2275},"claude-opus-4-8":{"in_tokens":3550,"out_tokens":1249},"claude-opus-4-7":{"in_tokens":3555,"out_tokens":847},"mistral-large-2":{"in_tokens":1807,"out_tokens":966}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":5571,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":61.48533509899971,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1231,"out_tokens":2148},"claude-opus-4-8":{"in_tokens":2430,"out_tokens":1097},"claude-opus-4-7":{"in_tokens":2435,"out_tokens":562},"mistral-large-2":{"in_tokens":1332,"out_tokens":783}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":8112,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":141.29155565800102,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1713,"out_tokens":2219},"claude-opus-4-8":{"in_tokens":3468,"out_tokens":1259},"claude-opus-4-7":{"in_tokens":3473,"out_tokens":828},"mistral-large-2":{"in_tokens":1833,"out_tokens":672}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":9004,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":186.54451163299927,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1738,"out_tokens":2178},"claude-opus-4-8":{"in_tokens":3491,"out_tokens":970},"claude-opus-4-7":{"in_tokens":3496,"out_tokens":830},"mistral-large-2":{"in_tokens":1863,"out_tokens":744}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":7100,"error":null,"skip_reason":null,"score_raw":0.7916666666666667,"duration_s":79.62786144799975,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1098,"out_tokens":1864},"claude-opus-4-8":{"in_tokens":2234,"out_tokens":875},"claude-opus-4-7":{"in_tokens":2239,"out_tokens":499},"mistral-large-2":{"in_tokens":1162,"out_tokens":874}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":8397,"error":null,"skip_reason":null,"score_raw":0.42857142857142855,"duration_s":86.16055884900015,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1413,"out_tokens":2423},"claude-opus-4-8":{"in_tokens":2811,"out_tokens":764},"claude-opus-4-7":{"in_tokens":2816,"out_tokens":717},"mistral-large-2":{"in_tokens":1525,"out_tokens":637}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":6832,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":119.5245687530005,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1155,"out_tokens":1673},"claude-opus-4-8":{"in_tokens":2348,"out_tokens":707},"claude-opus-4-7":{"in_tokens":2353,"out_tokens":390},"mistral-large-2":{"in_tokens":1240,"out_tokens":926}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":7468,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":131.46816307300105,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1378,"out_tokens":2039},"claude-opus-4-8":{"in_tokens":2732,"out_tokens":856},"claude-opus-4-7":{"in_tokens":2737,"out_tokens":506},"mistral-large-2":{"in_tokens":1480,"out_tokens":576}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":381,"out_tokens":3809,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":67.17528666600083,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1250,"out_tokens":1882},"claude-opus-4-8":{"in_tokens":2590,"out_tokens":782},"claude-opus-4-7":{"in_tokens":2595,"out_tokens":630},"mistral-large-2":{"in_tokens":1337,"out_tokens":515}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":317,"out_tokens":4036,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":40.3733905579993,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.14285714285714285,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1195,"out_tokens":2021},"claude-opus-4-8":{"in_tokens":2410,"out_tokens":584},"claude-opus-4-7":{"in_tokens":2415,"out_tokens":497},"mistral-large-2":{"in_tokens":1290,"out_tokens":559}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":6344,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":105.37584166700071,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1176,"out_tokens":2001},"claude-opus-4-8":{"in_tokens":2311,"out_tokens":671},"claude-opus-4-7":{"in_tokens":2316,"out_tokens":538},"mistral-large-2":{"in_tokens":1226,"out_tokens":572}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":5010,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":86.47441086799881,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1320,"out_tokens":3230},"claude-opus-4-8":{"in_tokens":2636,"out_tokens":860},"claude-opus-4-7":{"in_tokens":2641,"out_tokens":690},"mistral-large-2":{"in_tokens":1384,"out_tokens":651}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":389,"out_tokens":2713,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":45.72181763900153,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1170,"out_tokens":1937},"claude-opus-4-8":{"in_tokens":2371,"out_tokens":627},"claude-opus-4-7":{"in_tokens":2376,"out_tokens":537},"mistral-large-2":{"in_tokens":1260,"out_tokens":647}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":5056,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":82.25059100600083,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1377,"out_tokens":1795},"claude-opus-4-8":{"in_tokens":2812,"out_tokens":822},"claude-opus-4-7":{"in_tokens":2817,"out_tokens":762},"mistral-large-2":{"in_tokens":1463,"out_tokens":908}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":10654,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":109.57972760200028,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1407,"out_tokens":2896},"claude-opus-4-8":{"in_tokens":2720,"out_tokens":842},"claude-opus-4-7":{"in_tokens":2725,"out_tokens":754},"mistral-large-2":{"in_tokens":1483,"out_tokens":608}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":9060,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":93.20364158600023,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1218,"out_tokens":1974},"claude-opus-4-8":{"in_tokens":2469,"out_tokens":780},"claude-opus-4-7":{"in_tokens":2474,"out_tokens":618},"mistral-large-2":{"in_tokens":1259,"out_tokens":584}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":7361,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":126.23341638999955,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1333,"out_tokens":2268},"claude-opus-4-8":{"in_tokens":2813,"out_tokens":589},"claude-opus-4-7":{"in_tokens":2818,"out_tokens":545},"mistral-large-2":{"in_tokens":1410,"out_tokens":548}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":628,"out_tokens":10982,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":120.11024178600019,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2179,"out_tokens":3906},"claude-opus-4-8":{"in_tokens":4351,"out_tokens":985},"claude-opus-4-7":{"in_tokens":4356,"out_tokens":891},"mistral-large-2":{"in_tokens":2345,"out_tokens":845}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":677,"out_tokens":11199,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":187.4359782369993,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.3,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2043,"out_tokens":3413},"claude-opus-4-8":{"in_tokens":4009,"out_tokens":1171},"claude-opus-4-7":{"in_tokens":4014,"out_tokens":862},"mistral-large-2":{"in_tokens":2135,"out_tokens":809}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":609,"out_tokens":10508,"error":null,"skip_reason":null,"score_raw":0.35000000000000003,"duration_s":110.17453863400078,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2125,"out_tokens":2494},"claude-opus-4-8":{"in_tokens":4312,"out_tokens":1262},"claude-opus-4-7":{"in_tokens":4317,"out_tokens":959},"mistral-large-2":{"in_tokens":2243,"out_tokens":782}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":604,"out_tokens":12968,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":222.31808540800012,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1981,"out_tokens":2229},"claude-opus-4-8":{"in_tokens":3922,"out_tokens":1118},"claude-opus-4-7":{"in_tokens":3927,"out_tokens":807},"mistral-large-2":{"in_tokens":2142,"out_tokens":799}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":536,"out_tokens":7127,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":71.96041308299937,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1828,"out_tokens":2646},"claude-opus-4-8":{"in_tokens":3716,"out_tokens":1124},"claude-opus-4-7":{"in_tokens":3721,"out_tokens":848},"mistral-large-2":{"in_tokens":1956,"out_tokens":1014}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":392,"out_tokens":5725,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":94.8866281770006,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1354,"out_tokens":2521},"claude-opus-4-8":{"in_tokens":2666,"out_tokens":613},"claude-opus-4-7":{"in_tokens":2671,"out_tokens":483},"mistral-large-2":{"in_tokens":1447,"out_tokens":935}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":5926,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":60.91882682800133,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1336,"out_tokens":1711},"claude-opus-4-8":{"in_tokens":2679,"out_tokens":512},"claude-opus-4-7":{"in_tokens":2684,"out_tokens":533},"mistral-large-2":{"in_tokens":1437,"out_tokens":907}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":12061,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":208.12201762800032,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2045,"out_tokens":2859},"claude-opus-4-8":{"in_tokens":4027,"out_tokens":1268},"claude-opus-4-7":{"in_tokens":4032,"out_tokens":949},"mistral-large-2":{"in_tokens":2200,"out_tokens":849}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":873,"out_tokens":12537,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":128.91089445799844,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2322,"out_tokens":2832},"claude-opus-4-8":{"in_tokens":4522,"out_tokens":1536},"claude-opus-4-7":{"in_tokens":4527,"out_tokens":1213},"mistral-large-2":{"in_tokens":2424,"out_tokens":929}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":712,"out_tokens":11694,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":124.14544121899962,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2242,"out_tokens":2759},"claude-opus-4-8":{"in_tokens":4476,"out_tokens":1216},"claude-opus-4-7":{"in_tokens":4481,"out_tokens":801},"mistral-large-2":{"in_tokens":2410,"out_tokens":809}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":9852,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":165.12481897900034,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.25,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1482,"out_tokens":2820},"claude-opus-4-8":{"in_tokens":2841,"out_tokens":1026},"claude-opus-4-7":{"in_tokens":2846,"out_tokens":697},"mistral-large-2":{"in_tokens":1569,"out_tokens":670}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":722,"out_tokens":10961,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":117.43808217200058,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2383,"out_tokens":2558},"claude-opus-4-8":{"in_tokens":4742,"out_tokens":1472},"claude-opus-4-7":{"in_tokens":4747,"out_tokens":780},"mistral-large-2":{"in_tokens":2553,"out_tokens":768}}}