{"model_id":"mistral-large-2","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":423,"error":null,"skip_reason":null,"score_raw":0.47500000000000003,"duration_s":8.567962015000006,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.3,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1381,"out_tokens":2983},"claude-opus-4-8":{"in_tokens":2686,"out_tokens":964},"claude-opus-4-7":{"in_tokens":2691,"out_tokens":709},"mistral-large-2":{"in_tokens":1479,"out_tokens":762}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":429,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":9.339903820000004,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1338,"out_tokens":2311},"claude-opus-4-8":{"in_tokens":2597,"out_tokens":857},"claude-opus-4-7":{"in_tokens":2602,"out_tokens":725},"mistral-large-2":{"in_tokens":1438,"out_tokens":718}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":396,"out_tokens":508,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":9.313275908000001,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1767,"out_tokens":2174},"claude-opus-4-8":{"in_tokens":3321,"out_tokens":1020},"claude-opus-4-7":{"in_tokens":3326,"out_tokens":963},"mistral-large-2":{"in_tokens":1878,"out_tokens":856}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":416,"out_tokens":556,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":10.649850803000007,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1593,"out_tokens":2475},"claude-opus-4-8":{"in_tokens":3013,"out_tokens":943},"claude-opus-4-7":{"in_tokens":3018,"out_tokens":880},"mistral-large-2":{"in_tokens":1762,"out_tokens":724}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":671,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":14.446253392000003,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1309,"out_tokens":2035},"claude-opus-4-8":{"in_tokens":2529,"out_tokens":810},"claude-opus-4-7":{"in_tokens":2534,"out_tokens":643},"mistral-large-2":{"in_tokens":1391,"out_tokens":674}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":1014,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":19.277264642000006,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1462,"out_tokens":1835},"claude-opus-4-8":{"in_tokens":2790,"out_tokens":810},"claude-opus-4-7":{"in_tokens":2795,"out_tokens":672},"mistral-large-2":{"in_tokens":1564,"out_tokens":1267}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":374,"error":null,"skip_reason":null,"score_raw":0.1,"duration_s":7.250587856999999,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1824,"out_tokens":2126},"claude-opus-4-8":{"in_tokens":3489,"out_tokens":1154},"claude-opus-4-7":{"in_tokens":3494,"out_tokens":904},"mistral-large-2":{"in_tokens":1941,"out_tokens":829}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":234,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":20.877607370000007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1163,"out_tokens":1708},"claude-opus-4-8":{"in_tokens":2252,"out_tokens":709},"claude-opus-4-7":{"in_tokens":2257,"out_tokens":583},"mistral-large-2":{"in_tokens":1248,"out_tokens":567}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":546,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":10.690956784999997,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1948,"out_tokens":2294},"claude-opus-4-8":{"in_tokens":3772,"out_tokens":1160},"claude-opus-4-7":{"in_tokens":3777,"out_tokens":813},"mistral-large-2":{"in_tokens":2109,"out_tokens":866}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":646,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":11.359858375000002,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1723,"out_tokens":1951},"claude-opus-4-8":{"in_tokens":3252,"out_tokens":932},"claude-opus-4-7":{"in_tokens":3257,"out_tokens":822},"mistral-large-2":{"in_tokens":1885,"out_tokens":912}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":1717,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":23.335071258,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1431,"out_tokens":1945},"claude-opus-4-8":{"in_tokens":2725,"out_tokens":837},"claude-opus-4-7":{"in_tokens":2730,"out_tokens":708},"mistral-large-2":{"in_tokens":1541,"out_tokens":824}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1423,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":23.505698438000003,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1813,"out_tokens":2205},"claude-opus-4-8":{"in_tokens":3464,"out_tokens":962},"claude-opus-4-7":{"in_tokens":3469,"out_tokens":604},"mistral-large-2":{"in_tokens":1996,"out_tokens":826}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":376,"out_tokens":487,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":12.002871513000002,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1566,"out_tokens":3133},"claude-opus-4-8":{"in_tokens":2988,"out_tokens":1381},"claude-opus-4-7":{"in_tokens":2993,"out_tokens":924},"mistral-large-2":{"in_tokens":1650,"out_tokens":670}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":684,"out_tokens":1606,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":26.794664241000007,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2158,"out_tokens":3257},"claude-opus-4-8":{"in_tokens":3998,"out_tokens":1446},"claude-opus-4-7":{"in_tokens":4003,"out_tokens":1022},"mistral-large-2":{"in_tokens":2300,"out_tokens":922}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":207,"error":null,"skip_reason":null,"score_raw":0.3888888888888889,"duration_s":24.709342681999992,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1296,"out_tokens":2212},"claude-opus-4-8":{"in_tokens":2470,"out_tokens":801},"claude-opus-4-7":{"in_tokens":2475,"out_tokens":622},"mistral-large-2":{"in_tokens":1427,"out_tokens":1450}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":1887,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":27.176636359999996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1455,"out_tokens":1988},"claude-opus-4-8":{"in_tokens":2779,"out_tokens":967},"claude-opus-4-7":{"in_tokens":2784,"out_tokens":820},"mistral-large-2":{"in_tokens":1559,"out_tokens":734}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":258,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":26.199033061,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1159,"out_tokens":1839},"claude-opus-4-8":{"in_tokens":2220,"out_tokens":801},"claude-opus-4-7":{"in_tokens":2225,"out_tokens":829},"mistral-large-2":{"in_tokens":1237,"out_tokens":740}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":553,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":10.756562900999995,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1550,"out_tokens":2998},"claude-opus-4-8":{"in_tokens":3088,"out_tokens":1129},"claude-opus-4-7":{"in_tokens":3093,"out_tokens":933},"mistral-large-2":{"in_tokens":1674,"out_tokens":724}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":2351,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":29.246614806999993,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1840,"out_tokens":1988},"claude-opus-4-8":{"in_tokens":3484,"out_tokens":789},"claude-opus-4-7":{"in_tokens":3489,"out_tokens":798},"mistral-large-2":{"in_tokens":2040,"out_tokens":747}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":388,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":8.611545343000003,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1387,"out_tokens":2045},"claude-opus-4-8":{"in_tokens":2778,"out_tokens":1029},"claude-opus-4-7":{"in_tokens":2783,"out_tokens":785},"mistral-large-2":{"in_tokens":1459,"out_tokens":656}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":438,"error":null,"skip_reason":null,"score_raw":0.03571428571428571,"duration_s":8.272905601999994,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1431,"out_tokens":1944},"claude-opus-4-8":{"in_tokens":2839,"out_tokens":1164},"claude-opus-4-7":{"in_tokens":2844,"out_tokens":671},"mistral-large-2":{"in_tokens":1513,"out_tokens":644}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":2748,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":31.126427511000003,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.4,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1793,"out_tokens":3481},"claude-opus-4-8":{"in_tokens":3392,"out_tokens":874},"claude-opus-4-7":{"in_tokens":3397,"out_tokens":810},"mistral-large-2":{"in_tokens":1909,"out_tokens":757}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":243,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":31.545386629,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1531,"out_tokens":2212},"claude-opus-4-8":{"in_tokens":2867,"out_tokens":1122},"claude-opus-4-7":{"in_tokens":2872,"out_tokens":909},"mistral-large-2":{"in_tokens":1619,"out_tokens":798}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":1487,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":21.384083778000004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2168,"out_tokens":2047},"claude-opus-4-8":{"in_tokens":4231,"out_tokens":1114},"claude-opus-4-7":{"in_tokens":4236,"out_tokens":928},"mistral-large-2":{"in_tokens":2320,"out_tokens":782}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":571,"error":null,"skip_reason":null,"score_raw":0.2,"duration_s":10.786155625999996,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2037,"out_tokens":2833},"claude-opus-4-8":{"in_tokens":3784,"out_tokens":1157},"claude-opus-4-7":{"in_tokens":3789,"out_tokens":892},"mistral-large-2":{"in_tokens":2169,"out_tokens":748}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":377,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":6.907987939999998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1477,"out_tokens":2013},"claude-opus-4-8":{"in_tokens":2838,"out_tokens":832},"claude-opus-4-7":{"in_tokens":2843,"out_tokens":683},"mistral-large-2":{"in_tokens":1605,"out_tokens":645}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":315,"out_tokens":380,"error":null,"skip_reason":null,"score_raw":0.1111111111111111,"duration_s":8.653262683999998,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1425,"out_tokens":2705},"claude-opus-4-8":{"in_tokens":2696,"out_tokens":1085},"claude-opus-4-7":{"in_tokens":2701,"out_tokens":919},"mistral-large-2":{"in_tokens":1549,"out_tokens":731}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":368,"out_tokens":571,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":10.931862194999994,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1633,"out_tokens":2735},"claude-opus-4-8":{"in_tokens":3151,"out_tokens":1117},"claude-opus-4-7":{"in_tokens":3156,"out_tokens":790},"mistral-large-2":{"in_tokens":1699,"out_tokens":836}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":456,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":22.603242656000006,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1669,"out_tokens":2102},"claude-opus-4-8":{"in_tokens":3181,"out_tokens":939},"claude-opus-4-7":{"in_tokens":3186,"out_tokens":741},"mistral-large-2":{"in_tokens":1799,"out_tokens":722}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":1855,"error":null,"skip_reason":null,"score_raw":0.6749999999999999,"duration_s":25.810070572,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.9,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2414,"out_tokens":2204},"claude-opus-4-8":{"in_tokens":4619,"out_tokens":1021},"claude-opus-4-7":{"in_tokens":4624,"out_tokens":841},"mistral-large-2":{"in_tokens":2564,"out_tokens":1025}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":1638,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":25.852732576999998,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2010,"out_tokens":2061},"claude-opus-4-8":{"in_tokens":3804,"out_tokens":1003},"claude-opus-4-7":{"in_tokens":3809,"out_tokens":868},"mistral-large-2":{"in_tokens":2155,"out_tokens":674}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":660,"out_tokens":1526,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":24.743384979,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1856,"out_tokens":2145},"claude-opus-4-8":{"in_tokens":3596,"out_tokens":1536},"claude-opus-4-7":{"in_tokens":3601,"out_tokens":745},"mistral-large-2":{"in_tokens":1974,"out_tokens":771}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":2629,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":31.35604499899999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2154,"out_tokens":2613},"claude-opus-4-8":{"in_tokens":4097,"out_tokens":1151},"claude-opus-4-7":{"in_tokens":4102,"out_tokens":829},"mistral-large-2":{"in_tokens":2335,"out_tokens":1281}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":288,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":28.707467100000002,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1755,"out_tokens":2118},"claude-opus-4-8":{"in_tokens":3342,"out_tokens":1034},"claude-opus-4-7":{"in_tokens":3347,"out_tokens":820},"mistral-large-2":{"in_tokens":1859,"out_tokens":705}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":415,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":27.597386178999997,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1554,"out_tokens":1802},"claude-opus-4-8":{"in_tokens":2976,"out_tokens":915},"claude-opus-4-7":{"in_tokens":2981,"out_tokens":714},"mistral-large-2":{"in_tokens":1678,"out_tokens":684}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":1302,"error":null,"skip_reason":null,"score_raw":0.7250000000000001,"duration_s":20.308941276,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1699,"out_tokens":2418},"claude-opus-4-8":{"in_tokens":3312,"out_tokens":811},"claude-opus-4-7":{"in_tokens":3317,"out_tokens":745},"mistral-large-2":{"in_tokens":1810,"out_tokens":732}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":360,"out_tokens":208,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":28.50108908499999,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.125,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1297,"out_tokens":2009},"claude-opus-4-8":{"in_tokens":2492,"out_tokens":812},"claude-opus-4-7":{"in_tokens":2497,"out_tokens":777},"mistral-large-2":{"in_tokens":1367,"out_tokens":725}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":2768,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":32.19666157100001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1936,"out_tokens":2142},"claude-opus-4-8":{"in_tokens":3625,"out_tokens":862},"claude-opus-4-7":{"in_tokens":3630,"out_tokens":793},"mistral-large-2":{"in_tokens":2104,"out_tokens":882}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":3224,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":35.91342603300001,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2330,"out_tokens":2691},"claude-opus-4-8":{"in_tokens":4439,"out_tokens":1151},"claude-opus-4-7":{"in_tokens":4444,"out_tokens":805},"mistral-large-2":{"in_tokens":2482,"out_tokens":964}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1401,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":21.379130985000003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1669,"out_tokens":1613},"claude-opus-4-8":{"in_tokens":3390,"out_tokens":651},"claude-opus-4-7":{"in_tokens":3395,"out_tokens":658},"mistral-large-2":{"in_tokens":1776,"out_tokens":654}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":1107,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":16.654975645999997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1577,"out_tokens":2078},"claude-opus-4-8":{"in_tokens":3083,"out_tokens":714},"claude-opus-4-7":{"in_tokens":3088,"out_tokens":480},"mistral-large-2":{"in_tokens":1667,"out_tokens":510}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":285,"out_tokens":306,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":23.236822578,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1343,"out_tokens":2089},"claude-opus-4-8":{"in_tokens":2609,"out_tokens":923},"claude-opus-4-7":{"in_tokens":2614,"out_tokens":682},"mistral-large-2":{"in_tokens":1438,"out_tokens":705}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":758,"out_tokens":1219,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":19.286046153,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2156,"out_tokens":1959},"claude-opus-4-8":{"in_tokens":3987,"out_tokens":1015},"claude-opus-4-7":{"in_tokens":3992,"out_tokens":748},"mistral-large-2":{"in_tokens":2304,"out_tokens":980}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":3552,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":42.241370270000004,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1950,"out_tokens":1671},"claude-opus-4-8":{"in_tokens":3854,"out_tokens":1114},"claude-opus-4-7":{"in_tokens":3859,"out_tokens":574},"mistral-large-2":{"in_tokens":2075,"out_tokens":1165}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1480,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":20.726866020000017,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1874,"out_tokens":1955},"claude-opus-4-8":{"in_tokens":3610,"out_tokens":895},"claude-opus-4-7":{"in_tokens":3615,"out_tokens":753},"mistral-large-2":{"in_tokens":2036,"out_tokens":736}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":1956,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":24.375753419000006,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1587,"out_tokens":2287},"claude-opus-4-8":{"in_tokens":3086,"out_tokens":1191},"claude-opus-4-7":{"in_tokens":3091,"out_tokens":1065},"mistral-large-2":{"in_tokens":1715,"out_tokens":1044}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":169,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":27.636867549,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1183,"out_tokens":1327},"claude-opus-4-8":{"in_tokens":2325,"out_tokens":743},"claude-opus-4-7":{"in_tokens":2330,"out_tokens":509},"mistral-large-2":{"in_tokens":1248,"out_tokens":489}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":589,"out_tokens":1282,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":17.960148743999994,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1770,"out_tokens":1951},"claude-opus-4-8":{"in_tokens":3319,"out_tokens":835},"claude-opus-4-7":{"in_tokens":3324,"out_tokens":837},"mistral-large-2":{"in_tokens":1909,"out_tokens":1036}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":175,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":29.527736123999986,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1182,"out_tokens":1934},"claude-opus-4-8":{"in_tokens":2363,"out_tokens":686},"claude-opus-4-7":{"in_tokens":2368,"out_tokens":575},"mistral-large-2":{"in_tokens":1248,"out_tokens":506}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":669,"out_tokens":1196,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":21.548657750000004,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1688,"out_tokens":1626},"claude-opus-4-8":{"in_tokens":3268,"out_tokens":687},"claude-opus-4-7":{"in_tokens":3273,"out_tokens":664},"mistral-large-2":{"in_tokens":1741,"out_tokens":1140}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":1771,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":24.802338110999997,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1566,"out_tokens":1490},"claude-opus-4-8":{"in_tokens":3084,"out_tokens":1052},"claude-opus-4-7":{"in_tokens":3089,"out_tokens":640},"mistral-large-2":{"in_tokens":1679,"out_tokens":601}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":710,"out_tokens":1165,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":18.48258795400001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1675,"out_tokens":1287},"claude-opus-4-8":{"in_tokens":3227,"out_tokens":660},"claude-opus-4-7":{"in_tokens":3232,"out_tokens":468},"mistral-large-2":{"in_tokens":1742,"out_tokens":578}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":331,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":29.351120785000006,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.9,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1827,"out_tokens":2478},"claude-opus-4-8":{"in_tokens":3413,"out_tokens":977},"claude-opus-4-7":{"in_tokens":3418,"out_tokens":941},"mistral-large-2":{"in_tokens":1942,"out_tokens":842}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":251,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":24.763909280000007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1369,"out_tokens":1712},"claude-opus-4-8":{"in_tokens":2640,"out_tokens":745},"claude-opus-4-7":{"in_tokens":2645,"out_tokens":550},"mistral-large-2":{"in_tokens":1489,"out_tokens":517}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":2360,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":30.281390132000013,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1571,"out_tokens":1710},"claude-opus-4-8":{"in_tokens":3097,"out_tokens":788},"claude-opus-4-7":{"in_tokens":3102,"out_tokens":616},"mistral-large-2":{"in_tokens":1659,"out_tokens":584}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":688,"out_tokens":1047,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":19.305864659000008,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1682,"out_tokens":1482},"claude-opus-4-8":{"in_tokens":3102,"out_tokens":746},"claude-opus-4-7":{"in_tokens":3107,"out_tokens":618},"mistral-large-2":{"in_tokens":1746,"out_tokens":711}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1125,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.533311142000002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1546,"out_tokens":1284},"claude-opus-4-8":{"in_tokens":2923,"out_tokens":624},"claude-opus-4-7":{"in_tokens":2928,"out_tokens":542},"mistral-large-2":{"in_tokens":1615,"out_tokens":618}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":775,"out_tokens":1184,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":18.139109098999995,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1631,"out_tokens":1268},"claude-opus-4-8":{"in_tokens":3045,"out_tokens":549},"claude-opus-4-7":{"in_tokens":3050,"out_tokens":506},"mistral-large-2":{"in_tokens":1699,"out_tokens":583}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":1024,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":16.75653792199998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1512,"out_tokens":2315},"claude-opus-4-8":{"in_tokens":2780,"out_tokens":677},"claude-opus-4-7":{"in_tokens":2785,"out_tokens":551},"mistral-large-2":{"in_tokens":1582,"out_tokens":599}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":357,"out_tokens":254,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":23.190339271,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1333,"out_tokens":2164},"claude-opus-4-8":{"in_tokens":2556,"out_tokens":1006},"claude-opus-4-7":{"in_tokens":2561,"out_tokens":633},"mistral-large-2":{"in_tokens":1386,"out_tokens":621}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":648,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":73.424844674,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1711,"out_tokens":1659},"claude-opus-4-8":{"in_tokens":3269,"out_tokens":793},"claude-opus-4-7":{"in_tokens":3274,"out_tokens":882},"mistral-large-2":{"in_tokens":1788,"out_tokens":576}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":516,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":70.72585002400001,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1449,"out_tokens":2138},"claude-opus-4-8":{"in_tokens":2711,"out_tokens":676},"claude-opus-4-7":{"in_tokens":2716,"out_tokens":648},"mistral-large-2":{"in_tokens":1522,"out_tokens":625}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":2651,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":32.196522805,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1785,"out_tokens":1502},"claude-opus-4-8":{"in_tokens":3385,"out_tokens":943},"claude-opus-4-7":{"in_tokens":3390,"out_tokens":670},"mistral-large-2":{"in_tokens":1938,"out_tokens":746}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":787,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":75.147326115,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1862,"out_tokens":1460},"claude-opus-4-8":{"in_tokens":3482,"out_tokens":776},"claude-opus-4-7":{"in_tokens":3487,"out_tokens":708},"mistral-large-2":{"in_tokens":1942,"out_tokens":615}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":308,"out_tokens":163,"error":null,"skip_reason":null,"score_raw":0.19444444444444442,"duration_s":28.383333358999977,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1240,"out_tokens":1561},"claude-opus-4-8":{"in_tokens":2366,"out_tokens":843},"claude-opus-4-7":{"in_tokens":2371,"out_tokens":570},"mistral-large-2":{"in_tokens":1336,"out_tokens":830}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":3303,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":38.563128293000005,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2304,"out_tokens":3028},"claude-opus-4-8":{"in_tokens":4246,"out_tokens":1063},"claude-opus-4-7":{"in_tokens":4251,"out_tokens":1055},"mistral-large-2":{"in_tokens":2480,"out_tokens":772}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":1054,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":16.559977564000008,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.25,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1425,"out_tokens":1705},"claude-opus-4-8":{"in_tokens":2713,"out_tokens":856},"claude-opus-4-7":{"in_tokens":2718,"out_tokens":615},"mistral-large-2":{"in_tokens":1498,"out_tokens":637}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":619,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":72.67312201100002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1619,"out_tokens":1259},"claude-opus-4-8":{"in_tokens":2955,"out_tokens":570},"claude-opus-4-7":{"in_tokens":2960,"out_tokens":519},"mistral-large-2":{"in_tokens":1689,"out_tokens":561}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":23.961816122999977,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1368,"out_tokens":1206},"claude-opus-4-8":{"in_tokens":2558,"out_tokens":754},"claude-opus-4-7":{"in_tokens":2563,"out_tokens":573},"mistral-large-2":{"in_tokens":1428,"out_tokens":510}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":1019,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":16.614545529999987,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1372,"out_tokens":1125},"claude-opus-4-8":{"in_tokens":2612,"out_tokens":600},"claude-opus-4-7":{"in_tokens":2617,"out_tokens":490},"mistral-large-2":{"in_tokens":1454,"out_tokens":502}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":512,"out_tokens":706,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":12.026690371,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1214,"out_tokens":1156},"claude-opus-4-8":{"in_tokens":2262,"out_tokens":556},"claude-opus-4-7":{"in_tokens":2267,"out_tokens":434},"mistral-large-2":{"in_tokens":1260,"out_tokens":528}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":274,"out_tokens":547,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":10.833461955000018,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1411,"out_tokens":1534},"claude-opus-4-8":{"in_tokens":2673,"out_tokens":684},"claude-opus-4-7":{"in_tokens":2678,"out_tokens":518},"mistral-large-2":{"in_tokens":1482,"out_tokens":569}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":280,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":30.26615826599999,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1370,"out_tokens":941},"claude-opus-4-8":{"in_tokens":2617,"out_tokens":663},"claude-opus-4-7":{"in_tokens":2622,"out_tokens":495},"mistral-large-2":{"in_tokens":1424,"out_tokens":568}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":430,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":10.681040939999974,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1267,"out_tokens":1670},"claude-opus-4-8":{"in_tokens":2415,"out_tokens":604},"claude-opus-4-7":{"in_tokens":2420,"out_tokens":513},"mistral-large-2":{"in_tokens":1329,"out_tokens":542}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":334,"out_tokens":422,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":8.720289978000011,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1292,"out_tokens":1064},"claude-opus-4-8":{"in_tokens":2437,"out_tokens":618},"claude-opus-4-7":{"in_tokens":2442,"out_tokens":487},"mistral-large-2":{"in_tokens":1373,"out_tokens":493}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":574,"out_tokens":1279,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":19.05503903799999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1559,"out_tokens":1122},"claude-opus-4-8":{"in_tokens":2972,"out_tokens":594},"claude-opus-4-7":{"in_tokens":2977,"out_tokens":473},"mistral-large-2":{"in_tokens":1652,"out_tokens":520}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":192,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":4.696032187000014,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1020,"out_tokens":809},"claude-opus-4-8":{"in_tokens":1908,"out_tokens":426},"claude-opus-4-7":{"in_tokens":1913,"out_tokens":359},"mistral-large-2":{"in_tokens":1057,"out_tokens":438}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":964,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":17.818266566000005,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1883,"out_tokens":1498},"claude-opus-4-8":{"in_tokens":3360,"out_tokens":749},"claude-opus-4-7":{"in_tokens":3365,"out_tokens":546},"mistral-large-2":{"in_tokens":1979,"out_tokens":682}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":20.10408955600002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1178,"out_tokens":1584},"claude-opus-4-8":{"in_tokens":2212,"out_tokens":691},"claude-opus-4-7":{"in_tokens":2217,"out_tokens":561},"mistral-large-2":{"in_tokens":1234,"out_tokens":625}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":546,"out_tokens":922,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":15.962529692000004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1469,"out_tokens":1777},"claude-opus-4-8":{"in_tokens":2700,"out_tokens":622},"claude-opus-4-7":{"in_tokens":2705,"out_tokens":525},"mistral-large-2":{"in_tokens":1523,"out_tokens":592}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":3096,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":44.019980378000014,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1805,"out_tokens":3655},"claude-opus-4-8":{"in_tokens":3395,"out_tokens":801},"claude-opus-4-7":{"in_tokens":3400,"out_tokens":648},"mistral-large-2":{"in_tokens":1971,"out_tokens":1055}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":454,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":10.668258882000003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1406,"out_tokens":1771},"claude-opus-4-8":{"in_tokens":2603,"out_tokens":699},"claude-opus-4-7":{"in_tokens":2608,"out_tokens":546},"mistral-large-2":{"in_tokens":1458,"out_tokens":575}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":965,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":14.972669671999995,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1404,"out_tokens":1490},"claude-opus-4-8":{"in_tokens":2632,"out_tokens":600},"claude-opus-4-7":{"in_tokens":2637,"out_tokens":481},"mistral-large-2":{"in_tokens":1482,"out_tokens":629}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":222,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":18.00413506800001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1188,"out_tokens":1766},"claude-opus-4-8":{"in_tokens":2191,"out_tokens":651},"claude-opus-4-7":{"in_tokens":2196,"out_tokens":441},"mistral-large-2":{"in_tokens":1251,"out_tokens":552}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":528,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":9.896970407999987,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1392,"out_tokens":1644},"claude-opus-4-8":{"in_tokens":2566,"out_tokens":681},"claude-opus-4-7":{"in_tokens":2571,"out_tokens":574},"mistral-large-2":{"in_tokens":1466,"out_tokens":637}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":447,"out_tokens":219,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":23.444506294999996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1240,"out_tokens":1182},"claude-opus-4-8":{"in_tokens":2293,"out_tokens":618},"claude-opus-4-7":{"in_tokens":2298,"out_tokens":452},"mistral-large-2":{"in_tokens":1301,"out_tokens":532}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1290,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":22.893575459000004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1744,"out_tokens":2113},"claude-opus-4-8":{"in_tokens":3242,"out_tokens":655},"claude-opus-4-7":{"in_tokens":3247,"out_tokens":645},"mistral-large-2":{"in_tokens":1827,"out_tokens":628}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":581,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":12.248595534999993,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1610,"out_tokens":1064},"claude-opus-4-8":{"in_tokens":3013,"out_tokens":650},"claude-opus-4-7":{"in_tokens":3018,"out_tokens":521},"mistral-large-2":{"in_tokens":1687,"out_tokens":594}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":348,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":9.026636112000006,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1198,"out_tokens":1854},"claude-opus-4-8":{"in_tokens":2292,"out_tokens":653},"claude-opus-4-7":{"in_tokens":2297,"out_tokens":583},"mistral-large-2":{"in_tokens":1257,"out_tokens":537}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":695,"out_tokens":998,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":18.516539072,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1554,"out_tokens":1465},"claude-opus-4-8":{"in_tokens":2947,"out_tokens":614},"claude-opus-4-7":{"in_tokens":2952,"out_tokens":484},"mistral-large-2":{"in_tokens":1636,"out_tokens":627}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":2508,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":45.78677588400001,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1668,"out_tokens":2331},"claude-opus-4-8":{"in_tokens":3250,"out_tokens":949},"claude-opus-4-7":{"in_tokens":3255,"out_tokens":757},"mistral-large-2":{"in_tokens":1740,"out_tokens":686}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":1087,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":17.78508013000001,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1432,"out_tokens":1001},"claude-opus-4-8":{"in_tokens":2717,"out_tokens":585},"claude-opus-4-7":{"in_tokens":2722,"out_tokens":529},"mistral-large-2":{"in_tokens":1508,"out_tokens":523}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":286,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":20.97115461499999,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.25,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1172,"out_tokens":1531},"claude-opus-4-8":{"in_tokens":2227,"out_tokens":891},"claude-opus-4-7":{"in_tokens":2232,"out_tokens":465},"mistral-large-2":{"in_tokens":1238,"out_tokens":615}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":302,"out_tokens":416,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":10.061473129000007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1290,"out_tokens":1399},"claude-opus-4-8":{"in_tokens":2420,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2425,"out_tokens":576},"mistral-large-2":{"in_tokens":1353,"out_tokens":632}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":295,"out_tokens":375,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":7.716603455000012,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1312,"out_tokens":1550},"claude-opus-4-8":{"in_tokens":2489,"out_tokens":681},"claude-opus-4-7":{"in_tokens":2494,"out_tokens":568},"mistral-large-2":{"in_tokens":1377,"out_tokens":989}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":452,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":9.521395973999972,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1419,"out_tokens":1927},"claude-opus-4-8":{"in_tokens":2693,"out_tokens":576},"claude-opus-4-7":{"in_tokens":2698,"out_tokens":431},"mistral-large-2":{"in_tokens":1474,"out_tokens":593}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":674,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":12.469246564999992,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1787,"out_tokens":1128},"claude-opus-4-8":{"in_tokens":3432,"out_tokens":681},"claude-opus-4-7":{"in_tokens":3437,"out_tokens":527},"mistral-large-2":{"in_tokens":1857,"out_tokens":620}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":1177,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":19.707091126999984,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1501,"out_tokens":1243},"claude-opus-4-8":{"in_tokens":2831,"out_tokens":665},"claude-opus-4-7":{"in_tokens":2836,"out_tokens":555},"mistral-large-2":{"in_tokens":1576,"out_tokens":550}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":236,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":20.154935048,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1090,"out_tokens":1500},"claude-opus-4-8":{"in_tokens":2063,"out_tokens":661},"claude-opus-4-7":{"in_tokens":2068,"out_tokens":491},"mistral-large-2":{"in_tokens":1144,"out_tokens":478}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":412,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":7.707654222999992,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1340,"out_tokens":1519},"claude-opus-4-8":{"in_tokens":2495,"out_tokens":643},"claude-opus-4-7":{"in_tokens":2500,"out_tokens":563},"mistral-large-2":{"in_tokens":1413,"out_tokens":683}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":291,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":6.995754212999998,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1228,"out_tokens":1546},"claude-opus-4-8":{"in_tokens":2316,"out_tokens":725},"claude-opus-4-7":{"in_tokens":2321,"out_tokens":498},"mistral-large-2":{"in_tokens":1273,"out_tokens":611}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":704,"out_tokens":1278,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":19.415716102000005,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1817,"out_tokens":1391},"claude-opus-4-8":{"in_tokens":3431,"out_tokens":579},"claude-opus-4-7":{"in_tokens":3436,"out_tokens":522},"mistral-large-2":{"in_tokens":1895,"out_tokens":616}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":181,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":17.092595168000003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1010,"out_tokens":969},"claude-opus-4-8":{"in_tokens":1904,"out_tokens":505},"claude-opus-4-7":{"in_tokens":1909,"out_tokens":411},"mistral-large-2":{"in_tokens":1049,"out_tokens":388}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":208,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":20.528577326999994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1105,"out_tokens":947},"claude-opus-4-8":{"in_tokens":2108,"out_tokens":538},"claude-opus-4-7":{"in_tokens":2113,"out_tokens":454},"mistral-large-2":{"in_tokens":1171,"out_tokens":455}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1515,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":22.354788745999997,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1698,"out_tokens":1712},"claude-opus-4-8":{"in_tokens":3148,"out_tokens":724},"claude-opus-4-7":{"in_tokens":3153,"out_tokens":665},"mistral-large-2":{"in_tokens":1786,"out_tokens":707}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":959,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":13.844573991000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1443,"out_tokens":1372},"claude-opus-4-8":{"in_tokens":2747,"out_tokens":553},"claude-opus-4-7":{"in_tokens":2752,"out_tokens":493},"mistral-large-2":{"in_tokens":1505,"out_tokens":496}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":645,"out_tokens":1332,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":20.919827986,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1665,"out_tokens":1075},"claude-opus-4-8":{"in_tokens":3171,"out_tokens":620},"claude-opus-4-7":{"in_tokens":3176,"out_tokens":498},"mistral-large-2":{"in_tokens":1732,"out_tokens":1022}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":1842,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":48.98432594399998,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1837,"out_tokens":1292},"claude-opus-4-8":{"in_tokens":3517,"out_tokens":589},"claude-opus-4-7":{"in_tokens":3522,"out_tokens":467},"mistral-large-2":{"in_tokens":1929,"out_tokens":790}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":678,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":11.511340650999983,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1315,"out_tokens":1251},"claude-opus-4-8":{"in_tokens":2454,"out_tokens":675},"claude-opus-4-7":{"in_tokens":2459,"out_tokens":470},"mistral-large-2":{"in_tokens":1353,"out_tokens":659}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":929,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":15.725981195999992,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1445,"out_tokens":1266},"claude-opus-4-8":{"in_tokens":2697,"out_tokens":594},"claude-opus-4-7":{"in_tokens":2702,"out_tokens":545},"mistral-large-2":{"in_tokens":1522,"out_tokens":639}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":22.553027749999984,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1231,"out_tokens":1568},"claude-opus-4-8":{"in_tokens":2293,"out_tokens":693},"claude-opus-4-7":{"in_tokens":2298,"out_tokens":485},"mistral-large-2":{"in_tokens":1279,"out_tokens":519}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":712,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":10.944389855999987,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1244,"out_tokens":1187},"claude-opus-4-8":{"in_tokens":2394,"out_tokens":538},"claude-opus-4-7":{"in_tokens":2399,"out_tokens":525},"mistral-large-2":{"in_tokens":1313,"out_tokens":862}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":21.133907628000003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1297,"out_tokens":1434},"claude-opus-4-8":{"in_tokens":2426,"out_tokens":533},"claude-opus-4-7":{"in_tokens":2431,"out_tokens":445},"mistral-large-2":{"in_tokens":1356,"out_tokens":575}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":171,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":18.308087212000004,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1058,"out_tokens":927},"claude-opus-4-8":{"in_tokens":2013,"out_tokens":647},"claude-opus-4-7":{"in_tokens":2018,"out_tokens":490},"mistral-large-2":{"in_tokens":1118,"out_tokens":596}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":1527,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":34.53651730300001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1647,"out_tokens":1275},"claude-opus-4-8":{"in_tokens":3019,"out_tokens":634},"claude-opus-4-7":{"in_tokens":3024,"out_tokens":519},"mistral-large-2":{"in_tokens":1717,"out_tokens":628}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":628,"out_tokens":1017,"error":null,"skip_reason":null,"score_raw":0.8250000000000001,"duration_s":16.306743032000014,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1544,"out_tokens":1522},"claude-opus-4-8":{"in_tokens":2914,"out_tokens":778},"claude-opus-4-7":{"in_tokens":2919,"out_tokens":529},"mistral-large-2":{"in_tokens":1694,"out_tokens":783}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":276,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":19.41920749799999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1092,"out_tokens":1022},"claude-opus-4-8":{"in_tokens":2084,"out_tokens":659},"claude-opus-4-7":{"in_tokens":2089,"out_tokens":509},"mistral-large-2":{"in_tokens":1146,"out_tokens":472}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":1800,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":38.817951714,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1851,"out_tokens":1216},"claude-opus-4-8":{"in_tokens":3463,"out_tokens":576},"claude-opus-4-7":{"in_tokens":3468,"out_tokens":522},"mistral-large-2":{"in_tokens":1941,"out_tokens":592}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":1500,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":23.041620246999997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.25,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1422,"out_tokens":1553},"claude-opus-4-8":{"in_tokens":2684,"out_tokens":614},"claude-opus-4-7":{"in_tokens":2689,"out_tokens":471},"mistral-large-2":{"in_tokens":1506,"out_tokens":589}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":850,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":14.449222426999995,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1282,"out_tokens":2515},"claude-opus-4-8":{"in_tokens":2541,"out_tokens":778},"claude-opus-4-7":{"in_tokens":2546,"out_tokens":501},"mistral-large-2":{"in_tokens":1396,"out_tokens":539}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":1145,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":17.67465446899999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1452,"out_tokens":2288},"claude-opus-4-8":{"in_tokens":2809,"out_tokens":631},"claude-opus-4-7":{"in_tokens":2814,"out_tokens":538},"mistral-large-2":{"in_tokens":1640,"out_tokens":889}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":639,"out_tokens":977,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":14.789791468000004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1469,"out_tokens":1813},"claude-opus-4-8":{"in_tokens":2768,"out_tokens":752},"claude-opus-4-7":{"in_tokens":2773,"out_tokens":624},"mistral-large-2":{"in_tokens":1579,"out_tokens":790}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":612,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":9.193693548999988,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1181,"out_tokens":1312},"claude-opus-4-8":{"in_tokens":2281,"out_tokens":562},"claude-opus-4-7":{"in_tokens":2286,"out_tokens":474},"mistral-large-2":{"in_tokens":1274,"out_tokens":483}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":1633,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":23.127082777,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1519,"out_tokens":1121},"claude-opus-4-8":{"in_tokens":2893,"out_tokens":519},"claude-opus-4-7":{"in_tokens":2898,"out_tokens":494},"mistral-large-2":{"in_tokens":1601,"out_tokens":586}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":178,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":18.21319795299999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1075,"out_tokens":1336},"claude-opus-4-8":{"in_tokens":2004,"out_tokens":608},"claude-opus-4-7":{"in_tokens":2009,"out_tokens":543},"mistral-large-2":{"in_tokens":1125,"out_tokens":537}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":1017,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":12.635290982999976,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1137,"out_tokens":992},"claude-opus-4-8":{"in_tokens":2137,"out_tokens":560},"claude-opus-4-7":{"in_tokens":2142,"out_tokens":391},"mistral-large-2":{"in_tokens":1188,"out_tokens":574}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":266,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":18.538747693000005,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1407,"out_tokens":1182},"claude-opus-4-8":{"in_tokens":2669,"out_tokens":568},"claude-opus-4-7":{"in_tokens":2674,"out_tokens":570},"mistral-large-2":{"in_tokens":1461,"out_tokens":559}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":207,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":18.654409224999995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1188,"out_tokens":983},"claude-opus-4-8":{"in_tokens":2248,"out_tokens":494},"claude-opus-4-7":{"in_tokens":2253,"out_tokens":455},"mistral-large-2":{"in_tokens":1231,"out_tokens":868}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1532,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":19.38336394999999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1527,"out_tokens":1386},"claude-opus-4-8":{"in_tokens":2900,"out_tokens":593},"claude-opus-4-7":{"in_tokens":2905,"out_tokens":450},"mistral-large-2":{"in_tokens":1611,"out_tokens":574}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":156,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":19.133367553,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1107,"out_tokens":676},"claude-opus-4-8":{"in_tokens":2102,"out_tokens":552},"claude-opus-4-7":{"in_tokens":2107,"out_tokens":523},"mistral-large-2":{"in_tokens":1161,"out_tokens":418}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":797,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":12.662192822999998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1324,"out_tokens":1292},"claude-opus-4-8":{"in_tokens":2505,"out_tokens":642},"claude-opus-4-7":{"in_tokens":2510,"out_tokens":503},"mistral-large-2":{"in_tokens":1452,"out_tokens":637}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":907,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":16.75812707900002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1305,"out_tokens":2453},"claude-opus-4-8":{"in_tokens":2557,"out_tokens":687},"claude-opus-4-7":{"in_tokens":2562,"out_tokens":527},"mistral-large-2":{"in_tokens":1420,"out_tokens":961}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":703,"out_tokens":839,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":14.829295438000003,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1383,"out_tokens":2099},"claude-opus-4-8":{"in_tokens":2670,"out_tokens":699},"claude-opus-4-7":{"in_tokens":2675,"out_tokens":532},"mistral-large-2":{"in_tokens":1521,"out_tokens":631}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":615,"out_tokens":904,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":14.279697759999976,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1385,"out_tokens":1934},"claude-opus-4-8":{"in_tokens":2661,"out_tokens":682},"claude-opus-4-7":{"in_tokens":2666,"out_tokens":530},"mistral-large-2":{"in_tokens":1512,"out_tokens":699}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":211,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":14.410897892000008,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1158,"out_tokens":1776},"claude-opus-4-8":{"in_tokens":2195,"out_tokens":511},"claude-opus-4-7":{"in_tokens":2200,"out_tokens":505},"mistral-large-2":{"in_tokens":1219,"out_tokens":522}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1446,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":20.745084872000007,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1633,"out_tokens":1968},"claude-opus-4-8":{"in_tokens":3039,"out_tokens":835},"claude-opus-4-7":{"in_tokens":3044,"out_tokens":649},"mistral-large-2":{"in_tokens":1702,"out_tokens":672}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":1087,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":13.241206844999994,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1390,"out_tokens":998},"claude-opus-4-8":{"in_tokens":2618,"out_tokens":686},"claude-opus-4-7":{"in_tokens":2623,"out_tokens":484},"mistral-large-2":{"in_tokens":1472,"out_tokens":639}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":1202,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":19.645346533999998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1670,"out_tokens":1337},"claude-opus-4-8":{"in_tokens":3147,"out_tokens":705},"claude-opus-4-7":{"in_tokens":3152,"out_tokens":525},"mistral-large-2":{"in_tokens":1746,"out_tokens":628}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":1000,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":12.63145263100003,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1469,"out_tokens":1321},"claude-opus-4-8":{"in_tokens":2812,"out_tokens":595},"claude-opus-4-7":{"in_tokens":2817,"out_tokens":484},"mistral-large-2":{"in_tokens":1553,"out_tokens":539}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":132,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":17.02575012599999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1088,"out_tokens":1252},"claude-opus-4-8":{"in_tokens":2052,"out_tokens":684},"claude-opus-4-7":{"in_tokens":2057,"out_tokens":540},"mistral-large-2":{"in_tokens":1128,"out_tokens":739}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":582,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":9.37317995799998,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1160,"out_tokens":1522},"claude-opus-4-8":{"in_tokens":2196,"out_tokens":766},"claude-opus-4-7":{"in_tokens":2201,"out_tokens":587},"mistral-large-2":{"in_tokens":1300,"out_tokens":579}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":216,"out_tokens":209,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":17.521894342999985,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1098,"out_tokens":976},"claude-opus-4-8":{"in_tokens":2091,"out_tokens":509},"claude-opus-4-7":{"in_tokens":2096,"out_tokens":385},"mistral-large-2":{"in_tokens":1145,"out_tokens":554}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":571,"out_tokens":598,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":10.144835165000018,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1313,"out_tokens":1226},"claude-opus-4-8":{"in_tokens":2476,"out_tokens":663},"claude-opus-4-7":{"in_tokens":2481,"out_tokens":560},"mistral-large-2":{"in_tokens":1409,"out_tokens":587}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":624,"out_tokens":788,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":14.271843009000008,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1336,"out_tokens":1320},"claude-opus-4-8":{"in_tokens":2588,"out_tokens":610},"claude-opus-4-7":{"in_tokens":2593,"out_tokens":519},"mistral-large-2":{"in_tokens":1456,"out_tokens":558}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":195,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":18.870996968999975,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1198,"out_tokens":1767},"claude-opus-4-8":{"in_tokens":2273,"out_tokens":675},"claude-opus-4-7":{"in_tokens":2278,"out_tokens":530},"mistral-large-2":{"in_tokens":1312,"out_tokens":733}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":687,"out_tokens":1159,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":17.17731605299997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1629,"out_tokens":2000},"claude-opus-4-8":{"in_tokens":3076,"out_tokens":615},"claude-opus-4-7":{"in_tokens":3081,"out_tokens":639},"mistral-large-2":{"in_tokens":1800,"out_tokens":711}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":226,"out_tokens":408,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":68.55868870300003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1272,"out_tokens":1454},"claude-opus-4-8":{"in_tokens":2490,"out_tokens":535},"claude-opus-4-7":{"in_tokens":2495,"out_tokens":449},"mistral-large-2":{"in_tokens":1336,"out_tokens":602}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":345,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":67.67536878799999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1325,"out_tokens":1430},"claude-opus-4-8":{"in_tokens":2526,"out_tokens":755},"claude-opus-4-7":{"in_tokens":2531,"out_tokens":573},"mistral-large-2":{"in_tokens":1448,"out_tokens":814}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":226,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":65.05362798599998,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1083,"out_tokens":1970},"claude-opus-4-8":{"in_tokens":2104,"out_tokens":805},"claude-opus-4-7":{"in_tokens":2109,"out_tokens":828},"mistral-large-2":{"in_tokens":1167,"out_tokens":709}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":351,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":67.92939022599998,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1193,"out_tokens":1920},"claude-opus-4-8":{"in_tokens":2321,"out_tokens":676},"claude-opus-4-7":{"in_tokens":2326,"out_tokens":649},"mistral-large-2":{"in_tokens":1336,"out_tokens":648}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1680,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":20.279563011000022,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1478,"out_tokens":1275},"claude-opus-4-8":{"in_tokens":2750,"out_tokens":614},"claude-opus-4-7":{"in_tokens":2755,"out_tokens":482},"mistral-large-2":{"in_tokens":1542,"out_tokens":550}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":1248,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":14.489538603000028,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1360,"out_tokens":982},"claude-opus-4-8":{"in_tokens":2561,"out_tokens":712},"claude-opus-4-7":{"in_tokens":2566,"out_tokens":490},"mistral-large-2":{"in_tokens":1428,"out_tokens":624}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":382,"out_tokens":273,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":5.576529720999986,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1216,"out_tokens":1449},"claude-opus-4-8":{"in_tokens":2324,"out_tokens":679},"claude-opus-4-7":{"in_tokens":2329,"out_tokens":562},"mistral-large-2":{"in_tokens":1307,"out_tokens":669}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":207,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":4.450670435000006,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1056,"out_tokens":1419},"claude-opus-4-8":{"in_tokens":2064,"out_tokens":553},"claude-opus-4-7":{"in_tokens":2069,"out_tokens":446},"mistral-large-2":{"in_tokens":1138,"out_tokens":445}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":156,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":22.029626329000024,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.125,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1018,"out_tokens":1885},"claude-opus-4-8":{"in_tokens":1986,"out_tokens":768},"claude-opus-4-7":{"in_tokens":1991,"out_tokens":484},"mistral-large-2":{"in_tokens":1102,"out_tokens":646}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":774,"out_tokens":1114,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":16.030347076999988,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1606,"out_tokens":2312},"claude-opus-4-8":{"in_tokens":3040,"out_tokens":798},"claude-opus-4-7":{"in_tokens":3045,"out_tokens":522},"mistral-large-2":{"in_tokens":1781,"out_tokens":649}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":373,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":7.334168803000011,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1193,"out_tokens":2023},"claude-opus-4-8":{"in_tokens":2339,"out_tokens":694},"claude-opus-4-7":{"in_tokens":2344,"out_tokens":684},"mistral-large-2":{"in_tokens":1299,"out_tokens":635}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":1582,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":20.343877534,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1724,"out_tokens":1641},"claude-opus-4-8":{"in_tokens":3280,"out_tokens":760},"claude-opus-4-7":{"in_tokens":3285,"out_tokens":756},"mistral-large-2":{"in_tokens":1799,"out_tokens":679}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1840,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":23.898138483999986,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2009,"out_tokens":1487},"claude-opus-4-8":{"in_tokens":3781,"out_tokens":668},"claude-opus-4-7":{"in_tokens":3786,"out_tokens":606},"mistral-large-2":{"in_tokens":2076,"out_tokens":758}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":350,"out_tokens":255,"error":null,"skip_reason":null,"score_raw":0.325,"duration_s":5.4373685289999685,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1136,"out_tokens":1376},"claude-opus-4-8":{"in_tokens":2208,"out_tokens":704},"claude-opus-4-7":{"in_tokens":2213,"out_tokens":584},"mistral-large-2":{"in_tokens":1253,"out_tokens":607}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":1177,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":18.334009768999977,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1453,"out_tokens":1792},"claude-opus-4-8":{"in_tokens":2906,"out_tokens":597},"claude-opus-4-7":{"in_tokens":2911,"out_tokens":511},"mistral-large-2":{"in_tokens":1549,"out_tokens":559}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":1138,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":16.819905644000016,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1461,"out_tokens":1308},"claude-opus-4-8":{"in_tokens":2854,"out_tokens":604},"claude-opus-4-7":{"in_tokens":2859,"out_tokens":558},"mistral-large-2":{"in_tokens":1588,"out_tokens":526}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":315,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":6.515968341000018,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1255,"out_tokens":1317},"claude-opus-4-8":{"in_tokens":2445,"out_tokens":726},"claude-opus-4-7":{"in_tokens":2450,"out_tokens":623},"mistral-large-2":{"in_tokens":1371,"out_tokens":610}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":937,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":14.46059143499997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1469,"out_tokens":1650},"claude-opus-4-8":{"in_tokens":2717,"out_tokens":862},"claude-opus-4-7":{"in_tokens":2722,"out_tokens":573},"mistral-large-2":{"in_tokens":1654,"out_tokens":661}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":295,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":7.05589889099997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1212,"out_tokens":1261},"claude-opus-4-8":{"in_tokens":2333,"out_tokens":576},"claude-opus-4-7":{"in_tokens":2338,"out_tokens":518},"mistral-large-2":{"in_tokens":1321,"out_tokens":531}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":165,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":20.92027289600003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1110,"out_tokens":1354},"claude-opus-4-8":{"in_tokens":2113,"out_tokens":674},"claude-opus-4-7":{"in_tokens":2118,"out_tokens":530},"mistral-large-2":{"in_tokens":1203,"out_tokens":593}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":137,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":17.30994961800002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1001,"out_tokens":1318},"claude-opus-4-8":{"in_tokens":1942,"out_tokens":775},"claude-opus-4-7":{"in_tokens":1947,"out_tokens":501},"mistral-large-2":{"in_tokens":1075,"out_tokens":485}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":374,"out_tokens":309,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":6.604546153999991,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1239,"out_tokens":2187},"claude-opus-4-8":{"in_tokens":2388,"out_tokens":861},"claude-opus-4-7":{"in_tokens":2393,"out_tokens":622},"mistral-large-2":{"in_tokens":1345,"out_tokens":709}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":1016,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":11.708440729000017,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1062,"out_tokens":1048},"claude-opus-4-8":{"in_tokens":1989,"out_tokens":626},"claude-opus-4-7":{"in_tokens":1994,"out_tokens":390},"mistral-large-2":{"in_tokens":1095,"out_tokens":438}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":310,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":6.7192304040000295,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1313,"out_tokens":1636},"claude-opus-4-8":{"in_tokens":2494,"out_tokens":609},"claude-opus-4-7":{"in_tokens":2499,"out_tokens":593},"mistral-large-2":{"in_tokens":1439,"out_tokens":586}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":937,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":14.591684796000038,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1429,"out_tokens":1164},"claude-opus-4-8":{"in_tokens":2656,"out_tokens":597},"claude-opus-4-7":{"in_tokens":2661,"out_tokens":496},"mistral-large-2":{"in_tokens":1514,"out_tokens":713}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":376,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":7.28976802599999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1205,"out_tokens":2379},"claude-opus-4-8":{"in_tokens":2295,"out_tokens":783},"claude-opus-4-7":{"in_tokens":2300,"out_tokens":633},"mistral-large-2":{"in_tokens":1339,"out_tokens":580}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":914,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":13.048109066999984,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1279,"out_tokens":1047},"claude-opus-4-8":{"in_tokens":2490,"out_tokens":598},"claude-opus-4-7":{"in_tokens":2495,"out_tokens":438},"mistral-large-2":{"in_tokens":1349,"out_tokens":642}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":495,"error":null,"skip_reason":null,"score_raw":0.2777777777777778,"duration_s":10.684310793999998,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1454,"out_tokens":2459},"claude-opus-4-8":{"in_tokens":2772,"out_tokens":700},"claude-opus-4-7":{"in_tokens":2777,"out_tokens":765},"mistral-large-2":{"in_tokens":1563,"out_tokens":705}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":680,"out_tokens":856,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":15.16657865999997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1344,"out_tokens":1046},"claude-opus-4-8":{"in_tokens":2727,"out_tokens":690},"claude-opus-4-7":{"in_tokens":2732,"out_tokens":451},"mistral-large-2":{"in_tokens":1498,"out_tokens":493}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":311,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":7.033810136,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1182,"out_tokens":1366},"claude-opus-4-8":{"in_tokens":2370,"out_tokens":738},"claude-opus-4-7":{"in_tokens":2375,"out_tokens":734},"mistral-large-2":{"in_tokens":1245,"out_tokens":603}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":360,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":8.812991441000008,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1365,"out_tokens":1788},"claude-opus-4-8":{"in_tokens":2621,"out_tokens":810},"claude-opus-4-7":{"in_tokens":2626,"out_tokens":550},"mistral-large-2":{"in_tokens":1496,"out_tokens":625}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":274,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":6.1667669710000155,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1138,"out_tokens":2031},"claude-opus-4-8":{"in_tokens":2258,"out_tokens":645},"claude-opus-4-7":{"in_tokens":2263,"out_tokens":614},"mistral-large-2":{"in_tokens":1219,"out_tokens":555}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":4.513057480000043,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1174,"out_tokens":1278},"claude-opus-4-8":{"in_tokens":2178,"out_tokens":712},"claude-opus-4-7":{"in_tokens":2183,"out_tokens":534},"mistral-large-2":{"in_tokens":1317,"out_tokens":699}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":857,"out_tokens":1062,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":16.15555151000001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1671,"out_tokens":1499},"claude-opus-4-8":{"in_tokens":3244,"out_tokens":683},"claude-opus-4-7":{"in_tokens":3249,"out_tokens":542},"mistral-large-2":{"in_tokens":1873,"out_tokens":594}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":898,"out_tokens":1105,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":16.636803904000033,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1807,"out_tokens":2005},"claude-opus-4-8":{"in_tokens":3388,"out_tokens":954},"claude-opus-4-7":{"in_tokens":3393,"out_tokens":744},"mistral-large-2":{"in_tokens":2024,"out_tokens":527}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":294,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":5.895113641000023,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1198,"out_tokens":1677},"claude-opus-4-8":{"in_tokens":2454,"out_tokens":751},"claude-opus-4-7":{"in_tokens":2459,"out_tokens":562},"mistral-large-2":{"in_tokens":1327,"out_tokens":666}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":162,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":25.928477295999983,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1007,"out_tokens":1505},"claude-opus-4-8":{"in_tokens":1979,"out_tokens":772},"claude-opus-4-7":{"in_tokens":1984,"out_tokens":513},"mistral-large-2":{"in_tokens":1093,"out_tokens":681}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":107,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":41.25103790200001,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":972,"out_tokens":1417},"claude-opus-4-8":{"in_tokens":1855,"out_tokens":663},"claude-opus-4-7":{"in_tokens":1860,"out_tokens":656},"mistral-large-2":{"in_tokens":1096,"out_tokens":760}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1014,"out_tokens":1277,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":19.651432120000038,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2111,"out_tokens":3118},"claude-opus-4-8":{"in_tokens":3879,"out_tokens":1034},"claude-opus-4-7":{"in_tokens":3884,"out_tokens":729},"mistral-large-2":{"in_tokens":2278,"out_tokens":1078}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":572,"out_tokens":310,"error":null,"skip_reason":null,"score_raw":0.46428571428571425,"duration_s":6.139367923999998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1531,"out_tokens":1336},"claude-opus-4-8":{"in_tokens":2805,"out_tokens":736},"claude-opus-4-7":{"in_tokens":2810,"out_tokens":526},"mistral-large-2":{"in_tokens":1721,"out_tokens":482}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":677,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":10.582109009000021,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1301,"out_tokens":1309},"claude-opus-4-8":{"in_tokens":2502,"out_tokens":585},"claude-opus-4-7":{"in_tokens":2507,"out_tokens":534},"mistral-large-2":{"in_tokens":1417,"out_tokens":583}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":1473,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":17.312636569999995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1247,"out_tokens":1555},"claude-opus-4-8":{"in_tokens":2496,"out_tokens":693},"claude-opus-4-7":{"in_tokens":2501,"out_tokens":579},"mistral-large-2":{"in_tokens":1357,"out_tokens":619}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":431,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":10.933759779000013,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1516,"out_tokens":2117},"claude-opus-4-8":{"in_tokens":2965,"out_tokens":791},"claude-opus-4-7":{"in_tokens":2970,"out_tokens":620},"mistral-large-2":{"in_tokens":1705,"out_tokens":561}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":434,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":8.38650489600002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1807,"out_tokens":1637},"claude-opus-4-8":{"in_tokens":3378,"out_tokens":1211},"claude-opus-4-7":{"in_tokens":3383,"out_tokens":886},"mistral-large-2":{"in_tokens":1940,"out_tokens":842}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":333,"out_tokens":293,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":6.684134929000038,"hallucination_count":6.5,"hallucination_top100":0,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1234,"out_tokens":1677},"claude-opus-4-8":{"in_tokens":2422,"out_tokens":1077},"claude-opus-4-7":{"in_tokens":2427,"out_tokens":884},"mistral-large-2":{"in_tokens":1338,"out_tokens":736}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":170,"error":null,"skip_reason":null,"score_raw":0.8500000000000001,"duration_s":23.28905641900002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1066,"out_tokens":953},"claude-opus-4-8":{"in_tokens":2012,"out_tokens":646},"claude-opus-4-7":{"in_tokens":2017,"out_tokens":534},"mistral-large-2":{"in_tokens":1177,"out_tokens":607}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":389,"out_tokens":201,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":22.34521987400001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1158,"out_tokens":1545},"claude-opus-4-8":{"in_tokens":2247,"out_tokens":652},"claude-opus-4-7":{"in_tokens":2252,"out_tokens":642},"mistral-large-2":{"in_tokens":1263,"out_tokens":644}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":230,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":5.344937125000001,"hallucination_count":7.5,"hallucination_top100":0,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1193,"out_tokens":1744},"claude-opus-4-8":{"in_tokens":2311,"out_tokens":985},"claude-opus-4-7":{"in_tokens":2316,"out_tokens":720},"mistral-large-2":{"in_tokens":1317,"out_tokens":909}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1947,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":28.52080359300004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1411,"out_tokens":1687},"claude-opus-4-8":{"in_tokens":2642,"out_tokens":729},"claude-opus-4-7":{"in_tokens":2647,"out_tokens":523},"mistral-large-2":{"in_tokens":1551,"out_tokens":734}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":235,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":5.289575485,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1180,"out_tokens":1804},"claude-opus-4-8":{"in_tokens":2261,"out_tokens":949},"claude-opus-4-7":{"in_tokens":2266,"out_tokens":696},"mistral-large-2":{"in_tokens":1294,"out_tokens":742}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":975,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":13.810477063999997,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1461,"out_tokens":1397},"claude-opus-4-8":{"in_tokens":2851,"out_tokens":766},"claude-opus-4-7":{"in_tokens":2856,"out_tokens":586},"mistral-large-2":{"in_tokens":1616,"out_tokens":707}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":310,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":6.557779347000007,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1355,"out_tokens":1650},"claude-opus-4-8":{"in_tokens":2604,"out_tokens":934},"claude-opus-4-7":{"in_tokens":2609,"out_tokens":802},"mistral-large-2":{"in_tokens":1477,"out_tokens":737}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":661,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":10.345261517999973,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1303,"out_tokens":1921},"claude-opus-4-8":{"in_tokens":2499,"out_tokens":662},"claude-opus-4-7":{"in_tokens":2504,"out_tokens":610},"mistral-large-2":{"in_tokens":1430,"out_tokens":602}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":307,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":6.706062447000022,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1209,"out_tokens":1833},"claude-opus-4-8":{"in_tokens":2378,"out_tokens":845},"claude-opus-4-7":{"in_tokens":2383,"out_tokens":655},"mistral-large-2":{"in_tokens":1345,"out_tokens":649}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1420,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":24.352038412000013,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1198,"out_tokens":1812},"claude-opus-4-8":{"in_tokens":2300,"out_tokens":669},"claude-opus-4-7":{"in_tokens":2305,"out_tokens":530},"mistral-large-2":{"in_tokens":1361,"out_tokens":650}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":1123,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":16.930956269000035,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1631,"out_tokens":1433},"claude-opus-4-8":{"in_tokens":3143,"out_tokens":662},"claude-opus-4-7":{"in_tokens":3148,"out_tokens":585},"mistral-large-2":{"in_tokens":1796,"out_tokens":643}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":393,"out_tokens":258,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":7.513503513999979,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1242,"out_tokens":1378},"claude-opus-4-8":{"in_tokens":2414,"out_tokens":921},"claude-opus-4-7":{"in_tokens":2419,"out_tokens":690},"mistral-large-2":{"in_tokens":1345,"out_tokens":614}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":128,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":15.295809882000015,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1067,"out_tokens":1435},"claude-opus-4-8":{"in_tokens":2036,"out_tokens":599},"claude-opus-4-7":{"in_tokens":2041,"out_tokens":434},"mistral-large-2":{"in_tokens":1159,"out_tokens":413}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":668,"out_tokens":1041,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":15.884129992999988,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1441,"out_tokens":1284},"claude-opus-4-8":{"in_tokens":2807,"out_tokens":614},"claude-opus-4-7":{"in_tokens":2812,"out_tokens":580},"mistral-large-2":{"in_tokens":1604,"out_tokens":630}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1318,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":17.403540147,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1087,"out_tokens":1188},"claude-opus-4-8":{"in_tokens":2102,"out_tokens":581},"claude-opus-4-7":{"in_tokens":2107,"out_tokens":406},"mistral-large-2":{"in_tokens":1170,"out_tokens":513}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":367,"out_tokens":199,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":21.533377605,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1147,"out_tokens":1273},"claude-opus-4-8":{"in_tokens":2188,"out_tokens":610},"claude-opus-4-7":{"in_tokens":2193,"out_tokens":524},"mistral-large-2":{"in_tokens":1244,"out_tokens":561}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":716,"out_tokens":804,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":12.661459675999993,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1403,"out_tokens":2052},"claude-opus-4-8":{"in_tokens":2726,"out_tokens":1113},"claude-opus-4-7":{"in_tokens":2731,"out_tokens":870},"mistral-large-2":{"in_tokens":1523,"out_tokens":694}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":622,"out_tokens":771,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":11.847233990000007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1290,"out_tokens":1483},"claude-opus-4-8":{"in_tokens":2580,"out_tokens":802},"claude-opus-4-7":{"in_tokens":2585,"out_tokens":585},"mistral-large-2":{"in_tokens":1412,"out_tokens":558}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":1483,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":17.055679726999983,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.25,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1238,"out_tokens":2067},"claude-opus-4-8":{"in_tokens":2451,"out_tokens":973},"claude-opus-4-7":{"in_tokens":2456,"out_tokens":691},"mistral-large-2":{"in_tokens":1338,"out_tokens":626}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":236,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":20.044370422999975,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1249,"out_tokens":1045},"claude-opus-4-8":{"in_tokens":2376,"out_tokens":696},"claude-opus-4-7":{"in_tokens":2381,"out_tokens":669},"mistral-large-2":{"in_tokens":1364,"out_tokens":1122}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":2893,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":36.874013651999974,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1470,"out_tokens":1798},"claude-opus-4-8":{"in_tokens":2771,"out_tokens":720},"claude-opus-4-7":{"in_tokens":2776,"out_tokens":510},"mistral-large-2":{"in_tokens":1592,"out_tokens":701}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":22.189634389000048,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1201,"out_tokens":1049},"claude-opus-4-8":{"in_tokens":2302,"out_tokens":557},"claude-opus-4-7":{"in_tokens":2307,"out_tokens":498},"mistral-large-2":{"in_tokens":1292,"out_tokens":1455}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":652,"out_tokens":1266,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":18.156857389000038,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1496,"out_tokens":1808},"claude-opus-4-8":{"in_tokens":2964,"out_tokens":756},"claude-opus-4-7":{"in_tokens":2969,"out_tokens":590},"mistral-large-2":{"in_tokens":1641,"out_tokens":720}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":966,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":13.606372594999982,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1447,"out_tokens":1759},"claude-opus-4-8":{"in_tokens":2690,"out_tokens":834},"claude-opus-4-7":{"in_tokens":2695,"out_tokens":655},"mistral-large-2":{"in_tokens":1614,"out_tokens":686}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":133,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":19.71538145100004,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":996,"out_tokens":1752},"claude-opus-4-8":{"in_tokens":1893,"out_tokens":690},"claude-opus-4-7":{"in_tokens":1898,"out_tokens":557},"mistral-large-2":{"in_tokens":1103,"out_tokens":708}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":911,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":14.124580877000028,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1389,"out_tokens":2314},"claude-opus-4-8":{"in_tokens":2672,"out_tokens":662},"claude-opus-4-7":{"in_tokens":2677,"out_tokens":554},"mistral-large-2":{"in_tokens":1545,"out_tokens":605}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":600,"out_tokens":926,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":14.653505975999963,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1312,"out_tokens":1655},"claude-opus-4-8":{"in_tokens":2564,"out_tokens":752},"claude-opus-4-7":{"in_tokens":2569,"out_tokens":580},"mistral-large-2":{"in_tokens":1395,"out_tokens":527}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1658,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":25.543802446999962,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1339,"out_tokens":1683},"claude-opus-4-8":{"in_tokens":2518,"out_tokens":667},"claude-opus-4-7":{"in_tokens":2523,"out_tokens":530},"mistral-large-2":{"in_tokens":1486,"out_tokens":640}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":207,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":19.104236200000003,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1218,"out_tokens":1521},"claude-opus-4-8":{"in_tokens":2344,"out_tokens":669},"claude-opus-4-7":{"in_tokens":2349,"out_tokens":510},"mistral-large-2":{"in_tokens":1352,"out_tokens":549}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":128,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":16.724165582000012,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":993,"out_tokens":1443},"claude-opus-4-8":{"in_tokens":2006,"out_tokens":591},"claude-opus-4-7":{"in_tokens":2011,"out_tokens":478},"mistral-large-2":{"in_tokens":1058,"out_tokens":458}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":661,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":10.555835958000046,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1146,"out_tokens":721},"claude-opus-4-8":{"in_tokens":2225,"out_tokens":477},"claude-opus-4-7":{"in_tokens":2230,"out_tokens":465},"mistral-large-2":{"in_tokens":1233,"out_tokens":501}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":1039,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":18.89963011100002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1204,"out_tokens":1423},"claude-opus-4-8":{"in_tokens":2276,"out_tokens":612},"claude-opus-4-7":{"in_tokens":2281,"out_tokens":500},"mistral-large-2":{"in_tokens":1316,"out_tokens":665}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":871,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":13.557902000000013,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1353,"out_tokens":1714},"claude-opus-4-8":{"in_tokens":2558,"out_tokens":612},"claude-opus-4-7":{"in_tokens":2563,"out_tokens":533},"mistral-large-2":{"in_tokens":1456,"out_tokens":586}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":1895,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":28.304687133000016,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1379,"out_tokens":1718},"claude-opus-4-8":{"in_tokens":2639,"out_tokens":739},"claude-opus-4-7":{"in_tokens":2644,"out_tokens":728},"mistral-large-2":{"in_tokens":1521,"out_tokens":587}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":319,"out_tokens":202,"error":null,"skip_reason":null,"score_raw":0.2777777777777778,"duration_s":22.579085158999987,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1079,"out_tokens":1504},"claude-opus-4-8":{"in_tokens":2167,"out_tokens":784},"claude-opus-4-7":{"in_tokens":2172,"out_tokens":473},"mistral-large-2":{"in_tokens":1158,"out_tokens":639}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":1409,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":23.734801901000026,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1138,"out_tokens":1661},"claude-opus-4-8":{"in_tokens":2149,"out_tokens":563},"claude-opus-4-7":{"in_tokens":2154,"out_tokens":510},"mistral-large-2":{"in_tokens":1232,"out_tokens":561}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":1536,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":22.830977395000048,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1691,"out_tokens":2887},"claude-opus-4-8":{"in_tokens":3234,"out_tokens":638},"claude-opus-4-7":{"in_tokens":3239,"out_tokens":732},"mistral-large-2":{"in_tokens":1840,"out_tokens":682}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1613,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":17.489671465000015,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1258,"out_tokens":1323},"claude-opus-4-8":{"in_tokens":2380,"out_tokens":651},"claude-opus-4-7":{"in_tokens":2385,"out_tokens":562},"mistral-large-2":{"in_tokens":1358,"out_tokens":590}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":232,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":18.844562818999975,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1346,"out_tokens":1594},"claude-opus-4-8":{"in_tokens":2641,"out_tokens":634},"claude-opus-4-7":{"in_tokens":2646,"out_tokens":561},"mistral-large-2":{"in_tokens":1513,"out_tokens":588}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":202,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":26.986666155000023,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1157,"out_tokens":1908},"claude-opus-4-8":{"in_tokens":2170,"out_tokens":795},"claude-opus-4-7":{"in_tokens":2175,"out_tokens":663},"mistral-large-2":{"in_tokens":1297,"out_tokens":676}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":834,"out_tokens":1861,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":28.03100618100001,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2037,"out_tokens":2941},"claude-opus-4-8":{"in_tokens":4082,"out_tokens":1011},"claude-opus-4-7":{"in_tokens":4087,"out_tokens":791},"mistral-large-2":{"in_tokens":2199,"out_tokens":861}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":766,"out_tokens":1421,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":20.925226037000016,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1743,"out_tokens":2942},"claude-opus-4-8":{"in_tokens":3448,"out_tokens":920},"claude-opus-4-7":{"in_tokens":3453,"out_tokens":641},"mistral-large-2":{"in_tokens":1887,"out_tokens":908}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":145,"error":null,"skip_reason":null,"score_raw":0.42857142857142855,"duration_s":16.14531617900002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1381,"out_tokens":1325},"claude-opus-4-8":{"in_tokens":2549,"out_tokens":703},"claude-opus-4-7":{"in_tokens":2554,"out_tokens":475},"mistral-large-2":{"in_tokens":1558,"out_tokens":492}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":2534,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":31.730355524999993,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1443,"out_tokens":2329},"claude-opus-4-8":{"in_tokens":2742,"out_tokens":851},"claude-opus-4-7":{"in_tokens":2747,"out_tokens":665},"mistral-large-2":{"in_tokens":1602,"out_tokens":730}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":1687,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":27.204919071999996,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.25,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1775,"out_tokens":2450},"claude-opus-4-8":{"in_tokens":3726,"out_tokens":912},"claude-opus-4-7":{"in_tokens":3731,"out_tokens":692},"mistral-large-2":{"in_tokens":1901,"out_tokens":893}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1780,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":20.518374050000034,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1455,"out_tokens":2468},"claude-opus-4-8":{"in_tokens":2769,"out_tokens":773},"claude-opus-4-7":{"in_tokens":2774,"out_tokens":540},"mistral-large-2":{"in_tokens":1614,"out_tokens":546}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":378,"out_tokens":137,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":31.38982470000002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1061,"out_tokens":1154},"claude-opus-4-8":{"in_tokens":2156,"out_tokens":640},"claude-opus-4-7":{"in_tokens":2161,"out_tokens":566},"mistral-large-2":{"in_tokens":1171,"out_tokens":461}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":1657,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":26.366190356999994,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1172,"out_tokens":2360},"claude-opus-4-8":{"in_tokens":2215,"out_tokens":703},"claude-opus-4-7":{"in_tokens":2220,"out_tokens":630},"mistral-large-2":{"in_tokens":1305,"out_tokens":665}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":65.67792393899998,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1151,"out_tokens":1671},"claude-opus-4-8":{"in_tokens":2295,"out_tokens":1068},"claude-opus-4-7":{"in_tokens":2300,"out_tokens":856},"mistral-large-2":{"in_tokens":1259,"out_tokens":647}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":1353,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":16.945222032999993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1194,"out_tokens":1185},"claude-opus-4-8":{"in_tokens":2399,"out_tokens":588},"claude-opus-4-7":{"in_tokens":2404,"out_tokens":534},"mistral-large-2":{"in_tokens":1269,"out_tokens":458}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":292,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":65.78954961599999,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1193,"out_tokens":2428},"claude-opus-4-8":{"in_tokens":2223,"out_tokens":1077},"claude-opus-4-7":{"in_tokens":2228,"out_tokens":864},"mistral-large-2":{"in_tokens":1310,"out_tokens":680}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":362,"out_tokens":286,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":67.656898034,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1142,"out_tokens":1621},"claude-opus-4-8":{"in_tokens":2243,"out_tokens":663},"claude-opus-4-7":{"in_tokens":2248,"out_tokens":563},"mistral-large-2":{"in_tokens":1249,"out_tokens":482}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":248,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":65.83869358100003,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1155,"out_tokens":1728},"claude-opus-4-8":{"in_tokens":2237,"out_tokens":807},"claude-opus-4-7":{"in_tokens":2242,"out_tokens":697},"mistral-large-2":{"in_tokens":1276,"out_tokens":634}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":200,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":18.270464104999974,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1157,"out_tokens":946},"claude-opus-4-8":{"in_tokens":2235,"out_tokens":689},"claude-opus-4-7":{"in_tokens":2240,"out_tokens":495},"mistral-large-2":{"in_tokens":1255,"out_tokens":557}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":672,"out_tokens":1431,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":22.23674364200002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1539,"out_tokens":1732},"claude-opus-4-8":{"in_tokens":3150,"out_tokens":723},"claude-opus-4-7":{"in_tokens":3155,"out_tokens":478},"mistral-large-2":{"in_tokens":1628,"out_tokens":556}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":156,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":3.993507022000017,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":969,"out_tokens":1089},"claude-opus-4-8":{"in_tokens":1882,"out_tokens":534},"claude-opus-4-7":{"in_tokens":1887,"out_tokens":477},"mistral-large-2":{"in_tokens":1047,"out_tokens":486}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":7.769095424,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1040,"out_tokens":1480},"claude-opus-4-8":{"in_tokens":2015,"out_tokens":726},"claude-opus-4-7":{"in_tokens":2020,"out_tokens":479},"mistral-large-2":{"in_tokens":1092,"out_tokens":488}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":346,"out_tokens":204,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":16.508313557000008,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1175,"out_tokens":1495},"claude-opus-4-8":{"in_tokens":2274,"out_tokens":756},"claude-opus-4-7":{"in_tokens":2279,"out_tokens":560},"mistral-large-2":{"in_tokens":1301,"out_tokens":907}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":390,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":7.705337037999982,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1273,"out_tokens":1264},"claude-opus-4-8":{"in_tokens":2415,"out_tokens":680},"claude-opus-4-7":{"in_tokens":2420,"out_tokens":567},"mistral-large-2":{"in_tokens":1361,"out_tokens":508}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":307,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":24.15140728,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1694,"out_tokens":2258},"claude-opus-4-8":{"in_tokens":3147,"out_tokens":781},"claude-opus-4-7":{"in_tokens":3152,"out_tokens":617},"mistral-large-2":{"in_tokens":1822,"out_tokens":611}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":363,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":7.442459702000008,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1242,"out_tokens":1844},"claude-opus-4-8":{"in_tokens":2364,"out_tokens":758},"claude-opus-4-7":{"in_tokens":2369,"out_tokens":556},"mistral-large-2":{"in_tokens":1355,"out_tokens":547}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":553,"out_tokens":1372,"error":null,"skip_reason":null,"score_raw":0.7916666666666667,"duration_s":22.633372726999994,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1381,"out_tokens":1318},"claude-opus-4-8":{"in_tokens":2821,"out_tokens":601},"claude-opus-4-7":{"in_tokens":2826,"out_tokens":365},"mistral-large-2":{"in_tokens":1460,"out_tokens":532}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":1195,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":19.456887731999984,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1318,"out_tokens":2194},"claude-opus-4-8":{"in_tokens":2643,"out_tokens":464},"claude-opus-4-7":{"in_tokens":2648,"out_tokens":376},"mistral-large-2":{"in_tokens":1383,"out_tokens":562}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1595,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":19.69938710399998,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1253,"out_tokens":1470},"claude-opus-4-8":{"in_tokens":2483,"out_tokens":670},"claude-opus-4-7":{"in_tokens":2488,"out_tokens":576},"mistral-large-2":{"in_tokens":1348,"out_tokens":572}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":420,"error":null,"skip_reason":null,"score_raw":0.3888888888888889,"duration_s":8.434923810999976,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1513,"out_tokens":2055},"claude-opus-4-8":{"in_tokens":3024,"out_tokens":869},"claude-opus-4-7":{"in_tokens":3029,"out_tokens":805},"mistral-large-2":{"in_tokens":1632,"out_tokens":717}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":487,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":12.101153994000015,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1440,"out_tokens":3098},"claude-opus-4-8":{"in_tokens":2997,"out_tokens":695},"claude-opus-4-7":{"in_tokens":3002,"out_tokens":521},"mistral-large-2":{"in_tokens":1540,"out_tokens":722}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":2113,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":24.507969823999986,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1473,"out_tokens":2585},"claude-opus-4-8":{"in_tokens":2709,"out_tokens":841},"claude-opus-4-7":{"in_tokens":2714,"out_tokens":608},"mistral-large-2":{"in_tokens":1670,"out_tokens":740}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":546,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":11.222998939000036,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1535,"out_tokens":1859},"claude-opus-4-8":{"in_tokens":3082,"out_tokens":696},"claude-opus-4-7":{"in_tokens":3087,"out_tokens":521},"mistral-large-2":{"in_tokens":1647,"out_tokens":572}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1676,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":33.022400989999994,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1578,"out_tokens":2951},"claude-opus-4-8":{"in_tokens":3118,"out_tokens":658},"claude-opus-4-7":{"in_tokens":3123,"out_tokens":609},"mistral-large-2":{"in_tokens":1693,"out_tokens":822}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":199,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":26.42542568600004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1253,"out_tokens":1545},"claude-opus-4-8":{"in_tokens":2422,"out_tokens":726},"claude-opus-4-7":{"in_tokens":2427,"out_tokens":563},"mistral-large-2":{"in_tokens":1372,"out_tokens":612}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":307,"out_tokens":471,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":9.121049684000013,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1175,"out_tokens":2359},"claude-opus-4-8":{"in_tokens":2350,"out_tokens":468},"claude-opus-4-7":{"in_tokens":2355,"out_tokens":530},"mistral-large-2":{"in_tokens":1274,"out_tokens":666}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":418,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":13.99225843000005,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1248,"out_tokens":1887},"claude-opus-4-8":{"in_tokens":2559,"out_tokens":664},"claude-opus-4-7":{"in_tokens":2564,"out_tokens":681},"mistral-large-2":{"in_tokens":1331,"out_tokens":478}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":599,"out_tokens":1244,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":19.619767876000026,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1444,"out_tokens":2292},"claude-opus-4-8":{"in_tokens":2810,"out_tokens":743},"claude-opus-4-7":{"in_tokens":2815,"out_tokens":550},"mistral-large-2":{"in_tokens":1546,"out_tokens":649}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":117,"error":null,"skip_reason":null,"score_raw":0.38888888888888884,"duration_s":21.880604618000007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1076,"out_tokens":1395},"claude-opus-4-8":{"in_tokens":2076,"out_tokens":544},"claude-opus-4-7":{"in_tokens":2081,"out_tokens":512},"mistral-large-2":{"in_tokens":1181,"out_tokens":581}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":454,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":9.043571712000016,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1160,"out_tokens":1653},"claude-opus-4-8":{"in_tokens":2347,"out_tokens":678},"claude-opus-4-7":{"in_tokens":2352,"out_tokens":397},"mistral-large-2":{"in_tokens":1226,"out_tokens":760}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":198,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":23.061750744999983,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1118,"out_tokens":1924},"claude-opus-4-8":{"in_tokens":2206,"out_tokens":806},"claude-opus-4-7":{"in_tokens":2211,"out_tokens":621},"mistral-large-2":{"in_tokens":1245,"out_tokens":579}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":141,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":21.979919938000023,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1137,"out_tokens":1666},"claude-opus-4-8":{"in_tokens":2231,"out_tokens":758},"claude-opus-4-7":{"in_tokens":2236,"out_tokens":592},"mistral-large-2":{"in_tokens":1228,"out_tokens":642}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":1279,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":18.233328661999963,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1339,"out_tokens":2903},"claude-opus-4-8":{"in_tokens":2636,"out_tokens":925},"claude-opus-4-7":{"in_tokens":2641,"out_tokens":604},"mistral-large-2":{"in_tokens":1394,"out_tokens":736}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":1195,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":19.670112044000007,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1365,"out_tokens":1630},"claude-opus-4-8":{"in_tokens":2710,"out_tokens":563},"claude-opus-4-7":{"in_tokens":2715,"out_tokens":494},"mistral-large-2":{"in_tokens":1468,"out_tokens":568}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":690,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":16.486833509999997,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1391,"out_tokens":2590},"claude-opus-4-8":{"in_tokens":2848,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2853,"out_tokens":611},"mistral-large-2":{"in_tokens":1476,"out_tokens":813}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":466,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":10.627976472,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1186,"out_tokens":1383},"claude-opus-4-8":{"in_tokens":2395,"out_tokens":663},"claude-opus-4-7":{"in_tokens":2400,"out_tokens":660},"mistral-large-2":{"in_tokens":1286,"out_tokens":565}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":1777,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":23.648651416000007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1546,"out_tokens":1637},"claude-opus-4-8":{"in_tokens":2837,"out_tokens":758},"claude-opus-4-7":{"in_tokens":2842,"out_tokens":541},"mistral-large-2":{"in_tokens":1738,"out_tokens":637}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":1182,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":17.165481037999996,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1319,"out_tokens":1870},"claude-opus-4-8":{"in_tokens":2718,"out_tokens":571},"claude-opus-4-7":{"in_tokens":2723,"out_tokens":438},"mistral-large-2":{"in_tokens":1425,"out_tokens":494}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":519,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":10.392107876000011,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1208,"out_tokens":2654},"claude-opus-4-8":{"in_tokens":2353,"out_tokens":739},"claude-opus-4-7":{"in_tokens":2358,"out_tokens":771},"mistral-large-2":{"in_tokens":1257,"out_tokens":418}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":1026,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":14.920072313999981,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1299,"out_tokens":1735},"claude-opus-4-8":{"in_tokens":2568,"out_tokens":739},"claude-opus-4-7":{"in_tokens":2573,"out_tokens":591},"mistral-large-2":{"in_tokens":1365,"out_tokens":714}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":171,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":16.949549634999983,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1086,"out_tokens":1314},"claude-opus-4-8":{"in_tokens":2153,"out_tokens":810},"claude-opus-4-7":{"in_tokens":2158,"out_tokens":522},"mistral-large-2":{"in_tokens":1192,"out_tokens":598}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":1633,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":44.25431176000001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1212,"out_tokens":1364},"claude-opus-4-8":{"in_tokens":2436,"out_tokens":595},"claude-opus-4-7":{"in_tokens":2441,"out_tokens":513},"mistral-large-2":{"in_tokens":1340,"out_tokens":521}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":475,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":9.481594367000014,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1236,"out_tokens":2123},"claude-opus-4-8":{"in_tokens":2427,"out_tokens":955},"claude-opus-4-7":{"in_tokens":2432,"out_tokens":763},"mistral-large-2":{"in_tokens":1297,"out_tokens":558}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":215,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":17.149389262,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1128,"out_tokens":1284},"claude-opus-4-8":{"in_tokens":2153,"out_tokens":620},"claude-opus-4-7":{"in_tokens":2158,"out_tokens":477},"mistral-large-2":{"in_tokens":1254,"out_tokens":603}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":665,"error":null,"skip_reason":null,"score_raw":0.29166666666666663,"duration_s":12.950505131,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1362,"out_tokens":1316},"claude-opus-4-8":{"in_tokens":2843,"out_tokens":737},"claude-opus-4-7":{"in_tokens":2848,"out_tokens":571},"mistral-large-2":{"in_tokens":1472,"out_tokens":482}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":520,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":10.27578444400001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1202,"out_tokens":1161},"claude-opus-4-8":{"in_tokens":2446,"out_tokens":551},"claude-opus-4-7":{"in_tokens":2451,"out_tokens":514},"mistral-large-2":{"in_tokens":1279,"out_tokens":471}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":187,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":25.13371788699999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1046,"out_tokens":1493},"claude-opus-4-8":{"in_tokens":2061,"out_tokens":678},"claude-opus-4-7":{"in_tokens":2066,"out_tokens":505},"mistral-large-2":{"in_tokens":1155,"out_tokens":541}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":1694,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":50.162324716,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1476,"out_tokens":1877},"claude-opus-4-8":{"in_tokens":2823,"out_tokens":885},"claude-opus-4-7":{"in_tokens":2828,"out_tokens":667},"mistral-large-2":{"in_tokens":1655,"out_tokens":696}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":1271,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":15.833049136,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1330,"out_tokens":1191},"claude-opus-4-8":{"in_tokens":2521,"out_tokens":588},"claude-opus-4-7":{"in_tokens":2526,"out_tokens":543},"mistral-large-2":{"in_tokens":1445,"out_tokens":598}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":1292,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":21.668801606000045,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1353,"out_tokens":2329},"claude-opus-4-8":{"in_tokens":2686,"out_tokens":730},"claude-opus-4-7":{"in_tokens":2691,"out_tokens":530},"mistral-large-2":{"in_tokens":1447,"out_tokens":571}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":2615,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":32.89530102399999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1901,"out_tokens":2319},"claude-opus-4-8":{"in_tokens":3488,"out_tokens":909},"claude-opus-4-7":{"in_tokens":3493,"out_tokens":691},"mistral-large-2":{"in_tokens":2053,"out_tokens":762}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":239,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":23.624401098999954,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1155,"out_tokens":2812},"claude-opus-4-8":{"in_tokens":2152,"out_tokens":831},"claude-opus-4-7":{"in_tokens":2157,"out_tokens":788},"mistral-large-2":{"in_tokens":1263,"out_tokens":1012}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":547,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":10.802291200000013,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1498,"out_tokens":2728},"claude-opus-4-8":{"in_tokens":2867,"out_tokens":865},"claude-opus-4-7":{"in_tokens":2872,"out_tokens":632},"mistral-large-2":{"in_tokens":1583,"out_tokens":701}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":772,"out_tokens":1598,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":24.34674446600002,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1792,"out_tokens":1969},"claude-opus-4-8":{"in_tokens":3456,"out_tokens":783},"claude-opus-4-7":{"in_tokens":3461,"out_tokens":652},"mistral-large-2":{"in_tokens":1879,"out_tokens":673}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":616,"out_tokens":1217,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":19.667227369999978,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1406,"out_tokens":1787},"claude-opus-4-8":{"in_tokens":2896,"out_tokens":730},"claude-opus-4-7":{"in_tokens":2901,"out_tokens":597},"mistral-large-2":{"in_tokens":1525,"out_tokens":793}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":462,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":11.328188918000023,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1274,"out_tokens":1939},"claude-opus-4-8":{"in_tokens":2574,"out_tokens":673},"claude-opus-4-7":{"in_tokens":2579,"out_tokens":556},"mistral-large-2":{"in_tokens":1376,"out_tokens":680}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":488,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":10.280504280000002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1250,"out_tokens":1888},"claude-opus-4-8":{"in_tokens":2493,"out_tokens":664},"claude-opus-4-7":{"in_tokens":2498,"out_tokens":602},"mistral-large-2":{"in_tokens":1329,"out_tokens":666}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":361,"error":null,"skip_reason":null,"score_raw":0.6071428571428572,"duration_s":7.079351645000031,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1140,"out_tokens":1432},"claude-opus-4-8":{"in_tokens":2307,"out_tokens":639},"claude-opus-4-7":{"in_tokens":2312,"out_tokens":498},"mistral-large-2":{"in_tokens":1188,"out_tokens":493}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1420,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":23.239477882000017,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1514,"out_tokens":1746},"claude-opus-4-8":{"in_tokens":2969,"out_tokens":690},"claude-opus-4-7":{"in_tokens":2974,"out_tokens":637},"mistral-large-2":{"in_tokens":1618,"out_tokens":745}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":335,"out_tokens":240,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":16.677007333000006,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1133,"out_tokens":1068},"claude-opus-4-8":{"in_tokens":2139,"out_tokens":671},"claude-opus-4-7":{"in_tokens":2144,"out_tokens":537},"mistral-large-2":{"in_tokens":1214,"out_tokens":539}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":582,"out_tokens":769,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":12.850907353999958,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1164,"out_tokens":1669},"claude-opus-4-8":{"in_tokens":2326,"out_tokens":533},"claude-opus-4-7":{"in_tokens":2331,"out_tokens":509},"mistral-large-2":{"in_tokens":1201,"out_tokens":394}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":398,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":8.048406225000008,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1118,"out_tokens":2770},"claude-opus-4-8":{"in_tokens":2311,"out_tokens":686},"claude-opus-4-7":{"in_tokens":2316,"out_tokens":623},"mistral-large-2":{"in_tokens":1182,"out_tokens":846}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":328,"out_tokens":173,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":17.49059521600003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":988,"out_tokens":1042},"claude-opus-4-8":{"in_tokens":1913,"out_tokens":521},"claude-opus-4-7":{"in_tokens":1918,"out_tokens":440},"mistral-large-2":{"in_tokens":1067,"out_tokens":490}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":1839,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":27.05416781399998,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1468,"out_tokens":2280},"claude-opus-4-8":{"in_tokens":2820,"out_tokens":843},"claude-opus-4-7":{"in_tokens":2825,"out_tokens":661},"mistral-large-2":{"in_tokens":1628,"out_tokens":665}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":1346,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":18.828100183000004,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1213,"out_tokens":2235},"claude-opus-4-8":{"in_tokens":2317,"out_tokens":731},"claude-opus-4-7":{"in_tokens":2322,"out_tokens":582},"mistral-large-2":{"in_tokens":1339,"out_tokens":659}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1670,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":20.78087171599998,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1512,"out_tokens":1990},"claude-opus-4-8":{"in_tokens":2896,"out_tokens":817},"claude-opus-4-7":{"in_tokens":2901,"out_tokens":688},"mistral-large-2":{"in_tokens":1677,"out_tokens":772}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":566,"out_tokens":667,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":12.375439400000005,"hallucination_count":9.25,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":2093,"out_tokens":3292},"claude-opus-4-8":{"in_tokens":4046,"out_tokens":1309},"claude-opus-4-7":{"in_tokens":4051,"out_tokens":1255},"mistral-large-2":{"in_tokens":2183,"out_tokens":955}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":1180,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":16.596805082999992,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1286,"out_tokens":2409},"claude-opus-4-8":{"in_tokens":2680,"out_tokens":617},"claude-opus-4-7":{"in_tokens":2685,"out_tokens":591},"mistral-large-2":{"in_tokens":1358,"out_tokens":487}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":201,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":37.13433269799998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1051,"out_tokens":1725},"claude-opus-4-8":{"in_tokens":2050,"out_tokens":791},"claude-opus-4-7":{"in_tokens":2055,"out_tokens":642},"mistral-large-2":{"in_tokens":1111,"out_tokens":490}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":24.28033086299996,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1065,"out_tokens":1340},"claude-opus-4-8":{"in_tokens":2035,"out_tokens":632},"claude-opus-4-7":{"in_tokens":2040,"out_tokens":474},"mistral-large-2":{"in_tokens":1165,"out_tokens":584}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":770,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":17.10400745100003,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2066,"out_tokens":2313},"claude-opus-4-8":{"in_tokens":4104,"out_tokens":1183},"claude-opus-4-7":{"in_tokens":4109,"out_tokens":784},"mistral-large-2":{"in_tokens":2223,"out_tokens":1085}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":691,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":13.135170383000002,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1964,"out_tokens":2784},"claude-opus-4-8":{"in_tokens":3866,"out_tokens":1117},"claude-opus-4-7":{"in_tokens":3871,"out_tokens":823},"mistral-large-2":{"in_tokens":2130,"out_tokens":755}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":524,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":10.076454194000007,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1833,"out_tokens":2316},"claude-opus-4-8":{"in_tokens":3687,"out_tokens":1010},"claude-opus-4-7":{"in_tokens":3692,"out_tokens":846},"mistral-large-2":{"in_tokens":1939,"out_tokens":730}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":1497,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":18.020878632000006,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1273,"out_tokens":1785},"claude-opus-4-8":{"in_tokens":2457,"out_tokens":689},"claude-opus-4-7":{"in_tokens":2462,"out_tokens":655},"mistral-large-2":{"in_tokens":1389,"out_tokens":658}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1370,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":17.021615349,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1200,"out_tokens":1637},"claude-opus-4-8":{"in_tokens":2354,"out_tokens":732},"claude-opus-4-7":{"in_tokens":2359,"out_tokens":560},"mistral-large-2":{"in_tokens":1316,"out_tokens":583}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":994,"out_tokens":1696,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":26.091967443999977,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2244,"out_tokens":3312},"claude-opus-4-8":{"in_tokens":4325,"out_tokens":1006},"claude-opus-4-7":{"in_tokens":4330,"out_tokens":793},"mistral-large-2":{"in_tokens":2425,"out_tokens":936}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1010,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":30.42501222200002,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2479,"out_tokens":3100},"claude-opus-4-8":{"in_tokens":4829,"out_tokens":945},"claude-opus-4-7":{"in_tokens":4834,"out_tokens":697},"mistral-large-2":{"in_tokens":2603,"out_tokens":790}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":2720,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":38.90947088099995,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1402,"out_tokens":2063},"claude-opus-4-8":{"in_tokens":2710,"out_tokens":634},"claude-opus-4-7":{"in_tokens":2715,"out_tokens":525},"mistral-large-2":{"in_tokens":1563,"out_tokens":722}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":1740,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":23.803543676999993,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1329,"out_tokens":1636},"claude-opus-4-8":{"in_tokens":2591,"out_tokens":852},"claude-opus-4-7":{"in_tokens":2596,"out_tokens":734},"mistral-large-2":{"in_tokens":1477,"out_tokens":687}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":895,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":16.35059980899996,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2169,"out_tokens":2342},"claude-opus-4-8":{"in_tokens":4244,"out_tokens":1028},"claude-opus-4-7":{"in_tokens":4249,"out_tokens":888},"mistral-large-2":{"in_tokens":2326,"out_tokens":840}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":937,"out_tokens":1948,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":30.889916708999976,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2309,"out_tokens":2910},"claude-opus-4-8":{"in_tokens":4520,"out_tokens":878},"claude-opus-4-7":{"in_tokens":4525,"out_tokens":825},"mistral-large-2":{"in_tokens":2492,"out_tokens":689}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":254,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":21.120283819999997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1107,"out_tokens":1262},"claude-opus-4-8":{"in_tokens":2234,"out_tokens":585},"claude-opus-4-7":{"in_tokens":2239,"out_tokens":473},"mistral-large-2":{"in_tokens":1175,"out_tokens":483}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":916,"out_tokens":1937,"error":null,"skip_reason":null,"score_raw":0.7000000000000001,"duration_s":29.08931138600002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2305,"out_tokens":2787},"claude-opus-4-8":{"in_tokens":4548,"out_tokens":999},"claude-opus-4-7":{"in_tokens":4553,"out_tokens":707},"mistral-large-2":{"in_tokens":2434,"out_tokens":1091}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":343,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":34.13425447000003,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1310,"out_tokens":2252},"claude-opus-4-8":{"in_tokens":2735,"out_tokens":673},"claude-opus-4-7":{"in_tokens":2740,"out_tokens":630},"mistral-large-2":{"in_tokens":1403,"out_tokens":569}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":325,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":30.244163353000033,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1329,"out_tokens":1874},"claude-opus-4-8":{"in_tokens":2672,"out_tokens":703},"claude-opus-4-7":{"in_tokens":2677,"out_tokens":601},"mistral-large-2":{"in_tokens":1442,"out_tokens":613}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":1459,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":20.768079381000007,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1289,"out_tokens":1760},"claude-opus-4-8":{"in_tokens":2462,"out_tokens":560},"claude-opus-4-7":{"in_tokens":2467,"out_tokens":516},"mistral-large-2":{"in_tokens":1450,"out_tokens":508}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1231,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":22.33980171600001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1446,"out_tokens":1132},"claude-opus-4-8":{"in_tokens":2828,"out_tokens":692},"claude-opus-4-7":{"in_tokens":2833,"out_tokens":601},"mistral-large-2":{"in_tokens":1540,"out_tokens":604}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":298,"out_tokens":824,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":16.537564838000037,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1523,"out_tokens":1460},"claude-opus-4-8":{"in_tokens":3018,"out_tokens":564},"claude-opus-4-7":{"in_tokens":3023,"out_tokens":453},"mistral-large-2":{"in_tokens":1631,"out_tokens":597}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":886,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":29.083945921999998,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2362,"out_tokens":3231},"claude-opus-4-8":{"in_tokens":4631,"out_tokens":938},"claude-opus-4-7":{"in_tokens":4636,"out_tokens":795},"mistral-large-2":{"in_tokens":2532,"out_tokens":814}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":2143,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":32.087241457999994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1271,"out_tokens":1553},"claude-opus-4-8":{"in_tokens":2362,"out_tokens":835},"claude-opus-4-7":{"in_tokens":2367,"out_tokens":584},"mistral-large-2":{"in_tokens":1399,"out_tokens":554}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":1751,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":26.005540612999994,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1965,"out_tokens":2757},"claude-opus-4-8":{"in_tokens":3964,"out_tokens":870},"claude-opus-4-7":{"in_tokens":3969,"out_tokens":686},"mistral-large-2":{"in_tokens":2110,"out_tokens":756}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":238,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":20.03363527199997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":976,"out_tokens":891},"claude-opus-4-8":{"in_tokens":1959,"out_tokens":484},"claude-opus-4-7":{"in_tokens":1964,"out_tokens":400},"mistral-large-2":{"in_tokens":1036,"out_tokens":404}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":276,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":23.482559985000023,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1003,"out_tokens":2304},"claude-opus-4-8":{"in_tokens":1998,"out_tokens":580},"claude-opus-4-7":{"in_tokens":2003,"out_tokens":380},"mistral-large-2":{"in_tokens":1086,"out_tokens":631}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":2181,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":33.62230395299997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1235,"out_tokens":2502},"claude-opus-4-8":{"in_tokens":2395,"out_tokens":583},"claude-opus-4-7":{"in_tokens":2400,"out_tokens":481},"mistral-large-2":{"in_tokens":1319,"out_tokens":511}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":533,"out_tokens":1544,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":23.49831614699997,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1542,"out_tokens":2180},"claude-opus-4-8":{"in_tokens":3013,"out_tokens":561},"claude-opus-4-7":{"in_tokens":3018,"out_tokens":558},"mistral-large-2":{"in_tokens":1675,"out_tokens":582}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":628,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":14.077836482999999,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1608,"out_tokens":2586},"claude-opus-4-8":{"in_tokens":3108,"out_tokens":896},"claude-opus-4-7":{"in_tokens":3113,"out_tokens":827},"mistral-large-2":{"in_tokens":1710,"out_tokens":761}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":1570,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":31.781631384000036,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1253,"out_tokens":1859},"claude-opus-4-8":{"in_tokens":2305,"out_tokens":722},"claude-opus-4-7":{"in_tokens":2310,"out_tokens":528},"mistral-large-2":{"in_tokens":1360,"out_tokens":615}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1418,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":20.574311523999995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1145,"out_tokens":1125},"claude-opus-4-8":{"in_tokens":2198,"out_tokens":593},"claude-opus-4-7":{"in_tokens":2203,"out_tokens":452},"mistral-large-2":{"in_tokens":1250,"out_tokens":591}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":316,"error":null,"skip_reason":null,"score_raw":0.1388888888888889,"duration_s":66.26444999199998,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1425,"out_tokens":3036},"claude-opus-4-8":{"in_tokens":2824,"out_tokens":1098},"claude-opus-4-7":{"in_tokens":2829,"out_tokens":762},"mistral-large-2":{"in_tokens":1539,"out_tokens":962}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":748,"out_tokens":1352,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":21.518211331999964,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1688,"out_tokens":2182},"claude-opus-4-8":{"in_tokens":3274,"out_tokens":788},"claude-opus-4-7":{"in_tokens":3279,"out_tokens":568},"mistral-large-2":{"in_tokens":1790,"out_tokens":659}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":237,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":27.66760337400001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":946,"out_tokens":1610},"claude-opus-4-8":{"in_tokens":1899,"out_tokens":470},"claude-opus-4-7":{"in_tokens":1904,"out_tokens":385},"mistral-large-2":{"in_tokens":1004,"out_tokens":470}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":711,"out_tokens":729,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":15.316209911999977,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.3,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2261,"out_tokens":2728},"claude-opus-4-8":{"in_tokens":4412,"out_tokens":1270},"claude-opus-4-7":{"in_tokens":4417,"out_tokens":1191},"mistral-large-2":{"in_tokens":2356,"out_tokens":781}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":274,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":23.337512489000005,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1037,"out_tokens":1338},"claude-opus-4-8":{"in_tokens":2075,"out_tokens":565},"claude-opus-4-7":{"in_tokens":2080,"out_tokens":486},"mistral-large-2":{"in_tokens":1104,"out_tokens":475}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1309,"out_tokens":1848,"error":null,"skip_reason":null,"score_raw":0.825,"duration_s":29.417475007999997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2459,"out_tokens":2415},"claude-opus-4-8":{"in_tokens":4820,"out_tokens":1007},"claude-opus-4-7":{"in_tokens":4825,"out_tokens":808},"mistral-large-2":{"in_tokens":2577,"out_tokens":1092}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":776,"error":null,"skip_reason":null,"score_raw":0.8611111111111112,"duration_s":15.238095214000055,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1345,"out_tokens":1385},"claude-opus-4-8":{"in_tokens":2550,"out_tokens":858},"claude-opus-4-7":{"in_tokens":2555,"out_tokens":616},"mistral-large-2":{"in_tokens":1444,"out_tokens":649}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":251,"out_tokens":211,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":20.624693793000006,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":927,"out_tokens":1214},"claude-opus-4-8":{"in_tokens":1810,"out_tokens":555},"claude-opus-4-7":{"in_tokens":1815,"out_tokens":383},"mistral-large-2":{"in_tokens":961,"out_tokens":480}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":2107,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":33.45588906300003,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1407,"out_tokens":2714},"claude-opus-4-8":{"in_tokens":2678,"out_tokens":910},"claude-opus-4-7":{"in_tokens":2683,"out_tokens":551},"mistral-large-2":{"in_tokens":1532,"out_tokens":602}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1103,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":30.990820756999995,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2390,"out_tokens":3255},"claude-opus-4-8":{"in_tokens":4684,"out_tokens":1035},"claude-opus-4-7":{"in_tokens":4689,"out_tokens":789},"mistral-large-2":{"in_tokens":2563,"out_tokens":825}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":319,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":31.50062379100001,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1114,"out_tokens":2666},"claude-opus-4-8":{"in_tokens":2228,"out_tokens":857},"claude-opus-4-7":{"in_tokens":2233,"out_tokens":765},"mistral-large-2":{"in_tokens":1221,"out_tokens":703}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":588,"out_tokens":653,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":12.289651856999967,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1947,"out_tokens":2486},"claude-opus-4-8":{"in_tokens":3856,"out_tokens":806},"claude-opus-4-7":{"in_tokens":3861,"out_tokens":618},"mistral-large-2":{"in_tokens":2102,"out_tokens":720}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":229,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":21.170336874999975,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":981,"out_tokens":1701},"claude-opus-4-8":{"in_tokens":2008,"out_tokens":514},"claude-opus-4-7":{"in_tokens":2013,"out_tokens":405},"mistral-large-2":{"in_tokens":1046,"out_tokens":432}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":659,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":76.26142827200005,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1456,"out_tokens":1819},"claude-opus-4-8":{"in_tokens":2833,"out_tokens":555},"claude-opus-4-7":{"in_tokens":2838,"out_tokens":466},"mistral-large-2":{"in_tokens":1550,"out_tokens":650}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":691,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":75.32040788300003,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.3,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1748,"out_tokens":2353},"claude-opus-4-8":{"in_tokens":3564,"out_tokens":1058},"claude-opus-4-7":{"in_tokens":3569,"out_tokens":679},"mistral-large-2":{"in_tokens":1873,"out_tokens":835}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1109,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":32.75504277099998,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2503,"out_tokens":2583},"claude-opus-4-8":{"in_tokens":4879,"out_tokens":1139},"claude-opus-4-7":{"in_tokens":4884,"out_tokens":805},"mistral-large-2":{"in_tokens":2684,"out_tokens":1225}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":2977,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":35.173056738000014,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1985,"out_tokens":2582},"claude-opus-4-8":{"in_tokens":3910,"out_tokens":1199},"claude-opus-4-7":{"in_tokens":3915,"out_tokens":687},"mistral-large-2":{"in_tokens":2145,"out_tokens":682}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":2519,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":33.855096672,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1997,"out_tokens":2115},"claude-opus-4-8":{"in_tokens":4010,"out_tokens":929},"claude-opus-4-7":{"in_tokens":4015,"out_tokens":784},"mistral-large-2":{"in_tokens":2149,"out_tokens":801}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":3018,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":39.02502020700007,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1944,"out_tokens":2084},"claude-opus-4-8":{"in_tokens":4016,"out_tokens":883},"claude-opus-4-7":{"in_tokens":4021,"out_tokens":640},"mistral-large-2":{"in_tokens":2080,"out_tokens":708}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":341,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":24.486984220999943,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1116,"out_tokens":1634},"claude-opus-4-8":{"in_tokens":2249,"out_tokens":596},"claude-opus-4-7":{"in_tokens":2254,"out_tokens":710},"mistral-large-2":{"in_tokens":1166,"out_tokens":813}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":979,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":18.465911361000053,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1463,"out_tokens":2681},"claude-opus-4-8":{"in_tokens":2835,"out_tokens":905},"claude-opus-4-7":{"in_tokens":2840,"out_tokens":778},"mistral-large-2":{"in_tokens":1565,"out_tokens":941}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":681,"out_tokens":1398,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":25.095542148999925,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1834,"out_tokens":3878},"claude-opus-4-8":{"in_tokens":3437,"out_tokens":871},"claude-opus-4-7":{"in_tokens":3442,"out_tokens":813},"mistral-large-2":{"in_tokens":2026,"out_tokens":757}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":244,"out_tokens":291,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":22.994365170000037,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":995,"out_tokens":1567},"claude-opus-4-8":{"in_tokens":1985,"out_tokens":759},"claude-opus-4-7":{"in_tokens":1990,"out_tokens":483},"mistral-large-2":{"in_tokens":1060,"out_tokens":752}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":1733,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":22.898788518999936,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1495,"out_tokens":1381},"claude-opus-4-8":{"in_tokens":3097,"out_tokens":602},"claude-opus-4-7":{"in_tokens":3102,"out_tokens":497},"mistral-large-2":{"in_tokens":1600,"out_tokens":560}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":1534,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":28.82083495500001,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2113,"out_tokens":3616},"claude-opus-4-8":{"in_tokens":3924,"out_tokens":942},"claude-opus-4-7":{"in_tokens":3929,"out_tokens":817},"mistral-large-2":{"in_tokens":2252,"out_tokens":865}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":244,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":22.392284384999925,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1079,"out_tokens":2094},"claude-opus-4-8":{"in_tokens":2175,"out_tokens":826},"claude-opus-4-7":{"in_tokens":2180,"out_tokens":758},"mistral-large-2":{"in_tokens":1169,"out_tokens":723}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1236,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":21.828350072000035,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2089,"out_tokens":2482},"claude-opus-4-8":{"in_tokens":3978,"out_tokens":970},"claude-opus-4-7":{"in_tokens":3983,"out_tokens":710},"mistral-large-2":{"in_tokens":2248,"out_tokens":1117}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":2058,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":25.952767036999944,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1511,"out_tokens":1741},"claude-opus-4-8":{"in_tokens":3012,"out_tokens":627},"claude-opus-4-7":{"in_tokens":3017,"out_tokens":422},"mistral-large-2":{"in_tokens":1645,"out_tokens":651}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1345,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":33.75747892100003,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2733,"out_tokens":3340},"claude-opus-4-8":{"in_tokens":5342,"out_tokens":1536},"claude-opus-4-7":{"in_tokens":5347,"out_tokens":1169},"mistral-large-2":{"in_tokens":2915,"out_tokens":974}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":16.011200749999944,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1016,"out_tokens":1438},"claude-opus-4-8":{"in_tokens":2042,"out_tokens":652},"claude-opus-4-7":{"in_tokens":2047,"out_tokens":446},"mistral-large-2":{"in_tokens":1058,"out_tokens":428}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":432,"out_tokens":293,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":36.82506214499995,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1263,"out_tokens":2236},"claude-opus-4-8":{"in_tokens":2443,"out_tokens":737},"claude-opus-4-7":{"in_tokens":2448,"out_tokens":723},"mistral-large-2":{"in_tokens":1332,"out_tokens":725}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":1738,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":28.125867883999945,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1509,"out_tokens":1622},"claude-opus-4-8":{"in_tokens":3072,"out_tokens":547},"claude-opus-4-7":{"in_tokens":3077,"out_tokens":388},"mistral-large-2":{"in_tokens":1616,"out_tokens":803}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":332,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":24.870214246000046,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1108,"out_tokens":1377},"claude-opus-4-8":{"in_tokens":2163,"out_tokens":588},"claude-opus-4-7":{"in_tokens":2168,"out_tokens":539},"mistral-large-2":{"in_tokens":1173,"out_tokens":559}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":1892,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":28.938272478000044,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1398,"out_tokens":1657},"claude-opus-4-8":{"in_tokens":2862,"out_tokens":726},"claude-opus-4-7":{"in_tokens":2867,"out_tokens":460},"mistral-large-2":{"in_tokens":1484,"out_tokens":912}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":263,"out_tokens":265,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":19.135962174000042,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":999,"out_tokens":1571},"claude-opus-4-8":{"in_tokens":2063,"out_tokens":534},"claude-opus-4-7":{"in_tokens":2068,"out_tokens":472},"mistral-large-2":{"in_tokens":1059,"out_tokens":469}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":1084,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.401116812000055,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1578,"out_tokens":3073},"claude-opus-4-8":{"in_tokens":3092,"out_tokens":880},"claude-opus-4-7":{"in_tokens":3097,"out_tokens":689},"mistral-large-2":{"in_tokens":1693,"out_tokens":789}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1620,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":28.884244662000015,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2328,"out_tokens":3771},"claude-opus-4-8":{"in_tokens":4382,"out_tokens":1132},"claude-opus-4-7":{"in_tokens":4387,"out_tokens":954},"mistral-large-2":{"in_tokens":2473,"out_tokens":937}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":1765,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":26.392832697000017,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1612,"out_tokens":2829},"claude-opus-4-8":{"in_tokens":3132,"out_tokens":809},"claude-opus-4-7":{"in_tokens":3137,"out_tokens":566},"mistral-large-2":{"in_tokens":1758,"out_tokens":642}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":665,"out_tokens":1447,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":25.47322275299996,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1848,"out_tokens":3353},"claude-opus-4-8":{"in_tokens":3515,"out_tokens":1373},"claude-opus-4-7":{"in_tokens":3520,"out_tokens":766},"mistral-large-2":{"in_tokens":1969,"out_tokens":716}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1604,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":30.506975904,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2024,"out_tokens":3736},"claude-opus-4-8":{"in_tokens":3768,"out_tokens":964},"claude-opus-4-7":{"in_tokens":3773,"out_tokens":800},"mistral-large-2":{"in_tokens":2172,"out_tokens":839}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":395,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":25.20972395000001,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.3,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1732,"out_tokens":2311},"claude-opus-4-8":{"in_tokens":3418,"out_tokens":1255},"claude-opus-4-7":{"in_tokens":3423,"out_tokens":889},"mistral-large-2":{"in_tokens":1864,"out_tokens":1247}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":655,"out_tokens":1071,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":21.211996392999936,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1535,"out_tokens":2255},"claude-opus-4-8":{"in_tokens":3058,"out_tokens":613},"claude-opus-4-7":{"in_tokens":3063,"out_tokens":569},"mistral-large-2":{"in_tokens":1633,"out_tokens":657}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":2337,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":35.21736565699996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1815,"out_tokens":1873},"claude-opus-4-8":{"in_tokens":3655,"out_tokens":464},"claude-opus-4-7":{"in_tokens":3660,"out_tokens":425},"mistral-large-2":{"in_tokens":2000,"out_tokens":626}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":303,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":26.674044551000065,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1621,"out_tokens":1771},"claude-opus-4-8":{"in_tokens":3165,"out_tokens":913},"claude-opus-4-7":{"in_tokens":3170,"out_tokens":750},"mistral-large-2":{"in_tokens":1749,"out_tokens":800}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":1112,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":19.101245359999893,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1714,"out_tokens":2671},"claude-opus-4-8":{"in_tokens":3240,"out_tokens":894},"claude-opus-4-7":{"in_tokens":3245,"out_tokens":643},"mistral-large-2":{"in_tokens":1852,"out_tokens":669}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":1239,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":22.17536365600006,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1665,"out_tokens":1890},"claude-opus-4-8":{"in_tokens":3213,"out_tokens":755},"claude-opus-4-7":{"in_tokens":3218,"out_tokens":630},"mistral-large-2":{"in_tokens":1776,"out_tokens":517}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":2766,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":35.856082308000055,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1422,"out_tokens":1981},"claude-opus-4-8":{"in_tokens":2821,"out_tokens":492},"claude-opus-4-7":{"in_tokens":2826,"out_tokens":415},"mistral-large-2":{"in_tokens":1492,"out_tokens":655}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":350,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":36.93777171199997,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1779,"out_tokens":2113},"claude-opus-4-8":{"in_tokens":3472,"out_tokens":983},"claude-opus-4-7":{"in_tokens":3477,"out_tokens":771},"mistral-large-2":{"in_tokens":1875,"out_tokens":742}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":2099,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":32.23876420800002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1699,"out_tokens":1805},"claude-opus-4-8":{"in_tokens":3507,"out_tokens":524},"claude-opus-4-7":{"in_tokens":3512,"out_tokens":385},"mistral-large-2":{"in_tokens":1825,"out_tokens":510}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":428,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":32.87225016399998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1745,"out_tokens":2457},"claude-opus-4-8":{"in_tokens":3444,"out_tokens":1122},"claude-opus-4-7":{"in_tokens":3449,"out_tokens":782},"mistral-large-2":{"in_tokens":1849,"out_tokens":874}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":763,"out_tokens":1552,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":28.42667024299999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2332,"out_tokens":3303},"claude-opus-4-8":{"in_tokens":4318,"out_tokens":1034},"claude-opus-4-7":{"in_tokens":4323,"out_tokens":902},"mistral-large-2":{"in_tokens":2473,"out_tokens":1296}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":2165,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":32.15471593999996,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1532,"out_tokens":2613},"claude-opus-4-8":{"in_tokens":3053,"out_tokens":764},"claude-opus-4-7":{"in_tokens":3058,"out_tokens":643},"mistral-large-2":{"in_tokens":1625,"out_tokens":605}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":594,"out_tokens":966,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":17.813080746000082,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1610,"out_tokens":2538},"claude-opus-4-8":{"in_tokens":3001,"out_tokens":1036},"claude-opus-4-7":{"in_tokens":3006,"out_tokens":777},"mistral-large-2":{"in_tokens":1745,"out_tokens":836}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":715,"out_tokens":1029,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":18.8142524189999,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1607,"out_tokens":2648},"claude-opus-4-8":{"in_tokens":3089,"out_tokens":719},"claude-opus-4-7":{"in_tokens":3094,"out_tokens":608},"mistral-large-2":{"in_tokens":1683,"out_tokens":593}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":1177,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":19.819435875999943,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1701,"out_tokens":2754},"claude-opus-4-8":{"in_tokens":3247,"out_tokens":1152},"claude-opus-4-7":{"in_tokens":3252,"out_tokens":738},"mistral-large-2":{"in_tokens":1764,"out_tokens":1068}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":332,"out_tokens":327,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":21.947856345000105,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1147,"out_tokens":1434},"claude-opus-4-8":{"in_tokens":2230,"out_tokens":514},"claude-opus-4-7":{"in_tokens":2235,"out_tokens":491},"mistral-large-2":{"in_tokens":1219,"out_tokens":596}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":399,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":32.02376908400004,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1708,"out_tokens":2660},"claude-opus-4-8":{"in_tokens":3362,"out_tokens":836},"claude-opus-4-7":{"in_tokens":3367,"out_tokens":836},"mistral-large-2":{"in_tokens":1839,"out_tokens":810}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":275,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":19.638763749999953,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1015,"out_tokens":1669},"claude-opus-4-8":{"in_tokens":1992,"out_tokens":636},"claude-opus-4-7":{"in_tokens":1997,"out_tokens":444},"mistral-large-2":{"in_tokens":1086,"out_tokens":581}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":693,"out_tokens":1026,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":19.17340897700001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1662,"out_tokens":1961},"claude-opus-4-8":{"in_tokens":3079,"out_tokens":803},"claude-opus-4-7":{"in_tokens":3084,"out_tokens":618},"mistral-large-2":{"in_tokens":1741,"out_tokens":666}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":423,"out_tokens":314,"error":null,"skip_reason":null,"score_raw":0.07500000000000001,"duration_s":29.37694816699991,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.3,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1409,"out_tokens":1757},"claude-opus-4-8":{"in_tokens":2838,"out_tokens":1111},"claude-opus-4-7":{"in_tokens":2843,"out_tokens":681},"mistral-large-2":{"in_tokens":1496,"out_tokens":853}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1011,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":20.123106261999965,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1507,"out_tokens":1689},"claude-opus-4-8":{"in_tokens":2807,"out_tokens":679},"claude-opus-4-7":{"in_tokens":2812,"out_tokens":568},"mistral-large-2":{"in_tokens":1583,"out_tokens":659}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1591,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":32.114574807000054,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1471,"out_tokens":2208},"claude-opus-4-8":{"in_tokens":2916,"out_tokens":923},"claude-opus-4-7":{"in_tokens":2921,"out_tokens":793},"mistral-large-2":{"in_tokens":1585,"out_tokens":932}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":1846,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":42.48557460100005,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1724,"out_tokens":1550},"claude-opus-4-8":{"in_tokens":3406,"out_tokens":596},"claude-opus-4-7":{"in_tokens":3411,"out_tokens":648},"mistral-large-2":{"in_tokens":1859,"out_tokens":546}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":1090,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":23.99367864499993,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1545,"out_tokens":1959},"claude-opus-4-8":{"in_tokens":2844,"out_tokens":551},"claude-opus-4-7":{"in_tokens":2849,"out_tokens":475},"mistral-large-2":{"in_tokens":1619,"out_tokens":578}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":948,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":16.94891884499998,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1387,"out_tokens":2032},"claude-opus-4-8":{"in_tokens":2605,"out_tokens":855},"claude-opus-4-7":{"in_tokens":2610,"out_tokens":654},"mistral-large-2":{"in_tokens":1468,"out_tokens":605}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":780,"out_tokens":1172,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":26.344184238000025,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1645,"out_tokens":1680},"claude-opus-4-8":{"in_tokens":3031,"out_tokens":518},"claude-opus-4-7":{"in_tokens":3036,"out_tokens":469},"mistral-large-2":{"in_tokens":1718,"out_tokens":701}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":1778,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":35.12980827199999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1671,"out_tokens":2146},"claude-opus-4-8":{"in_tokens":3315,"out_tokens":644},"claude-opus-4-7":{"in_tokens":3320,"out_tokens":508},"mistral-large-2":{"in_tokens":1794,"out_tokens":600}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":374,"error":null,"skip_reason":null,"score_raw":0.2,"duration_s":24.65091906600003,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1706,"out_tokens":2490},"claude-opus-4-8":{"in_tokens":3398,"out_tokens":1274},"claude-opus-4-7":{"in_tokens":3403,"out_tokens":896},"mistral-large-2":{"in_tokens":1830,"out_tokens":786}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":1243,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":17.54974783800003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1193,"out_tokens":1449},"claude-opus-4-8":{"in_tokens":2414,"out_tokens":487},"claude-opus-4-7":{"in_tokens":2419,"out_tokens":572},"mistral-large-2":{"in_tokens":1255,"out_tokens":546}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":698,"out_tokens":334,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":29.937018555999998,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1868,"out_tokens":2158},"claude-opus-4-8":{"in_tokens":3610,"out_tokens":1277},"claude-opus-4-7":{"in_tokens":3615,"out_tokens":760},"mistral-large-2":{"in_tokens":1957,"out_tokens":1074}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":259,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":35.75170646599997,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1276,"out_tokens":2296},"claude-opus-4-8":{"in_tokens":2438,"out_tokens":864},"claude-opus-4-7":{"in_tokens":2443,"out_tokens":683},"mistral-large-2":{"in_tokens":1345,"out_tokens":716}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":1125,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":21.437142843999936,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1433,"out_tokens":1373},"claude-opus-4-8":{"in_tokens":2716,"out_tokens":551},"claude-opus-4-7":{"in_tokens":2721,"out_tokens":527},"mistral-large-2":{"in_tokens":1513,"out_tokens":593}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":479,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":27.713137017999998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1936,"out_tokens":1851},"claude-opus-4-8":{"in_tokens":3762,"out_tokens":919},"claude-opus-4-7":{"in_tokens":3767,"out_tokens":693},"mistral-large-2":{"in_tokens":2067,"out_tokens":851}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":923,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":18.957676659999947,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1315,"out_tokens":1041},"claude-opus-4-8":{"in_tokens":2477,"out_tokens":561},"claude-opus-4-7":{"in_tokens":2482,"out_tokens":406},"mistral-large-2":{"in_tokens":1366,"out_tokens":578}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":3581,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":59.89522915500004,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.25,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1610,"out_tokens":2713},"claude-opus-4-8":{"in_tokens":3066,"out_tokens":591},"claude-opus-4-7":{"in_tokens":3071,"out_tokens":566},"mistral-large-2":{"in_tokens":1694,"out_tokens":698}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":1089,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":20.376470457000096,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1555,"out_tokens":2095},"claude-opus-4-8":{"in_tokens":2865,"out_tokens":739},"claude-opus-4-7":{"in_tokens":2870,"out_tokens":511},"mistral-large-2":{"in_tokens":1613,"out_tokens":684}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":1192,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":23.30704951700011,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1527,"out_tokens":1910},"claude-opus-4-8":{"in_tokens":2883,"out_tokens":655},"claude-opus-4-7":{"in_tokens":2888,"out_tokens":502},"mistral-large-2":{"in_tokens":1610,"out_tokens":696}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":1980,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":34.77207711300002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1498,"out_tokens":2789},"claude-opus-4-8":{"in_tokens":3073,"out_tokens":605},"claude-opus-4-7":{"in_tokens":3078,"out_tokens":538},"mistral-large-2":{"in_tokens":1601,"out_tokens":579}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":700,"out_tokens":1153,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":21.74225017399999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1643,"out_tokens":1568},"claude-opus-4-8":{"in_tokens":3100,"out_tokens":612},"claude-opus-4-7":{"in_tokens":3105,"out_tokens":489},"mistral-large-2":{"in_tokens":1728,"out_tokens":605}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":919,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":17.147773314999995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1377,"out_tokens":1642},"claude-opus-4-8":{"in_tokens":2584,"out_tokens":628},"claude-opus-4-7":{"in_tokens":2589,"out_tokens":493},"mistral-large-2":{"in_tokens":1451,"out_tokens":655}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":920,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":16.887127050000004,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1339,"out_tokens":1009},"claude-opus-4-8":{"in_tokens":2548,"out_tokens":534},"claude-opus-4-7":{"in_tokens":2553,"out_tokens":498},"mistral-large-2":{"in_tokens":1412,"out_tokens":514}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":2425,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":29.54783298999996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2363,"out_tokens":2186},"claude-opus-4-8":{"in_tokens":4585,"out_tokens":1089},"claude-opus-4-7":{"in_tokens":4590,"out_tokens":780},"mistral-large-2":{"in_tokens":2540,"out_tokens":1096}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":971,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":17.749755040999958,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1411,"out_tokens":1637},"claude-opus-4-8":{"in_tokens":2623,"out_tokens":601},"claude-opus-4-7":{"in_tokens":2628,"out_tokens":505},"mistral-large-2":{"in_tokens":1467,"out_tokens":570}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":935,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":17.82212537700002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1642,"out_tokens":1690},"claude-opus-4-8":{"in_tokens":3086,"out_tokens":586},"claude-opus-4-7":{"in_tokens":3091,"out_tokens":527},"mistral-large-2":{"in_tokens":1701,"out_tokens":652}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":3005,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":50.17979657500007,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2197,"out_tokens":2757},"claude-opus-4-8":{"in_tokens":4287,"out_tokens":950},"claude-opus-4-7":{"in_tokens":4292,"out_tokens":784},"mistral-large-2":{"in_tokens":2307,"out_tokens":768}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":2595,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":35.58621866400006,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2634,"out_tokens":1925},"claude-opus-4-8":{"in_tokens":5225,"out_tokens":868},"claude-opus-4-7":{"in_tokens":5230,"out_tokens":735},"mistral-large-2":{"in_tokens":2859,"out_tokens":722}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1075,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":20.67360893099999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1551,"out_tokens":1670},"claude-opus-4-8":{"in_tokens":2912,"out_tokens":632},"claude-opus-4-7":{"in_tokens":2917,"out_tokens":622},"mistral-large-2":{"in_tokens":1616,"out_tokens":712}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":836,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":18.762023110999962,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1393,"out_tokens":1754},"claude-opus-4-8":{"in_tokens":2622,"out_tokens":654},"claude-opus-4-7":{"in_tokens":2627,"out_tokens":467},"mistral-large-2":{"in_tokens":1451,"out_tokens":528}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":1011,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":20.300263381000036,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1505,"out_tokens":952},"claude-opus-4-8":{"in_tokens":2777,"out_tokens":523},"claude-opus-4-7":{"in_tokens":2782,"out_tokens":531},"mistral-large-2":{"in_tokens":1589,"out_tokens":666}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":467,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":9.909881101999986,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1201,"out_tokens":1507},"claude-opus-4-8":{"in_tokens":2241,"out_tokens":666},"claude-opus-4-7":{"in_tokens":2246,"out_tokens":604},"mistral-large-2":{"in_tokens":1237,"out_tokens":599}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":2688,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":31.096420276000003,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2353,"out_tokens":3355},"claude-opus-4-8":{"in_tokens":4674,"out_tokens":1089},"claude-opus-4-7":{"in_tokens":4679,"out_tokens":782},"mistral-large-2":{"in_tokens":2484,"out_tokens":823}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":581,"out_tokens":699,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":12.663113495999937,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.125,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1213,"out_tokens":2326},"claude-opus-4-8":{"in_tokens":2388,"out_tokens":868},"claude-opus-4-7":{"in_tokens":2393,"out_tokens":482},"mistral-large-2":{"in_tokens":1313,"out_tokens":810}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":633,"out_tokens":863,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":17.150229995000018,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1465,"out_tokens":1583},"claude-opus-4-8":{"in_tokens":2758,"out_tokens":755},"claude-opus-4-7":{"in_tokens":2763,"out_tokens":616},"mistral-large-2":{"in_tokens":1610,"out_tokens":926}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":2795,"error":null,"skip_reason":null,"score_raw":0.6749999999999999,"duration_s":35.391805354999974,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2325,"out_tokens":3009},"claude-opus-4-8":{"in_tokens":4619,"out_tokens":1004},"claude-opus-4-7":{"in_tokens":4624,"out_tokens":795},"mistral-large-2":{"in_tokens":2498,"out_tokens":782}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":422,"out_tokens":1075,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":20.355287077999947,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1434,"out_tokens":975},"claude-opus-4-8":{"in_tokens":2755,"out_tokens":565},"claude-opus-4-7":{"in_tokens":2760,"out_tokens":520},"mistral-large-2":{"in_tokens":1505,"out_tokens":592}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":2391,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":29.751913507999916,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1809,"out_tokens":1309},"claude-opus-4-8":{"in_tokens":3555,"out_tokens":671},"claude-opus-4-7":{"in_tokens":3560,"out_tokens":581},"mistral-large-2":{"in_tokens":1928,"out_tokens":588}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":1200,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":21.088686116999952,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1478,"out_tokens":2339},"claude-opus-4-8":{"in_tokens":2862,"out_tokens":825},"claude-opus-4-7":{"in_tokens":2867,"out_tokens":594},"mistral-large-2":{"in_tokens":1666,"out_tokens":723}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":2115,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":28.323107316000005,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1992,"out_tokens":3284},"claude-opus-4-8":{"in_tokens":4022,"out_tokens":1045},"claude-opus-4-7":{"in_tokens":4027,"out_tokens":746},"mistral-large-2":{"in_tokens":2146,"out_tokens":946}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":668,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":13.168834704999995,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1212,"out_tokens":1299},"claude-opus-4-8":{"in_tokens":2335,"out_tokens":568},"claude-opus-4-7":{"in_tokens":2340,"out_tokens":540},"mistral-large-2":{"in_tokens":1306,"out_tokens":498}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":644,"out_tokens":963,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":17.452838980000024,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1455,"out_tokens":2151},"claude-opus-4-8":{"in_tokens":2752,"out_tokens":705},"claude-opus-4-7":{"in_tokens":2757,"out_tokens":606},"mistral-large-2":{"in_tokens":1578,"out_tokens":719}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":2204,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":28.642946365000057,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1740,"out_tokens":1600},"claude-opus-4-8":{"in_tokens":3426,"out_tokens":503},"claude-opus-4-7":{"in_tokens":3431,"out_tokens":494},"mistral-large-2":{"in_tokens":1873,"out_tokens":745}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":605,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":10.62618859700001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1225,"out_tokens":1245},"claude-opus-4-8":{"in_tokens":2311,"out_tokens":606},"claude-opus-4-7":{"in_tokens":2316,"out_tokens":472},"mistral-large-2":{"in_tokens":1346,"out_tokens":619}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":918,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":19.19014822700001,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1330,"out_tokens":2765},"claude-opus-4-8":{"in_tokens":2566,"out_tokens":743},"claude-opus-4-7":{"in_tokens":2571,"out_tokens":693},"mistral-large-2":{"in_tokens":1457,"out_tokens":681}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":620,"out_tokens":649,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":12.270267779999926,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1271,"out_tokens":1510},"claude-opus-4-8":{"in_tokens":2404,"out_tokens":630},"claude-opus-4-7":{"in_tokens":2409,"out_tokens":534},"mistral-large-2":{"in_tokens":1389,"out_tokens":487}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":1078,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":19.528388441999937,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1514,"out_tokens":2723},"claude-opus-4-8":{"in_tokens":2907,"out_tokens":894},"claude-opus-4-7":{"in_tokens":2912,"out_tokens":706},"mistral-large-2":{"in_tokens":1663,"out_tokens":716}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":629,"out_tokens":784,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":14.880546566000021,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1353,"out_tokens":1039},"claude-opus-4-8":{"in_tokens":2582,"out_tokens":623},"claude-opus-4-7":{"in_tokens":2587,"out_tokens":504},"mistral-large-2":{"in_tokens":1475,"out_tokens":565}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":612,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":12.718557752000038,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1318,"out_tokens":1311},"claude-opus-4-8":{"in_tokens":2488,"out_tokens":645},"claude-opus-4-7":{"in_tokens":2493,"out_tokens":502},"mistral-large-2":{"in_tokens":1428,"out_tokens":784}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":692,"out_tokens":1096,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":19.645949566000013,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1576,"out_tokens":1962},"claude-opus-4-8":{"in_tokens":3011,"out_tokens":793},"claude-opus-4-7":{"in_tokens":3016,"out_tokens":691},"mistral-large-2":{"in_tokens":1739,"out_tokens":798}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":3302,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":44.595602428999996,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2014,"out_tokens":2555},"claude-opus-4-8":{"in_tokens":3908,"out_tokens":909},"claude-opus-4-7":{"in_tokens":3913,"out_tokens":706},"mistral-large-2":{"in_tokens":2141,"out_tokens":717}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":798,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":13.099966995000045,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1439,"out_tokens":2603},"claude-opus-4-8":{"in_tokens":2720,"out_tokens":808},"claude-opus-4-7":{"in_tokens":2725,"out_tokens":718},"mistral-large-2":{"in_tokens":1601,"out_tokens":723}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":2867,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":43.78065858399998,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2556,"out_tokens":3166},"claude-opus-4-8":{"in_tokens":5049,"out_tokens":1017},"claude-opus-4-7":{"in_tokens":5054,"out_tokens":925},"mistral-large-2":{"in_tokens":2679,"out_tokens":1254}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":576,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":372.143151267,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.14285714285714285,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1331,"out_tokens":2672},"claude-opus-4-8":{"in_tokens":2641,"out_tokens":726},"claude-opus-4-7":{"in_tokens":2646,"out_tokens":570},"mistral-large-2":{"in_tokens":1461,"out_tokens":642}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":2284,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":37.33060874599994,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2590,"out_tokens":1687},"claude-opus-4-8":{"in_tokens":5072,"out_tokens":869},"claude-opus-4-7":{"in_tokens":5077,"out_tokens":819},"mistral-large-2":{"in_tokens":2778,"out_tokens":1305}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":803,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":13.76320733,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1290,"out_tokens":1715},"claude-opus-4-8":{"in_tokens":2517,"out_tokens":629},"claude-opus-4-7":{"in_tokens":2522,"out_tokens":546},"mistral-large-2":{"in_tokens":1393,"out_tokens":510}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":796,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":14.83596736200002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1264,"out_tokens":1015},"claude-opus-4-8":{"in_tokens":2523,"out_tokens":615},"claude-opus-4-7":{"in_tokens":2528,"out_tokens":504},"mistral-large-2":{"in_tokens":1343,"out_tokens":479}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":630,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":26.184389865999947,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1199,"out_tokens":960},"claude-opus-4-8":{"in_tokens":2242,"out_tokens":572},"claude-opus-4-7":{"in_tokens":2247,"out_tokens":481},"mistral-large-2":{"in_tokens":1338,"out_tokens":518}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":3013,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":51.60694204599997,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2626,"out_tokens":2652},"claude-opus-4-8":{"in_tokens":5130,"out_tokens":1104},"claude-opus-4-7":{"in_tokens":5135,"out_tokens":831},"mistral-large-2":{"in_tokens":2823,"out_tokens":808}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":949,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":18.583176372000025,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1479,"out_tokens":3073},"claude-opus-4-8":{"in_tokens":2727,"out_tokens":968},"claude-opus-4-7":{"in_tokens":2732,"out_tokens":578},"mistral-large-2":{"in_tokens":1678,"out_tokens":684}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":685,"out_tokens":735,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":15.002937869999982,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1283,"out_tokens":1644},"claude-opus-4-8":{"in_tokens":2604,"out_tokens":759},"claude-opus-4-7":{"in_tokens":2609,"out_tokens":566},"mistral-large-2":{"in_tokens":1410,"out_tokens":481}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":862,"out_tokens":717,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":15.333406517999947,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1510,"out_tokens":2220},"claude-opus-4-8":{"in_tokens":2897,"out_tokens":716},"claude-opus-4-7":{"in_tokens":2902,"out_tokens":497},"mistral-large-2":{"in_tokens":1706,"out_tokens":665}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":802,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":13.988007487000004,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1648,"out_tokens":2185},"claude-opus-4-8":{"in_tokens":3083,"out_tokens":908},"claude-opus-4-7":{"in_tokens":3088,"out_tokens":553},"mistral-large-2":{"in_tokens":1869,"out_tokens":706}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":686,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":13.26091390299996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1317,"out_tokens":1096},"claude-opus-4-8":{"in_tokens":2509,"out_tokens":585},"claude-opus-4-7":{"in_tokens":2514,"out_tokens":468},"mistral-large-2":{"in_tokens":1434,"out_tokens":597}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1019,"out_tokens":1075,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":18.03859885999998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1989,"out_tokens":2825},"claude-opus-4-8":{"in_tokens":3675,"out_tokens":880},"claude-opus-4-7":{"in_tokens":3680,"out_tokens":662},"mistral-large-2":{"in_tokens":2139,"out_tokens":646}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":784,"out_tokens":958,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":15.592455069000039,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1551,"out_tokens":2210},"claude-opus-4-8":{"in_tokens":2976,"out_tokens":657},"claude-opus-4-7":{"in_tokens":2981,"out_tokens":625},"mistral-large-2":{"in_tokens":1719,"out_tokens":637}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":537,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":10.032014242999935,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1239,"out_tokens":1972},"claude-opus-4-8":{"in_tokens":2373,"out_tokens":702},"claude-opus-4-7":{"in_tokens":2378,"out_tokens":601},"mistral-large-2":{"in_tokens":1367,"out_tokens":669}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":935,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":27.16695555199999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1447,"out_tokens":2368},"claude-opus-4-8":{"in_tokens":2809,"out_tokens":866},"claude-opus-4-7":{"in_tokens":2814,"out_tokens":620},"mistral-large-2":{"in_tokens":1611,"out_tokens":583}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":721,"out_tokens":760,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":12.442917442999942,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1404,"out_tokens":2371},"claude-opus-4-8":{"in_tokens":2680,"out_tokens":852},"claude-opus-4-7":{"in_tokens":2685,"out_tokens":686},"mistral-large-2":{"in_tokens":1529,"out_tokens":661}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":673,"out_tokens":1119,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":19.43679444600002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1482,"out_tokens":2453},"claude-opus-4-8":{"in_tokens":2883,"out_tokens":602},"claude-opus-4-7":{"in_tokens":2888,"out_tokens":522},"mistral-large-2":{"in_tokens":1644,"out_tokens":656}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":627,"out_tokens":821,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":16.729920669999956,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1325,"out_tokens":2045},"claude-opus-4-8":{"in_tokens":2628,"out_tokens":830},"claude-opus-4-7":{"in_tokens":2633,"out_tokens":567},"mistral-large-2":{"in_tokens":1451,"out_tokens":619}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":657,"out_tokens":782,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":15.536752861999958,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1261,"out_tokens":2009},"claude-opus-4-8":{"in_tokens":2478,"out_tokens":712},"claude-opus-4-7":{"in_tokens":2483,"out_tokens":647},"mistral-large-2":{"in_tokens":1394,"out_tokens":647}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":1028,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":16.366958301999944,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1490,"out_tokens":3271},"claude-opus-4-8":{"in_tokens":2750,"out_tokens":832},"claude-opus-4-7":{"in_tokens":2755,"out_tokens":739},"mistral-large-2":{"in_tokens":1622,"out_tokens":636}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":618,"out_tokens":895,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":17.030138631,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1379,"out_tokens":2357},"claude-opus-4-8":{"in_tokens":2654,"out_tokens":647},"claude-opus-4-7":{"in_tokens":2659,"out_tokens":472},"mistral-large-2":{"in_tokens":1535,"out_tokens":654}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":626,"out_tokens":699,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":14.012150332000033,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1248,"out_tokens":1092},"claude-opus-4-8":{"in_tokens":2384,"out_tokens":558},"claude-opus-4-7":{"in_tokens":2389,"out_tokens":509},"mistral-large-2":{"in_tokens":1342,"out_tokens":550}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":1054,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":17.490788425000005,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1386,"out_tokens":2545},"claude-opus-4-8":{"in_tokens":2690,"out_tokens":622},"claude-opus-4-7":{"in_tokens":2695,"out_tokens":512},"mistral-large-2":{"in_tokens":1457,"out_tokens":506}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":680,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":14.121158860000037,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1154,"out_tokens":1810},"claude-opus-4-8":{"in_tokens":2242,"out_tokens":476},"claude-opus-4-7":{"in_tokens":2247,"out_tokens":424},"mistral-large-2":{"in_tokens":1247,"out_tokens":491}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":617,"out_tokens":817,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":15.23870958000009,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1336,"out_tokens":2658},"claude-opus-4-8":{"in_tokens":2513,"out_tokens":737},"claude-opus-4-7":{"in_tokens":2518,"out_tokens":560},"mistral-large-2":{"in_tokens":1467,"out_tokens":671}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1176,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":20.92486730600001,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1547,"out_tokens":2803},"claude-opus-4-8":{"in_tokens":3213,"out_tokens":778},"claude-opus-4-7":{"in_tokens":3218,"out_tokens":605},"mistral-large-2":{"in_tokens":1658,"out_tokens":846}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":839,"out_tokens":1500,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":26.523650053999972,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1864,"out_tokens":2808},"claude-opus-4-8":{"in_tokens":3719,"out_tokens":797},"claude-opus-4-7":{"in_tokens":3724,"out_tokens":792},"mistral-large-2":{"in_tokens":2033,"out_tokens":710}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":677,"out_tokens":1093,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":19.744260002000033,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1381,"out_tokens":2129},"claude-opus-4-8":{"in_tokens":2810,"out_tokens":640},"claude-opus-4-7":{"in_tokens":2815,"out_tokens":653},"mistral-large-2":{"in_tokens":1481,"out_tokens":455}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":771,"out_tokens":1497,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":28.161950100000013,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1769,"out_tokens":2864},"claude-opus-4-8":{"in_tokens":3522,"out_tokens":986},"claude-opus-4-7":{"in_tokens":3527,"out_tokens":923},"mistral-large-2":{"in_tokens":1920,"out_tokens":824}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1147,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":20.79212204099997,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1322,"out_tokens":2654},"claude-opus-4-8":{"in_tokens":2587,"out_tokens":800},"claude-opus-4-7":{"in_tokens":2592,"out_tokens":612},"mistral-large-2":{"in_tokens":1436,"out_tokens":644}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":1101,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":20.579825357000004,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1272,"out_tokens":2641},"claude-opus-4-8":{"in_tokens":2547,"out_tokens":666},"claude-opus-4-7":{"in_tokens":2552,"out_tokens":460},"mistral-large-2":{"in_tokens":1345,"out_tokens":573}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":558,"out_tokens":1236,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":23.806522022999957,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1348,"out_tokens":2478},"claude-opus-4-8":{"in_tokens":2683,"out_tokens":766},"claude-opus-4-7":{"in_tokens":2688,"out_tokens":575},"mistral-large-2":{"in_tokens":1439,"out_tokens":545}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":604,"out_tokens":1070,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":19.38682324199999,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1359,"out_tokens":2509},"claude-opus-4-8":{"in_tokens":2634,"out_tokens":769},"claude-opus-4-7":{"in_tokens":2639,"out_tokens":620},"mistral-large-2":{"in_tokens":1486,"out_tokens":575}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":924,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":17.299814174000062,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1183,"out_tokens":2631},"claude-opus-4-8":{"in_tokens":2279,"out_tokens":895},"claude-opus-4-7":{"in_tokens":2284,"out_tokens":843},"mistral-large-2":{"in_tokens":1238,"out_tokens":514}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":601,"out_tokens":1358,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":28.320867756999974,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1451,"out_tokens":2057},"claude-opus-4-8":{"in_tokens":2871,"out_tokens":654},"claude-opus-4-7":{"in_tokens":2876,"out_tokens":601},"mistral-large-2":{"in_tokens":1578,"out_tokens":515}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":1116,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":20.33263201300008,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1375,"out_tokens":2788},"claude-opus-4-8":{"in_tokens":2656,"out_tokens":845},"claude-opus-4-7":{"in_tokens":2661,"out_tokens":812},"mistral-large-2":{"in_tokens":1454,"out_tokens":645}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1218,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":22.29054810499997,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1355,"out_tokens":2380},"claude-opus-4-8":{"in_tokens":2752,"out_tokens":585},"claude-opus-4-7":{"in_tokens":2757,"out_tokens":486},"mistral-large-2":{"in_tokens":1462,"out_tokens":522}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":483,"out_tokens":856,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":18.69762817700007,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1152,"out_tokens":3216},"claude-opus-4-8":{"in_tokens":2248,"out_tokens":661},"claude-opus-4-7":{"in_tokens":2253,"out_tokens":531},"mistral-large-2":{"in_tokens":1236,"out_tokens":530}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":1052,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":19.768252198000027,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1371,"out_tokens":2665},"claude-opus-4-8":{"in_tokens":2729,"out_tokens":887},"claude-opus-4-7":{"in_tokens":2734,"out_tokens":888},"mistral-large-2":{"in_tokens":1495,"out_tokens":642}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":777,"out_tokens":1340,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":23.73609159099999,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1679,"out_tokens":3387},"claude-opus-4-8":{"in_tokens":3196,"out_tokens":827},"claude-opus-4-7":{"in_tokens":3201,"out_tokens":707},"mistral-large-2":{"in_tokens":1764,"out_tokens":708}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1355,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":26.116435603000014,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1471,"out_tokens":1784},"claude-opus-4-8":{"in_tokens":2902,"out_tokens":625},"claude-opus-4-7":{"in_tokens":2907,"out_tokens":487},"mistral-large-2":{"in_tokens":1576,"out_tokens":690}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":875,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":16.722252174999994,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1221,"out_tokens":1622},"claude-opus-4-8":{"in_tokens":2430,"out_tokens":920},"claude-opus-4-7":{"in_tokens":2435,"out_tokens":533},"mistral-large-2":{"in_tokens":1276,"out_tokens":475}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":976,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":16.349535100000026,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1206,"out_tokens":2103},"claude-opus-4-8":{"in_tokens":2474,"out_tokens":522},"claude-opus-4-7":{"in_tokens":2479,"out_tokens":440},"mistral-large-2":{"in_tokens":1280,"out_tokens":478}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1015,"out_tokens":1517,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":27.034647611999958,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2219,"out_tokens":2953},"claude-opus-4-8":{"in_tokens":4294,"out_tokens":803},"claude-opus-4-7":{"in_tokens":4299,"out_tokens":836},"mistral-large-2":{"in_tokens":2333,"out_tokens":806}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":999,"out_tokens":1765,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":31.624726495999994,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2264,"out_tokens":3707},"claude-opus-4-8":{"in_tokens":4392,"out_tokens":1477},"claude-opus-4-7":{"in_tokens":4397,"out_tokens":945},"mistral-large-2":{"in_tokens":2449,"out_tokens":804}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":1713,"error":null,"skip_reason":null,"score_raw":0.925,"duration_s":33.433905882999966,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2181,"out_tokens":2775},"claude-opus-4-8":{"in_tokens":4283,"out_tokens":940},"claude-opus-4-7":{"in_tokens":4288,"out_tokens":818},"mistral-large-2":{"in_tokens":2367,"out_tokens":932}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":921,"out_tokens":1584,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":27.55212537600005,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2126,"out_tokens":2705},"claude-opus-4-8":{"in_tokens":4193,"out_tokens":1029},"claude-opus-4-7":{"in_tokens":4198,"out_tokens":902},"mistral-large-2":{"in_tokens":2256,"out_tokens":1040}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":7553,"error":null,"skip_reason":null,"score_raw":0.8611111111111112,"duration_s":227.979175811,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1339,"out_tokens":1537},"claude-opus-4-8":{"in_tokens":2573,"out_tokens":863},"claude-opus-4-7":{"in_tokens":2578,"out_tokens":653},"mistral-large-2":{"in_tokens":1447,"out_tokens":650}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":891,"out_tokens":1788,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":33.09551862699993,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2251,"out_tokens":2978},"claude-opus-4-8":{"in_tokens":4367,"out_tokens":1523},"claude-opus-4-7":{"in_tokens":4372,"out_tokens":975},"mistral-large-2":{"in_tokens":2437,"out_tokens":837}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":1446,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":28.765324211999996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1570,"out_tokens":2052},"claude-opus-4-8":{"in_tokens":3041,"out_tokens":683},"claude-opus-4-7":{"in_tokens":3046,"out_tokens":442},"mistral-large-2":{"in_tokens":1678,"out_tokens":570}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1432,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":24.878930228999934,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.4,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1825,"out_tokens":3468},"claude-opus-4-8":{"in_tokens":3643,"out_tokens":990},"claude-opus-4-7":{"in_tokens":3648,"out_tokens":902},"mistral-large-2":{"in_tokens":1968,"out_tokens":825}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":1387,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":24.589868693000085,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1479,"out_tokens":1925},"claude-opus-4-8":{"in_tokens":2854,"out_tokens":726},"claude-opus-4-7":{"in_tokens":2859,"out_tokens":632},"mistral-large-2":{"in_tokens":1597,"out_tokens":550}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":753,"out_tokens":1218,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":22.125288480999984,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1639,"out_tokens":2988},"claude-opus-4-8":{"in_tokens":3138,"out_tokens":778},"claude-opus-4-7":{"in_tokens":3143,"out_tokens":574},"mistral-large-2":{"in_tokens":1750,"out_tokens":750}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":23038,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":1906.2419145470003,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1807,"out_tokens":2834},"claude-opus-4-8":{"in_tokens":3416,"out_tokens":1205},"claude-opus-4-7":{"in_tokens":3421,"out_tokens":922},"mistral-large-2":{"in_tokens":1940,"out_tokens":1047}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1314,"out_tokens":1813,"error":null,"skip_reason":null,"score_raw":0.825,"duration_s":31.215140527000017,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2480,"out_tokens":3518},"claude-opus-4-8":{"in_tokens":4783,"out_tokens":1041},"claude-opus-4-7":{"in_tokens":4788,"out_tokens":1073},"mistral-large-2":{"in_tokens":2580,"out_tokens":879}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":8972,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":830.701842877,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1347,"out_tokens":2963},"claude-opus-4-8":{"in_tokens":2573,"out_tokens":956},"claude-opus-4-7":{"in_tokens":2578,"out_tokens":739},"mistral-large-2":{"in_tokens":1442,"out_tokens":681}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1114,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":41.23385249700004,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2531,"out_tokens":2855},"claude-opus-4-8":{"in_tokens":4878,"out_tokens":1040},"claude-opus-4-7":{"in_tokens":4883,"out_tokens":837},"mistral-large-2":{"in_tokens":2733,"out_tokens":883}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1108,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.825,"duration_s":41.37584086300001,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2437,"out_tokens":3690},"claude-opus-4-8":{"in_tokens":4685,"out_tokens":1128},"claude-opus-4-7":{"in_tokens":4690,"out_tokens":743},"mistral-large-2":{"in_tokens":2615,"out_tokens":801}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI Responses output","skip_reason":null,"score_raw":null,"duration_s":277.68427019599994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":14202,"error":null,"skip_reason":null,"score_raw":0.35,"duration_s":1154.507063256,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.4,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2058,"out_tokens":3190},"claude-opus-4-8":{"in_tokens":3949,"out_tokens":1101},"claude-opus-4-7":{"in_tokens":3954,"out_tokens":809},"mistral-large-2":{"in_tokens":2226,"out_tokens":953}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":24120,"out_tokens":7302,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":4207.494144517,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2193,"out_tokens":2082},"claude-opus-4-8":{"in_tokens":4244,"out_tokens":1136},"claude-opus-4-7":{"in_tokens":4249,"out_tokens":850},"mistral-large-2":{"in_tokens":2339,"out_tokens":890}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":17635,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":3023.5161522050003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1620,"out_tokens":1599},"claude-opus-4-8":{"in_tokens":3149,"out_tokens":692},"claude-opus-4-7":{"in_tokens":3154,"out_tokens":544},"mistral-large-2":{"in_tokens":1725,"out_tokens":661}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":14759,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":527.312053995,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1855,"out_tokens":3119},"claude-opus-4-8":{"in_tokens":3529,"out_tokens":882},"claude-opus-4-7":{"in_tokens":3534,"out_tokens":677},"mistral-large-2":{"in_tokens":2026,"out_tokens":764}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":6746,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":137.26435088799985,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1636,"out_tokens":2469},"claude-opus-4-8":{"in_tokens":3263,"out_tokens":1029},"claude-opus-4-7":{"in_tokens":3268,"out_tokens":860},"mistral-large-2":{"in_tokens":1773,"out_tokens":857}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":10234,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":504.54523751299985,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1462,"out_tokens":1405},"claude-opus-4-8":{"in_tokens":2893,"out_tokens":979},"claude-opus-4-7":{"in_tokens":2898,"out_tokens":502},"mistral-large-2":{"in_tokens":1566,"out_tokens":776}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":8037,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":183.36457630900009,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1554,"out_tokens":1770},"claude-opus-4-8":{"in_tokens":3142,"out_tokens":774},"claude-opus-4-7":{"in_tokens":3147,"out_tokens":568},"mistral-large-2":{"in_tokens":1649,"out_tokens":685}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":31843,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":2290.923457333,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2280,"out_tokens":2316},"claude-opus-4-8":{"in_tokens":4331,"out_tokens":950},"claude-opus-4-7":{"in_tokens":4336,"out_tokens":986},"mistral-large-2":{"in_tokens":2430,"out_tokens":700}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":14613,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":510.97574928100016,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1607,"out_tokens":2333},"claude-opus-4-8":{"in_tokens":3103,"out_tokens":824},"claude-opus-4-7":{"in_tokens":3108,"out_tokens":629},"mistral-large-2":{"in_tokens":1749,"out_tokens":681}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":5562,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":169.52292911900008,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1894,"out_tokens":1229},"claude-opus-4-8":{"in_tokens":3705,"out_tokens":667},"claude-opus-4-7":{"in_tokens":3710,"out_tokens":576},"mistral-large-2":{"in_tokens":1991,"out_tokens":573}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":2968,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":119.70513799800005,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1695,"out_tokens":1731},"claude-opus-4-8":{"in_tokens":3176,"out_tokens":802},"claude-opus-4-7":{"in_tokens":3181,"out_tokens":637},"mistral-large-2":{"in_tokens":1776,"out_tokens":628}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":15029,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":240.05343327299988,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1773,"out_tokens":3127},"claude-opus-4-8":{"in_tokens":3416,"out_tokens":872},"claude-opus-4-7":{"in_tokens":3421,"out_tokens":744},"mistral-large-2":{"in_tokens":1928,"out_tokens":770}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":3115,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":87.19956039500016,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1516,"out_tokens":1812},"claude-opus-4-8":{"in_tokens":2899,"out_tokens":645},"claude-opus-4-7":{"in_tokens":2904,"out_tokens":597},"mistral-large-2":{"in_tokens":1596,"out_tokens":648}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":13975,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":516.4228004039999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1576,"out_tokens":1963},"claude-opus-4-8":{"in_tokens":3068,"out_tokens":884},"claude-opus-4-7":{"in_tokens":3073,"out_tokens":566},"mistral-large-2":{"in_tokens":1639,"out_tokens":697}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":3131,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":158.45813618600005,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1842,"out_tokens":995},"claude-opus-4-8":{"in_tokens":3495,"out_tokens":557},"claude-opus-4-7":{"in_tokens":3500,"out_tokens":512},"mistral-large-2":{"in_tokens":1924,"out_tokens":603}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":4873,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":171.86863663200006,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1507,"out_tokens":1578},"claude-opus-4-8":{"in_tokens":2784,"out_tokens":694},"claude-opus-4-7":{"in_tokens":2789,"out_tokens":460},"mistral-large-2":{"in_tokens":1587,"out_tokens":594}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":3506,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":148.3126837499999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1438,"out_tokens":1724},"claude-opus-4-8":{"in_tokens":2781,"out_tokens":566},"claude-opus-4-7":{"in_tokens":2786,"out_tokens":510},"mistral-large-2":{"in_tokens":1518,"out_tokens":682}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":6724,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":185.72406002499997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1508,"out_tokens":2293},"claude-opus-4-8":{"in_tokens":2881,"out_tokens":691},"claude-opus-4-7":{"in_tokens":2886,"out_tokens":539},"mistral-large-2":{"in_tokens":1582,"out_tokens":583}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":2627,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":72.93801454500021,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1177,"out_tokens":1198},"claude-opus-4-8":{"in_tokens":2243,"out_tokens":452},"claude-opus-4-7":{"in_tokens":2248,"out_tokens":393},"mistral-large-2":{"in_tokens":1217,"out_tokens":489}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":3915,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":118.18679703500015,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1506,"out_tokens":1928},"claude-opus-4-8":{"in_tokens":2914,"out_tokens":777},"claude-opus-4-7":{"in_tokens":2919,"out_tokens":578},"mistral-large-2":{"in_tokens":1601,"out_tokens":551}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":3164,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":124.32301688199982,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1572,"out_tokens":1855},"claude-opus-4-8":{"in_tokens":2935,"out_tokens":631},"claude-opus-4-7":{"in_tokens":2940,"out_tokens":459},"mistral-large-2":{"in_tokens":1638,"out_tokens":600}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":6324,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":140.12141955499987,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1585,"out_tokens":1885},"claude-opus-4-8":{"in_tokens":2943,"out_tokens":706},"claude-opus-4-7":{"in_tokens":2948,"out_tokens":531},"mistral-large-2":{"in_tokens":1654,"out_tokens":615}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":1688,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":97.54860833699968,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1401,"out_tokens":1601},"claude-opus-4-8":{"in_tokens":2659,"out_tokens":585},"claude-opus-4-7":{"in_tokens":2664,"out_tokens":537},"mistral-large-2":{"in_tokens":1473,"out_tokens":666}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":1606,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":85.2505930999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1417,"out_tokens":1074},"claude-opus-4-8":{"in_tokens":2750,"out_tokens":555},"claude-opus-4-7":{"in_tokens":2755,"out_tokens":504},"mistral-large-2":{"in_tokens":1491,"out_tokens":519}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":3600,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":102.70551260000002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1797,"out_tokens":1489},"claude-opus-4-8":{"in_tokens":3458,"out_tokens":545},"claude-opus-4-7":{"in_tokens":3463,"out_tokens":535},"mistral-large-2":{"in_tokens":1862,"out_tokens":733}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":1320,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":77.68815204700013,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1376,"out_tokens":1197},"claude-opus-4-8":{"in_tokens":2616,"out_tokens":585},"claude-opus-4-7":{"in_tokens":2621,"out_tokens":521},"mistral-large-2":{"in_tokens":1440,"out_tokens":531}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":3342,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":186.5833252530001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1477,"out_tokens":1271},"claude-opus-4-8":{"in_tokens":2782,"out_tokens":614},"claude-opus-4-7":{"in_tokens":2787,"out_tokens":522},"mistral-large-2":{"in_tokens":1544,"out_tokens":526}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":3980,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":182.9886342789996,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1688,"out_tokens":1819},"claude-opus-4-8":{"in_tokens":3264,"out_tokens":703},"claude-opus-4-7":{"in_tokens":3269,"out_tokens":594},"mistral-large-2":{"in_tokens":1747,"out_tokens":818}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":1873,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":117.010508544,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1331,"out_tokens":1322},"claude-opus-4-8":{"in_tokens":2504,"out_tokens":539},"claude-opus-4-7":{"in_tokens":2509,"out_tokens":484},"mistral-large-2":{"in_tokens":1401,"out_tokens":600}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":4935,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":151.43852156599996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1187,"out_tokens":1212},"claude-opus-4-8":{"in_tokens":2230,"out_tokens":628},"claude-opus-4-7":{"in_tokens":2235,"out_tokens":488},"mistral-large-2":{"in_tokens":1224,"out_tokens":930}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":5251,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":137.6491586860002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1362,"out_tokens":1057},"claude-opus-4-8":{"in_tokens":2640,"out_tokens":522},"claude-opus-4-7":{"in_tokens":2645,"out_tokens":475},"mistral-large-2":{"in_tokens":1428,"out_tokens":648}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":5066,"error":null,"skip_reason":null,"score_raw":0.8250000000000001,"duration_s":137.2886319119998,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1399,"out_tokens":1375},"claude-opus-4-8":{"in_tokens":2690,"out_tokens":712},"claude-opus-4-7":{"in_tokens":2695,"out_tokens":509},"mistral-large-2":{"in_tokens":1540,"out_tokens":787}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":7640,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":223.79506666800035,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1232,"out_tokens":1828},"claude-opus-4-8":{"in_tokens":2466,"out_tokens":687},"claude-opus-4-7":{"in_tokens":2471,"out_tokens":503},"mistral-large-2":{"in_tokens":1334,"out_tokens":691}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":5443,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":188.15168416699998,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1171,"out_tokens":1500},"claude-opus-4-8":{"in_tokens":2284,"out_tokens":633},"claude-opus-4-7":{"in_tokens":2289,"out_tokens":508},"mistral-large-2":{"in_tokens":1270,"out_tokens":552}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":9834,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":830.4858410300001,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1312,"out_tokens":2135},"claude-opus-4-8":{"in_tokens":2541,"out_tokens":810},"claude-opus-4-7":{"in_tokens":2546,"out_tokens":617},"mistral-large-2":{"in_tokens":1479,"out_tokens":678}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":15347,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":2298.748808716,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1316,"out_tokens":1571},"claude-opus-4-8":{"in_tokens":2520,"out_tokens":796},"claude-opus-4-7":{"in_tokens":2525,"out_tokens":550},"mistral-large-2":{"in_tokens":1442,"out_tokens":599}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":7532,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":206.6486999040003,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1201,"out_tokens":1564},"claude-opus-4-8":{"in_tokens":2414,"out_tokens":724},"claude-opus-4-7":{"in_tokens":2419,"out_tokens":618},"mistral-large-2":{"in_tokens":1306,"out_tokens":615}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":3935,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":116.68522330499991,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1204,"out_tokens":1103},"claude-opus-4-8":{"in_tokens":2262,"out_tokens":492},"claude-opus-4-7":{"in_tokens":2267,"out_tokens":445},"mistral-large-2":{"in_tokens":1323,"out_tokens":485}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":7640,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":213.55497662400012,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1217,"out_tokens":1392},"claude-opus-4-8":{"in_tokens":2320,"out_tokens":606},"claude-opus-4-7":{"in_tokens":2325,"out_tokens":550},"mistral-large-2":{"in_tokens":1339,"out_tokens":612}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":7241,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":220.0036498720001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1501,"out_tokens":1990},"claude-opus-4-8":{"in_tokens":2962,"out_tokens":601},"claude-opus-4-7":{"in_tokens":2967,"out_tokens":701},"mistral-large-2":{"in_tokens":1640,"out_tokens":659}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":4401,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":203.6978326589997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1316,"out_tokens":1310},"claude-opus-4-8":{"in_tokens":2526,"out_tokens":624},"claude-opus-4-7":{"in_tokens":2531,"out_tokens":496},"mistral-large-2":{"in_tokens":1422,"out_tokens":568}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":3031,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":104.44007517099999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1084,"out_tokens":1428},"claude-opus-4-8":{"in_tokens":2065,"out_tokens":802},"claude-opus-4-7":{"in_tokens":2070,"out_tokens":487},"mistral-large-2":{"in_tokens":1211,"out_tokens":615}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":7464,"error":null,"skip_reason":null,"score_raw":0.6666666666666667,"duration_s":125.99654267100004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1254,"out_tokens":1391},"claude-opus-4-8":{"in_tokens":2370,"out_tokens":664},"claude-opus-4-7":{"in_tokens":2375,"out_tokens":553},"mistral-large-2":{"in_tokens":1347,"out_tokens":558}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":8000,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":150.34754825300024,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1255,"out_tokens":1927},"claude-opus-4-8":{"in_tokens":2380,"out_tokens":827},"claude-opus-4-7":{"in_tokens":2385,"out_tokens":671},"mistral-large-2":{"in_tokens":1382,"out_tokens":622}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":7632,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":141.52107748399976,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1538,"out_tokens":2379},"claude-opus-4-8":{"in_tokens":2952,"out_tokens":662},"claude-opus-4-7":{"in_tokens":2957,"out_tokens":546},"mistral-large-2":{"in_tokens":1707,"out_tokens":591}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":6841,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":195.4414538799997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1306,"out_tokens":1883},"claude-opus-4-8":{"in_tokens":2602,"out_tokens":650},"claude-opus-4-7":{"in_tokens":2607,"out_tokens":631},"mistral-large-2":{"in_tokens":1397,"out_tokens":588}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":4589,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":217.463816468,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1107,"out_tokens":1225},"claude-opus-4-8":{"in_tokens":2241,"out_tokens":667},"claude-opus-4-7":{"in_tokens":2246,"out_tokens":501},"mistral-large-2":{"in_tokens":1185,"out_tokens":531}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":11178,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":3715.631778331,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1353,"out_tokens":1735},"claude-opus-4-8":{"in_tokens":2539,"out_tokens":788},"claude-opus-4-7":{"in_tokens":2544,"out_tokens":486},"mistral-large-2":{"in_tokens":1516,"out_tokens":669}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":7107,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":162.63971224000034,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1549,"out_tokens":1902},"claude-opus-4-8":{"in_tokens":2978,"out_tokens":768},"claude-opus-4-7":{"in_tokens":2983,"out_tokens":642},"mistral-large-2":{"in_tokens":1749,"out_tokens":617}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":9575,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":238.102389054,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1232,"out_tokens":1544},"claude-opus-4-8":{"in_tokens":2489,"out_tokens":735},"claude-opus-4-7":{"in_tokens":2494,"out_tokens":493},"mistral-large-2":{"in_tokens":1370,"out_tokens":463}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":5048,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":146.91173868399983,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1314,"out_tokens":1094},"claude-opus-4-8":{"in_tokens":2525,"out_tokens":594},"claude-opus-4-7":{"in_tokens":2530,"out_tokens":556},"mistral-large-2":{"in_tokens":1431,"out_tokens":610}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":14511,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":319.9551882320002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1599,"out_tokens":2659},"claude-opus-4-8":{"in_tokens":2976,"out_tokens":697},"claude-opus-4-7":{"in_tokens":2981,"out_tokens":588},"mistral-large-2":{"in_tokens":1801,"out_tokens":514}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":6004,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":132.56151748000002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1209,"out_tokens":2110},"claude-opus-4-8":{"in_tokens":2339,"out_tokens":799},"claude-opus-4-7":{"in_tokens":2344,"out_tokens":584},"mistral-large-2":{"in_tokens":1344,"out_tokens":663}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":8537,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":796.0630139690002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1881,"out_tokens":1979},"claude-opus-4-8":{"in_tokens":3512,"out_tokens":764},"claude-opus-4-7":{"in_tokens":3517,"out_tokens":679},"mistral-large-2":{"in_tokens":2040,"out_tokens":620}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":4936,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":201.7409646340002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1241,"out_tokens":1617},"claude-opus-4-8":{"in_tokens":2408,"out_tokens":659},"claude-opus-4-7":{"in_tokens":2413,"out_tokens":593},"mistral-large-2":{"in_tokens":1373,"out_tokens":660}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":8000,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":284.226514384,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1323,"out_tokens":1943},"claude-opus-4-8":{"in_tokens":2546,"out_tokens":663},"claude-opus-4-7":{"in_tokens":2551,"out_tokens":686},"mistral-large-2":{"in_tokens":1452,"out_tokens":678}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":6038,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":233.3245389660001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1388,"out_tokens":1980},"claude-opus-4-8":{"in_tokens":2729,"out_tokens":840},"claude-opus-4-7":{"in_tokens":2734,"out_tokens":746},"mistral-large-2":{"in_tokens":1503,"out_tokens":794}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":15944,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":828.2532885190003,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1498,"out_tokens":1567},"claude-opus-4-8":{"in_tokens":2956,"out_tokens":576},"claude-opus-4-7":{"in_tokens":2961,"out_tokens":578},"mistral-large-2":{"in_tokens":1680,"out_tokens":620}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":6996,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":163.94545829900017,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1323,"out_tokens":2261},"claude-opus-4-8":{"in_tokens":2619,"out_tokens":720},"claude-opus-4-7":{"in_tokens":2624,"out_tokens":672},"mistral-large-2":{"in_tokens":1463,"out_tokens":601}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":6144,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":140.4125900930003,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1213,"out_tokens":1482},"claude-opus-4-8":{"in_tokens":2320,"out_tokens":548},"claude-opus-4-7":{"in_tokens":2325,"out_tokens":519},"mistral-large-2":{"in_tokens":1360,"out_tokens":570}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":15433,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":261.3530457219995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1187,"out_tokens":1455},"claude-opus-4-8":{"in_tokens":2384,"out_tokens":805},"claude-opus-4-7":{"in_tokens":2389,"out_tokens":590},"mistral-large-2":{"in_tokens":1299,"out_tokens":541}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":11441,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":277.41433384599986,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1357,"out_tokens":1767},"claude-opus-4-8":{"in_tokens":2556,"out_tokens":748},"claude-opus-4-7":{"in_tokens":2561,"out_tokens":583},"mistral-large-2":{"in_tokens":1511,"out_tokens":644}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":6772,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":139.10936742099966,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1288,"out_tokens":1866},"claude-opus-4-8":{"in_tokens":2439,"out_tokens":705},"claude-opus-4-7":{"in_tokens":2444,"out_tokens":545},"mistral-large-2":{"in_tokens":1398,"out_tokens":589}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":4050,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":151.892944963,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1103,"out_tokens":1189},"claude-opus-4-8":{"in_tokens":2135,"out_tokens":594},"claude-opus-4-7":{"in_tokens":2140,"out_tokens":515},"mistral-large-2":{"in_tokens":1205,"out_tokens":501}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":15241,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":1703.610135504,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1207,"out_tokens":2620},"claude-opus-4-8":{"in_tokens":2406,"out_tokens":622},"claude-opus-4-7":{"in_tokens":2411,"out_tokens":501},"mistral-large-2":{"in_tokens":1282,"out_tokens":469}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":7845,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":199.11647954299997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1449,"out_tokens":1905},"claude-opus-4-8":{"in_tokens":2817,"out_tokens":717},"claude-opus-4-7":{"in_tokens":2822,"out_tokens":506},"mistral-large-2":{"in_tokens":1579,"out_tokens":658}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":8000,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":147.80191921000005,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1215,"out_tokens":1246},"claude-opus-4-8":{"in_tokens":2523,"out_tokens":651},"claude-opus-4-7":{"in_tokens":2528,"out_tokens":552},"mistral-large-2":{"in_tokens":1315,"out_tokens":621}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":11390,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":262.9377816310007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1776,"out_tokens":2285},"claude-opus-4-8":{"in_tokens":3565,"out_tokens":789},"claude-opus-4-7":{"in_tokens":3570,"out_tokens":701},"mistral-large-2":{"in_tokens":1931,"out_tokens":1316}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":7140,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":182.59343496600013,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1633,"out_tokens":1721},"claude-opus-4-8":{"in_tokens":3429,"out_tokens":634},"claude-opus-4-7":{"in_tokens":3434,"out_tokens":510},"mistral-large-2":{"in_tokens":1736,"out_tokens":625}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":6097,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":134.75345425900014,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1282,"out_tokens":2044},"claude-opus-4-8":{"in_tokens":2566,"out_tokens":434},"claude-opus-4-7":{"in_tokens":2571,"out_tokens":491},"mistral-large-2":{"in_tokens":1407,"out_tokens":643}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":7284,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":271.30592345200057,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1831,"out_tokens":2965},"claude-opus-4-8":{"in_tokens":3719,"out_tokens":712},"claude-opus-4-7":{"in_tokens":3724,"out_tokens":647},"mistral-large-2":{"in_tokens":1993,"out_tokens":743}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":7339,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":226.98723547099962,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1489,"out_tokens":2518},"claude-opus-4-8":{"in_tokens":2972,"out_tokens":760},"claude-opus-4-7":{"in_tokens":2977,"out_tokens":584},"mistral-large-2":{"in_tokens":1622,"out_tokens":651}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":7524,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":188.75151393099986,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1413,"out_tokens":1632},"claude-opus-4-8":{"in_tokens":2874,"out_tokens":518},"claude-opus-4-7":{"in_tokens":2879,"out_tokens":440},"mistral-large-2":{"in_tokens":1534,"out_tokens":858}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":7032,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":303.6186888740003,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1302,"out_tokens":1506},"claude-opus-4-8":{"in_tokens":2662,"out_tokens":526},"claude-opus-4-7":{"in_tokens":2667,"out_tokens":434},"mistral-large-2":{"in_tokens":1394,"out_tokens":774}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":3065,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":360.0008581819993,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1254,"out_tokens":2177},"claude-opus-4-8":{"in_tokens":2609,"out_tokens":498},"claude-opus-4-7":{"in_tokens":2614,"out_tokens":447},"mistral-large-2":{"in_tokens":1345,"out_tokens":533}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":6819,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":119.87277432399969,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1316,"out_tokens":1636},"claude-opus-4-8":{"in_tokens":2660,"out_tokens":772},"claude-opus-4-7":{"in_tokens":2665,"out_tokens":539},"mistral-large-2":{"in_tokens":1385,"out_tokens":935}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":4763,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":192.96088143399993,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1414,"out_tokens":2327},"claude-opus-4-8":{"in_tokens":2955,"out_tokens":577},"claude-opus-4-7":{"in_tokens":2960,"out_tokens":369},"mistral-large-2":{"in_tokens":1536,"out_tokens":477}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":12159,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":297.8700083509998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1237,"out_tokens":1509},"claude-opus-4-8":{"in_tokens":2497,"out_tokens":574},"claude-opus-4-7":{"in_tokens":2502,"out_tokens":474},"mistral-large-2":{"in_tokens":1287,"out_tokens":544}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":5561,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":190.877728124,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1338,"out_tokens":1948},"claude-opus-4-8":{"in_tokens":2662,"out_tokens":679},"claude-opus-4-7":{"in_tokens":2667,"out_tokens":545},"mistral-large-2":{"in_tokens":1446,"out_tokens":629}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":4982,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":212.3482141580007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1352,"out_tokens":2159},"claude-opus-4-8":{"in_tokens":2756,"out_tokens":736},"claude-opus-4-7":{"in_tokens":2761,"out_tokens":581},"mistral-large-2":{"in_tokens":1462,"out_tokens":945}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":15188,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":360.28245105099995,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1619,"out_tokens":2043},"claude-opus-4-8":{"in_tokens":3134,"out_tokens":693},"claude-opus-4-7":{"in_tokens":3139,"out_tokens":573},"mistral-large-2":{"in_tokens":1710,"out_tokens":648}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":5514,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":185.5312329970002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1463,"out_tokens":1517},"claude-opus-4-8":{"in_tokens":2955,"out_tokens":600},"claude-opus-4-7":{"in_tokens":2960,"out_tokens":522},"mistral-large-2":{"in_tokens":1569,"out_tokens":602}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":5517,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":170.276914305,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1100,"out_tokens":1589},"claude-opus-4-8":{"in_tokens":2226,"out_tokens":577},"claude-opus-4-7":{"in_tokens":2231,"out_tokens":540},"mistral-large-2":{"in_tokens":1148,"out_tokens":442}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":8000,"error":null,"skip_reason":null,"score_raw":0.1,"duration_s":138.8642527129996,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1530,"out_tokens":1421},"claude-opus-4-8":{"in_tokens":2969,"out_tokens":598},"claude-opus-4-7":{"in_tokens":2974,"out_tokens":662},"mistral-large-2":{"in_tokens":1664,"out_tokens":592}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":6856,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":269.424467197,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1264,"out_tokens":2343},"claude-opus-4-8":{"in_tokens":2628,"out_tokens":560},"claude-opus-4-7":{"in_tokens":2633,"out_tokens":497},"mistral-large-2":{"in_tokens":1336,"out_tokens":522}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":15850,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":264.767576878,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2500,"out_tokens":2072},"claude-opus-4-8":{"in_tokens":4909,"out_tokens":1004},"claude-opus-4-7":{"in_tokens":4914,"out_tokens":750},"mistral-large-2":{"in_tokens":2615,"out_tokens":772}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":12569,"error":null,"skip_reason":null,"score_raw":0.825,"duration_s":407.3514795680003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2445,"out_tokens":2847},"claude-opus-4-8":{"in_tokens":4899,"out_tokens":995},"claude-opus-4-7":{"in_tokens":4904,"out_tokens":865},"mistral-large-2":{"in_tokens":2627,"out_tokens":772}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":6542,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":145.3542759460006,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1422,"out_tokens":1649},"claude-opus-4-8":{"in_tokens":2771,"out_tokens":571},"claude-opus-4-7":{"in_tokens":2776,"out_tokens":470},"mistral-large-2":{"in_tokens":1526,"out_tokens":617}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":12222,"error":null,"skip_reason":null,"score_raw":0.8500000000000001,"duration_s":1015.2920389760002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2124,"out_tokens":2080},"claude-opus-4-8":{"in_tokens":4321,"out_tokens":996},"claude-opus-4-7":{"in_tokens":4326,"out_tokens":782},"mistral-large-2":{"in_tokens":2258,"out_tokens":795}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":18498,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":393.5148891689996,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2254,"out_tokens":2768},"claude-opus-4-8":{"in_tokens":4522,"out_tokens":914},"claude-opus-4-7":{"in_tokens":4527,"out_tokens":751},"mistral-large-2":{"in_tokens":2431,"out_tokens":739}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":7767,"error":null,"skip_reason":null,"score_raw":0.7916666666666667,"duration_s":157.67823552400023,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1380,"out_tokens":1575},"claude-opus-4-8":{"in_tokens":2650,"out_tokens":508},"claude-opus-4-7":{"in_tokens":2655,"out_tokens":466},"mistral-large-2":{"in_tokens":1495,"out_tokens":870}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":9144,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":241.13944094699946,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1815,"out_tokens":2794},"claude-opus-4-8":{"in_tokens":3704,"out_tokens":928},"claude-opus-4-7":{"in_tokens":3709,"out_tokens":765},"mistral-large-2":{"in_tokens":1959,"out_tokens":970}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":13739,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":380.5699334580004,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1691,"out_tokens":2522},"claude-opus-4-8":{"in_tokens":3335,"out_tokens":836},"claude-opus-4-7":{"in_tokens":3340,"out_tokens":575},"mistral-large-2":{"in_tokens":1803,"out_tokens":693}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":400,"out_tokens":163,"error":null,"skip_reason":null,"score_raw":0.38888888888888884,"duration_s":5.1950717360005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1081,"out_tokens":1231},"claude-opus-4-8":{"in_tokens":2068,"out_tokens":712},"claude-opus-4-7":{"in_tokens":2073,"out_tokens":587},"mistral-large-2":{"in_tokens":1156,"out_tokens":583}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":147,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":6.0420311759999095,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1220,"out_tokens":1863},"claude-opus-4-8":{"in_tokens":2322,"out_tokens":818},"claude-opus-4-7":{"in_tokens":2327,"out_tokens":754},"mistral-large-2":{"in_tokens":1339,"out_tokens":675}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":520,"out_tokens":248,"error":null,"skip_reason":null,"score_raw":0.15,"duration_s":5.114598150999882,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1514,"out_tokens":2313},"claude-opus-4-8":{"in_tokens":2803,"out_tokens":1201},"claude-opus-4-7":{"in_tokens":2808,"out_tokens":836},"mistral-large-2":{"in_tokens":1606,"out_tokens":781}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":130,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":4.320751170999756,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1094,"out_tokens":1627},"claude-opus-4-8":{"in_tokens":2084,"out_tokens":885},"claude-opus-4-7":{"in_tokens":2089,"out_tokens":700},"mistral-large-2":{"in_tokens":1173,"out_tokens":680}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":223,"error":null,"skip_reason":null,"score_raw":0.2,"duration_s":5.7958555870000055,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1646,"out_tokens":1684},"claude-opus-4-8":{"in_tokens":3120,"out_tokens":1054},"claude-opus-4-7":{"in_tokens":3125,"out_tokens":727},"mistral-large-2":{"in_tokens":1766,"out_tokens":743}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":614,"out_tokens":238,"error":null,"skip_reason":null,"score_raw":0.07500000000000001,"duration_s":6.156724319999739,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1685,"out_tokens":2062},"claude-opus-4-8":{"in_tokens":3202,"out_tokens":1113},"claude-opus-4-7":{"in_tokens":3207,"out_tokens":889},"mistral-large-2":{"in_tokens":1780,"out_tokens":1078}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":513,"out_tokens":319,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":5.515093820999937,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1439,"out_tokens":2027},"claude-opus-4-8":{"in_tokens":2706,"out_tokens":846},"claude-opus-4-7":{"in_tokens":2711,"out_tokens":631},"mistral-large-2":{"in_tokens":1548,"out_tokens":763}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":223,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":6.153095167000174,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1275,"out_tokens":1799},"claude-opus-4-8":{"in_tokens":2436,"out_tokens":896},"claude-opus-4-7":{"in_tokens":2441,"out_tokens":688},"mistral-large-2":{"in_tokens":1359,"out_tokens":730}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":272,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":6.444349680999949,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1269,"out_tokens":2640},"claude-opus-4-8":{"in_tokens":2497,"out_tokens":920},"claude-opus-4-7":{"in_tokens":2502,"out_tokens":674},"mistral-large-2":{"in_tokens":1355,"out_tokens":759}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":12407,"error":null,"skip_reason":null,"score_raw":0.8250000000000001,"duration_s":356.34499902800053,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2172,"out_tokens":2206},"claude-opus-4-8":{"in_tokens":4244,"out_tokens":1031},"claude-opus-4-7":{"in_tokens":4249,"out_tokens":766},"mistral-large-2":{"in_tokens":2260,"out_tokens":775}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":122,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":4.58644143499987,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1118,"out_tokens":1391},"claude-opus-4-8":{"in_tokens":2216,"out_tokens":716},"claude-opus-4-7":{"in_tokens":2221,"out_tokens":565},"mistral-large-2":{"in_tokens":1180,"out_tokens":761}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":531,"out_tokens":175,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":6.428331574000367,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1172,"out_tokens":1264},"claude-opus-4-8":{"in_tokens":2288,"out_tokens":634},"claude-opus-4-7":{"in_tokens":2293,"out_tokens":450},"mistral-large-2":{"in_tokens":1233,"out_tokens":506}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":267,"error":null,"skip_reason":null,"score_raw":0.325,"duration_s":6.066503562999969,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1738,"out_tokens":2559},"claude-opus-4-8":{"in_tokens":3216,"out_tokens":916},"claude-opus-4-7":{"in_tokens":3221,"out_tokens":723},"mistral-large-2":{"in_tokens":1840,"out_tokens":641}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":452,"out_tokens":153,"error":null,"skip_reason":null,"score_raw":0.2777777777777778,"duration_s":4.668755173999671,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1217,"out_tokens":1713},"claude-opus-4-8":{"in_tokens":2311,"out_tokens":857},"claude-opus-4-7":{"in_tokens":2316,"out_tokens":650},"mistral-large-2":{"in_tokens":1316,"out_tokens":702}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":251,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":8.091265566999937,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1341,"out_tokens":2372},"claude-opus-4-8":{"in_tokens":2559,"out_tokens":959},"claude-opus-4-7":{"in_tokens":2564,"out_tokens":741},"mistral-large-2":{"in_tokens":1452,"out_tokens":648}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":315,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":6.292060366000442,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.25,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1359,"out_tokens":2646},"claude-opus-4-8":{"in_tokens":2615,"out_tokens":1110},"claude-opus-4-7":{"in_tokens":2620,"out_tokens":811},"mistral-large-2":{"in_tokens":1406,"out_tokens":645}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":181,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":6.7415186129992435,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1260,"out_tokens":1086},"claude-opus-4-8":{"in_tokens":2393,"out_tokens":589},"claude-opus-4-7":{"in_tokens":2398,"out_tokens":444},"mistral-large-2":{"in_tokens":1314,"out_tokens":750}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":213,"error":null,"skip_reason":null,"score_raw":0.19444444444444442,"duration_s":6.263117691999469,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1294,"out_tokens":1491},"claude-opus-4-8":{"in_tokens":2418,"out_tokens":780},"claude-opus-4-7":{"in_tokens":2423,"out_tokens":662},"mistral-large-2":{"in_tokens":1353,"out_tokens":623}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":439,"out_tokens":305,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":8.570727525999246,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1237,"out_tokens":1939},"claude-opus-4-8":{"in_tokens":2324,"out_tokens":574},"claude-opus-4-7":{"in_tokens":2329,"out_tokens":586},"mistral-large-2":{"in_tokens":1293,"out_tokens":591}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":189,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":5.8124120680004125,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1199,"out_tokens":1606},"claude-opus-4-8":{"in_tokens":2207,"out_tokens":524},"claude-opus-4-7":{"in_tokens":2212,"out_tokens":482},"mistral-large-2":{"in_tokens":1257,"out_tokens":623}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":466,"out_tokens":178,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":5.020556230999318,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1122,"out_tokens":1316},"claude-opus-4-8":{"in_tokens":2077,"out_tokens":655},"claude-opus-4-7":{"in_tokens":2082,"out_tokens":526},"mistral-large-2":{"in_tokens":1183,"out_tokens":533}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":186,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":5.033680684000501,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1067,"out_tokens":1316},"claude-opus-4-8":{"in_tokens":1986,"out_tokens":588},"claude-opus-4-7":{"in_tokens":1991,"out_tokens":414},"mistral-large-2":{"in_tokens":1124,"out_tokens":463}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":450,"out_tokens":180,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":4.981225544999688,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1061,"out_tokens":1565},"claude-opus-4-8":{"in_tokens":2023,"out_tokens":632},"claude-opus-4-7":{"in_tokens":2028,"out_tokens":498},"mistral-large-2":{"in_tokens":1126,"out_tokens":529}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":152,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":6.327537326000311,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":995,"out_tokens":1051},"claude-opus-4-8":{"in_tokens":1866,"out_tokens":611},"claude-opus-4-7":{"in_tokens":1871,"out_tokens":423},"mistral-large-2":{"in_tokens":1047,"out_tokens":476}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":16428,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":387.39557435499955,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2557,"out_tokens":2821},"claude-opus-4-8":{"in_tokens":5063,"out_tokens":1046},"claude-opus-4-7":{"in_tokens":5068,"out_tokens":758},"mistral-large-2":{"in_tokens":2762,"out_tokens":829}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":421,"out_tokens":122,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":4.133727287000511,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":941,"out_tokens":883},"claude-opus-4-8":{"in_tokens":1772,"out_tokens":438},"claude-opus-4-7":{"in_tokens":1777,"out_tokens":377},"mistral-large-2":{"in_tokens":979,"out_tokens":501}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":194,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":4.364680297000632,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1145,"out_tokens":1720},"claude-opus-4-8":{"in_tokens":2107,"out_tokens":597},"claude-opus-4-7":{"in_tokens":2112,"out_tokens":517},"mistral-large-2":{"in_tokens":1193,"out_tokens":578}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":533,"out_tokens":167,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":4.956201150999732,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1204,"out_tokens":1456},"claude-opus-4-8":{"in_tokens":2244,"out_tokens":555},"claude-opus-4-7":{"in_tokens":2249,"out_tokens":465},"mistral-large-2":{"in_tokens":1264,"out_tokens":574}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":406,"out_tokens":146,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":4.574514570999781,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1017,"out_tokens":1404},"claude-opus-4-8":{"in_tokens":1924,"out_tokens":672},"claude-opus-4-7":{"in_tokens":1929,"out_tokens":568},"mistral-large-2":{"in_tokens":1076,"out_tokens":626}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":195,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":4.641255837999779,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1039,"out_tokens":1479},"claude-opus-4-8":{"in_tokens":1981,"out_tokens":579},"claude-opus-4-7":{"in_tokens":1986,"out_tokens":459},"mistral-large-2":{"in_tokens":1090,"out_tokens":514}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":418,"out_tokens":209,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":6.693918633000067,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1086,"out_tokens":1289},"claude-opus-4-8":{"in_tokens":2035,"out_tokens":578},"claude-opus-4-7":{"in_tokens":2040,"out_tokens":538},"mistral-large-2":{"in_tokens":1137,"out_tokens":631}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":528,"out_tokens":255,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":5.41081168600067,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1376,"out_tokens":1168},"claude-opus-4-8":{"in_tokens":2629,"out_tokens":565},"claude-opus-4-7":{"in_tokens":2634,"out_tokens":538},"mistral-large-2":{"in_tokens":1430,"out_tokens":662}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":330,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":6.907887512999878,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1290,"out_tokens":1549},"claude-opus-4-8":{"in_tokens":2450,"out_tokens":594},"claude-opus-4-7":{"in_tokens":2455,"out_tokens":521},"mistral-large-2":{"in_tokens":1334,"out_tokens":541}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":157,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":4.918587342000137,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1094,"out_tokens":923},"claude-opus-4-8":{"in_tokens":2074,"out_tokens":628},"claude-opus-4-7":{"in_tokens":2079,"out_tokens":477},"mistral-large-2":{"in_tokens":1151,"out_tokens":487}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":214,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":6.115095105000364,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1157,"out_tokens":1616},"claude-opus-4-8":{"in_tokens":2172,"out_tokens":557},"claude-opus-4-7":{"in_tokens":2177,"out_tokens":438},"mistral-large-2":{"in_tokens":1217,"out_tokens":552}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":94,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":6.006687048999993,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1040,"out_tokens":1220},"claude-opus-4-8":{"in_tokens":1953,"out_tokens":644},"claude-opus-4-7":{"in_tokens":1958,"out_tokens":471},"mistral-large-2":{"in_tokens":1073,"out_tokens":549}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":270,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":6.728251398000793,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1131,"out_tokens":1441},"claude-opus-4-8":{"in_tokens":2180,"out_tokens":560},"claude-opus-4-7":{"in_tokens":2185,"out_tokens":529},"mistral-large-2":{"in_tokens":1192,"out_tokens":520}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":150,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":4.962652198999422,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1132,"out_tokens":1260},"claude-opus-4-8":{"in_tokens":2147,"out_tokens":655},"claude-opus-4-7":{"in_tokens":2152,"out_tokens":541},"mistral-large-2":{"in_tokens":1245,"out_tokens":688}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":439,"out_tokens":155,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":5.533289333000539,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":999,"out_tokens":1555},"claude-opus-4-8":{"in_tokens":1963,"out_tokens":747},"claude-opus-4-7":{"in_tokens":1968,"out_tokens":492},"mistral-large-2":{"in_tokens":1079,"out_tokens":606}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":501,"out_tokens":121,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":3.6253330509998705,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1061,"out_tokens":1319},"claude-opus-4-8":{"in_tokens":2012,"out_tokens":672},"claude-opus-4-7":{"in_tokens":2017,"out_tokens":543},"mistral-large-2":{"in_tokens":1146,"out_tokens":540}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":123,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":4.750701355999809,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":986,"out_tokens":1462},"claude-opus-4-8":{"in_tokens":1880,"out_tokens":707},"claude-opus-4-7":{"in_tokens":1885,"out_tokens":543},"mistral-large-2":{"in_tokens":1112,"out_tokens":598}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":126,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":4.920440339999914,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":974,"out_tokens":1319},"claude-opus-4-8":{"in_tokens":1880,"out_tokens":578},"claude-opus-4-7":{"in_tokens":1885,"out_tokens":524},"mistral-large-2":{"in_tokens":1048,"out_tokens":470}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":471,"out_tokens":112,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":4.18713990499964,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1006,"out_tokens":1557},"claude-opus-4-8":{"in_tokens":1902,"out_tokens":680},"claude-opus-4-7":{"in_tokens":1907,"out_tokens":558},"mistral-large-2":{"in_tokens":1113,"out_tokens":605}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":455,"out_tokens":155,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":6.749801674000082,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":987,"out_tokens":1893},"claude-opus-4-8":{"in_tokens":1927,"out_tokens":624},"claude-opus-4-7":{"in_tokens":1932,"out_tokens":473},"mistral-large-2":{"in_tokens":1071,"out_tokens":556}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":487,"out_tokens":83,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":3.7048064160007925,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1010,"out_tokens":1240},"claude-opus-4-8":{"in_tokens":1906,"out_tokens":623},"claude-opus-4-7":{"in_tokens":1911,"out_tokens":523},"mistral-large-2":{"in_tokens":1103,"out_tokens":554}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":532,"out_tokens":128,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":4.36054405699997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1070,"out_tokens":1181},"claude-opus-4-8":{"in_tokens":2060,"out_tokens":738},"claude-opus-4-7":{"in_tokens":2065,"out_tokens":653},"mistral-large-2":{"in_tokens":1166,"out_tokens":567}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":110,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":3.5747442290003164,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1125,"out_tokens":1357},"claude-opus-4-8":{"in_tokens":2108,"out_tokens":598},"claude-opus-4-7":{"in_tokens":2113,"out_tokens":479},"mistral-large-2":{"in_tokens":1239,"out_tokens":590}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":497,"out_tokens":151,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":5.138009247999435,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1089,"out_tokens":1705},"claude-opus-4-8":{"in_tokens":2064,"out_tokens":540},"claude-opus-4-7":{"in_tokens":2069,"out_tokens":535},"mistral-large-2":{"in_tokens":1180,"out_tokens":560}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":137,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":4.967162016999282,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1122,"out_tokens":1130},"claude-opus-4-8":{"in_tokens":2109,"out_tokens":623},"claude-opus-4-7":{"in_tokens":2114,"out_tokens":435},"mistral-large-2":{"in_tokens":1208,"out_tokens":549}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":80,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":4.0785915869992095,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1097,"out_tokens":1321},"claude-opus-4-8":{"in_tokens":2083,"out_tokens":494},"claude-opus-4-7":{"in_tokens":2088,"out_tokens":426},"mistral-large-2":{"in_tokens":1211,"out_tokens":552}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":125,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":5.328591110000161,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":971,"out_tokens":1191},"claude-opus-4-8":{"in_tokens":1825,"out_tokens":558},"claude-opus-4-7":{"in_tokens":1830,"out_tokens":494},"mistral-large-2":{"in_tokens":1080,"out_tokens":547}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":165,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":6.282013082999583,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1014,"out_tokens":1274},"claude-opus-4-8":{"in_tokens":2023,"out_tokens":664},"claude-opus-4-7":{"in_tokens":2028,"out_tokens":569},"mistral-large-2":{"in_tokens":1081,"out_tokens":478}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":163,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":5.177481746999547,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1029,"out_tokens":1523},"claude-opus-4-8":{"in_tokens":2005,"out_tokens":588},"claude-opus-4-7":{"in_tokens":2010,"out_tokens":486},"mistral-large-2":{"in_tokens":1108,"out_tokens":527}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":441,"out_tokens":113,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":5.533250676000534,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1066,"out_tokens":1637},"claude-opus-4-8":{"in_tokens":1982,"out_tokens":640},"claude-opus-4-7":{"in_tokens":1987,"out_tokens":495},"mistral-large-2":{"in_tokens":1197,"out_tokens":603}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":12529,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":275.31272396499935,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2511,"out_tokens":2384},"claude-opus-4-8":{"in_tokens":4961,"out_tokens":813},"claude-opus-4-7":{"in_tokens":4966,"out_tokens":679},"mistral-large-2":{"in_tokens":2691,"out_tokens":844}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":96,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":4.695589300999927,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1019,"out_tokens":1826},"claude-opus-4-8":{"in_tokens":2059,"out_tokens":701},"claude-opus-4-7":{"in_tokens":2064,"out_tokens":484},"mistral-large-2":{"in_tokens":1124,"out_tokens":525}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":619,"out_tokens":147,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":4.1896288719999575,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1269,"out_tokens":2208},"claude-opus-4-8":{"in_tokens":2446,"out_tokens":762},"claude-opus-4-7":{"in_tokens":2451,"out_tokens":545},"mistral-large-2":{"in_tokens":1423,"out_tokens":648}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":684,"out_tokens":125,"error":null,"skip_reason":null,"score_raw":0.39285714285714285,"duration_s":4.639907374999893,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1355,"out_tokens":925},"claude-opus-4-8":{"in_tokens":2497,"out_tokens":623},"claude-opus-4-7":{"in_tokens":2502,"out_tokens":526},"mistral-large-2":{"in_tokens":1527,"out_tokens":507}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":451,"out_tokens":142,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":4.732981025000299,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1088,"out_tokens":1306},"claude-opus-4-8":{"in_tokens":2087,"out_tokens":688},"claude-opus-4-7":{"in_tokens":2092,"out_tokens":492},"mistral-large-2":{"in_tokens":1177,"out_tokens":607}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":725,"out_tokens":111,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":7.103188149999369,"hallucination_count":7.25,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1509,"out_tokens":1692},"claude-opus-4-8":{"in_tokens":2790,"out_tokens":708},"claude-opus-4-7":{"in_tokens":2795,"out_tokens":521},"mistral-large-2":{"in_tokens":1608,"out_tokens":629}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":124,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":4.489282989999992,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1171,"out_tokens":1155},"claude-opus-4-8":{"in_tokens":2240,"out_tokens":674},"claude-opus-4-7":{"in_tokens":2245,"out_tokens":526},"mistral-large-2":{"in_tokens":1285,"out_tokens":558}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":484,"out_tokens":102,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":7.376137156999903,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1073,"out_tokens":1513},"claude-opus-4-8":{"in_tokens":2053,"out_tokens":889},"claude-opus-4-7":{"in_tokens":2058,"out_tokens":504},"mistral-large-2":{"in_tokens":1191,"out_tokens":625}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":73,"error":null,"skip_reason":null,"score_raw":0.1388888888888889,"duration_s":4.478716960999918,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1024,"out_tokens":1275},"claude-opus-4-8":{"in_tokens":1963,"out_tokens":811},"claude-opus-4-7":{"in_tokens":1968,"out_tokens":604},"mistral-large-2":{"in_tokens":1127,"out_tokens":566}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":146,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":5.710722075000376,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1058,"out_tokens":1592},"claude-opus-4-8":{"in_tokens":2027,"out_tokens":547},"claude-opus-4-7":{"in_tokens":2032,"out_tokens":479},"mistral-large-2":{"in_tokens":1181,"out_tokens":518}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":122,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":4.448625263999929,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1031,"out_tokens":1150},"claude-opus-4-8":{"in_tokens":2020,"out_tokens":693},"claude-opus-4-7":{"in_tokens":2025,"out_tokens":560},"mistral-large-2":{"in_tokens":1128,"out_tokens":543}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":519,"out_tokens":103,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":5.420061087000249,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1094,"out_tokens":1373},"claude-opus-4-8":{"in_tokens":2109,"out_tokens":626},"claude-opus-4-7":{"in_tokens":2114,"out_tokens":575},"mistral-large-2":{"in_tokens":1186,"out_tokens":604}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":495,"out_tokens":100,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":5.012597005000316,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":966,"out_tokens":1072},"claude-opus-4-8":{"in_tokens":1886,"out_tokens":712},"claude-opus-4-7":{"in_tokens":1891,"out_tokens":480},"mistral-large-2":{"in_tokens":1062,"out_tokens":539}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":81,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":3.779763202999675,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1000,"out_tokens":1107},"claude-opus-4-8":{"in_tokens":1908,"out_tokens":583},"claude-opus-4-7":{"in_tokens":1913,"out_tokens":492},"mistral-large-2":{"in_tokens":1113,"out_tokens":504}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":153,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":4.714154696000151,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":993,"out_tokens":1366},"claude-opus-4-8":{"in_tokens":1917,"out_tokens":705},"claude-opus-4-7":{"in_tokens":1922,"out_tokens":537},"mistral-large-2":{"in_tokens":1045,"out_tokens":527}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":148,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":6.721136721000221,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.25,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1050,"out_tokens":1808},"claude-opus-4-8":{"in_tokens":1978,"out_tokens":795},"claude-opus-4-7":{"in_tokens":1983,"out_tokens":593},"mistral-large-2":{"in_tokens":1149,"out_tokens":549}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":98,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":5.375627974000054,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":994,"out_tokens":958},"claude-opus-4-8":{"in_tokens":1858,"out_tokens":582},"claude-opus-4-7":{"in_tokens":1863,"out_tokens":518},"mistral-large-2":{"in_tokens":1065,"out_tokens":487}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":129,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":4.707237177999559,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":931,"out_tokens":1112},"claude-opus-4-8":{"in_tokens":1814,"out_tokens":575},"claude-opus-4-7":{"in_tokens":1819,"out_tokens":450},"mistral-large-2":{"in_tokens":1012,"out_tokens":526}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":125,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":3.9816187650003485,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1020,"out_tokens":1230},"claude-opus-4-8":{"in_tokens":1911,"out_tokens":663},"claude-opus-4-7":{"in_tokens":1916,"out_tokens":489},"mistral-large-2":{"in_tokens":1109,"out_tokens":534}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":270,"error":null,"skip_reason":null,"score_raw":0.3055555555555555,"duration_s":4.762120156999117,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1364,"out_tokens":2338},"claude-opus-4-8":{"in_tokens":2683,"out_tokens":911},"claude-opus-4-7":{"in_tokens":2688,"out_tokens":873},"mistral-large-2":{"in_tokens":1471,"out_tokens":726}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":569,"out_tokens":280,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":5.444112453999878,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1217,"out_tokens":1954},"claude-opus-4-8":{"in_tokens":2527,"out_tokens":660},"claude-opus-4-7":{"in_tokens":2532,"out_tokens":582},"mistral-large-2":{"in_tokens":1307,"out_tokens":542}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":491,"out_tokens":303,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":4.663320001999637,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1104,"out_tokens":1579},"claude-opus-4-8":{"in_tokens":2278,"out_tokens":554},"claude-opus-4-7":{"in_tokens":2283,"out_tokens":539},"mistral-large-2":{"in_tokens":1187,"out_tokens":466}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":349,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":5.834290054000121,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1330,"out_tokens":2094},"claude-opus-4-8":{"in_tokens":2652,"out_tokens":801},"claude-opus-4-7":{"in_tokens":2657,"out_tokens":768},"mistral-large-2":{"in_tokens":1423,"out_tokens":636}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":5.222661274000529,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":937,"out_tokens":920},"claude-opus-4-8":{"in_tokens":1859,"out_tokens":469},"claude-opus-4-7":{"in_tokens":1864,"out_tokens":395},"mistral-large-2":{"in_tokens":998,"out_tokens":449}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":234,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":4.696206671999789,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":935,"out_tokens":2102},"claude-opus-4-8":{"in_tokens":1851,"out_tokens":830},"claude-opus-4-7":{"in_tokens":1856,"out_tokens":462},"mistral-large-2":{"in_tokens":985,"out_tokens":515}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":303,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":9.979967470999327,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1000,"out_tokens":1565},"claude-opus-4-8":{"in_tokens":1956,"out_tokens":564},"claude-opus-4-7":{"in_tokens":1961,"out_tokens":436},"mistral-large-2":{"in_tokens":1083,"out_tokens":670}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":455,"out_tokens":227,"error":null,"skip_reason":null,"score_raw":0.20833333333333331,"duration_s":4.327988807000111,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.16666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":962,"out_tokens":2083},"claude-opus-4-8":{"in_tokens":1913,"out_tokens":697},"claude-opus-4-7":{"in_tokens":1918,"out_tokens":567},"mistral-large-2":{"in_tokens":1028,"out_tokens":432}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":415,"out_tokens":155,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":4.431079973000124,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":840,"out_tokens":1445},"claude-opus-4-8":{"in_tokens":1617,"out_tokens":507},"claude-opus-4-7":{"in_tokens":1622,"out_tokens":374},"mistral-large-2":{"in_tokens":872,"out_tokens":484}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":405,"error":null,"skip_reason":null,"score_raw":0.46428571428571425,"duration_s":8.257985177000592,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1165,"out_tokens":2181},"claude-opus-4-8":{"in_tokens":2284,"out_tokens":554},"claude-opus-4-7":{"in_tokens":2289,"out_tokens":462},"mistral-large-2":{"in_tokens":1259,"out_tokens":520}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":453,"out_tokens":196,"error":null,"skip_reason":null,"score_raw":0.20833333333333331,"duration_s":5.231306585999846,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":926,"out_tokens":1178},"claude-opus-4-8":{"in_tokens":1897,"out_tokens":693},"claude-opus-4-7":{"in_tokens":1902,"out_tokens":438},"mistral-large-2":{"in_tokens":986,"out_tokens":449}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":331,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":5.433871625000393,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1086,"out_tokens":3082},"claude-opus-4-8":{"in_tokens":2111,"out_tokens":742},"claude-opus-4-7":{"in_tokens":2116,"out_tokens":664},"mistral-large-2":{"in_tokens":1139,"out_tokens":607}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":214,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":5.086496488999728,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1166,"out_tokens":2207},"claude-opus-4-8":{"in_tokens":2228,"out_tokens":685},"claude-opus-4-7":{"in_tokens":2233,"out_tokens":488},"mistral-large-2":{"in_tokens":1230,"out_tokens":530}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":224,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":6.472992631000125,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":902,"out_tokens":1586},"claude-opus-4-8":{"in_tokens":1782,"out_tokens":579},"claude-opus-4-7":{"in_tokens":1787,"out_tokens":505},"mistral-large-2":{"in_tokens":968,"out_tokens":709}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":181,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":4.6695504050003365,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1005,"out_tokens":2123},"claude-opus-4-8":{"in_tokens":2010,"out_tokens":586},"claude-opus-4-7":{"in_tokens":2015,"out_tokens":448},"mistral-large-2":{"in_tokens":1083,"out_tokens":597}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":256,"error":null,"skip_reason":null,"score_raw":0.6071428571428572,"duration_s":4.4481716379996215,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1006,"out_tokens":1101},"claude-opus-4-8":{"in_tokens":2009,"out_tokens":506},"claude-opus-4-7":{"in_tokens":2014,"out_tokens":419},"mistral-large-2":{"in_tokens":1051,"out_tokens":443}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":438,"out_tokens":179,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":5.196602912999879,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":953,"out_tokens":1476},"claude-opus-4-8":{"in_tokens":1865,"out_tokens":612},"claude-opus-4-7":{"in_tokens":1870,"out_tokens":516},"mistral-large-2":{"in_tokens":1011,"out_tokens":592}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":427,"out_tokens":240,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":6.78338134599926,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":948,"out_tokens":1770},"claude-opus-4-8":{"in_tokens":1948,"out_tokens":526},"claude-opus-4-7":{"in_tokens":1953,"out_tokens":426},"mistral-large-2":{"in_tokens":994,"out_tokens":556}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":444,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":6.288541412000086,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1737,"out_tokens":3055},"claude-opus-4-8":{"in_tokens":3415,"out_tokens":868},"claude-opus-4-7":{"in_tokens":3420,"out_tokens":824},"mistral-large-2":{"in_tokens":1878,"out_tokens":798}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":719,"out_tokens":372,"error":null,"skip_reason":null,"score_raw":0.05,"duration_s":7.216201115000331,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1766,"out_tokens":2147},"claude-opus-4-8":{"in_tokens":3425,"out_tokens":1057},"claude-opus-4-7":{"in_tokens":3430,"out_tokens":956},"mistral-large-2":{"in_tokens":1856,"out_tokens":885}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":370,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":4.4769272519997685,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1650,"out_tokens":1784},"claude-opus-4-8":{"in_tokens":3245,"out_tokens":838},"claude-opus-4-7":{"in_tokens":3250,"out_tokens":753},"mistral-large-2":{"in_tokens":1745,"out_tokens":712}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":281,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":8.271826997000062,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1567,"out_tokens":1702},"claude-opus-4-8":{"in_tokens":3050,"out_tokens":916},"claude-opus-4-7":{"in_tokens":3055,"out_tokens":674},"mistral-large-2":{"in_tokens":1703,"out_tokens":757}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":362,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":5.864938583000367,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1657,"out_tokens":1774},"claude-opus-4-8":{"in_tokens":3195,"out_tokens":848},"claude-opus-4-7":{"in_tokens":3200,"out_tokens":628},"mistral-large-2":{"in_tokens":1776,"out_tokens":788}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":198,"error":null,"skip_reason":null,"score_raw":0.46428571428571425,"duration_s":5.959147358999871,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1004,"out_tokens":1211},"claude-opus-4-8":{"in_tokens":1939,"out_tokens":517},"claude-opus-4-7":{"in_tokens":1944,"out_tokens":457},"mistral-large-2":{"in_tokens":1076,"out_tokens":470}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":274,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":6.142828749999353,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.4,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1336,"out_tokens":1895},"claude-opus-4-8":{"in_tokens":2688,"out_tokens":1031},"claude-opus-4-7":{"in_tokens":2693,"out_tokens":815},"mistral-large-2":{"in_tokens":1430,"out_tokens":783}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":894,"out_tokens":335,"error":null,"skip_reason":null,"score_raw":0.325,"duration_s":4.859104584999841,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1852,"out_tokens":1890},"claude-opus-4-8":{"in_tokens":3574,"out_tokens":1252},"claude-opus-4-7":{"in_tokens":3579,"out_tokens":1035},"mistral-large-2":{"in_tokens":1935,"out_tokens":1536}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":560,"out_tokens":274,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":5.7357706180000605,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1266,"out_tokens":2761},"claude-opus-4-8":{"in_tokens":2406,"out_tokens":862},"claude-opus-4-7":{"in_tokens":2411,"out_tokens":759},"mistral-large-2":{"in_tokens":1338,"out_tokens":752}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":260,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":9.841011567999885,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":982,"out_tokens":1977},"claude-opus-4-8":{"in_tokens":1915,"out_tokens":729},"claude-opus-4-7":{"in_tokens":1920,"out_tokens":415},"mistral-large-2":{"in_tokens":1051,"out_tokens":835}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":748,"out_tokens":480,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":6.7457896210007675,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1757,"out_tokens":2780},"claude-opus-4-8":{"in_tokens":3466,"out_tokens":817},"claude-opus-4-7":{"in_tokens":3471,"out_tokens":668},"mistral-large-2":{"in_tokens":1894,"out_tokens":679}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":745,"out_tokens":362,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":6.295905312000286,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1789,"out_tokens":2049},"claude-opus-4-8":{"in_tokens":3489,"out_tokens":1003},"claude-opus-4-7":{"in_tokens":3494,"out_tokens":662},"mistral-large-2":{"in_tokens":1917,"out_tokens":1061}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":7907,"error":null,"skip_reason":null,"score_raw":0.611111111111111,"duration_s":157.81334963100016,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1709,"out_tokens":2425},"claude-opus-4-8":{"in_tokens":3237,"out_tokens":1095},"claude-opus-4-7":{"in_tokens":3242,"out_tokens":1009},"mistral-large-2":{"in_tokens":1874,"out_tokens":802}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":8400,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":165.171483137,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1269,"out_tokens":2025},"claude-opus-4-8":{"in_tokens":2471,"out_tokens":834},"claude-opus-4-7":{"in_tokens":2476,"out_tokens":832},"mistral-large-2":{"in_tokens":1366,"out_tokens":640}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":13128,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":265.65059513100005,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1326,"out_tokens":3084},"claude-opus-4-8":{"in_tokens":2527,"out_tokens":1290},"claude-opus-4-7":{"in_tokens":2532,"out_tokens":969},"mistral-large-2":{"in_tokens":1405,"out_tokens":731}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":535,"out_tokens":6546,"error":null,"skip_reason":null,"score_raw":0.1,"duration_s":155.82849080399956,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1764,"out_tokens":2169},"claude-opus-4-8":{"in_tokens":3344,"out_tokens":1069},"claude-opus-4-7":{"in_tokens":3349,"out_tokens":840},"mistral-large-2":{"in_tokens":1900,"out_tokens":1017}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":13525,"error":null,"skip_reason":null,"score_raw":0.05,"duration_s":198.26791441099977,"hallucination_count":7.25,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":2011,"out_tokens":3240},"claude-opus-4-8":{"in_tokens":3821,"out_tokens":1344},"claude-opus-4-7":{"in_tokens":3826,"out_tokens":1093},"mistral-large-2":{"in_tokens":2155,"out_tokens":1119}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":432.9367331940002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":423,"out_tokens":5353,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":77.62325552699986,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1455,"out_tokens":2049},"claude-opus-4-8":{"in_tokens":2929,"out_tokens":1084},"claude-opus-4-7":{"in_tokens":2934,"out_tokens":677},"mistral-large-2":{"in_tokens":1536,"out_tokens":650}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":346,"out_tokens":9699,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":223.52712286899987,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1704,"out_tokens":2864},"claude-opus-4-8":{"in_tokens":3367,"out_tokens":1133},"claude-opus-4-7":{"in_tokens":3372,"out_tokens":887},"mistral-large-2":{"in_tokens":1842,"out_tokens":1031}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":519,"out_tokens":10507,"error":null,"skip_reason":null,"score_raw":0.175,"duration_s":155.3255140579995,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2015,"out_tokens":3242},"claude-opus-4-8":{"in_tokens":3805,"out_tokens":1237},"claude-opus-4-7":{"in_tokens":3810,"out_tokens":924},"mistral-large-2":{"in_tokens":2155,"out_tokens":934}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":421,"out_tokens":9823,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":515.3200502659993,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1442,"out_tokens":2364},"claude-opus-4-8":{"in_tokens":2772,"out_tokens":1098},"claude-opus-4-7":{"in_tokens":2777,"out_tokens":845},"mistral-large-2":{"in_tokens":1530,"out_tokens":732}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":9566,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":145.74820741800067,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.125,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1513,"out_tokens":2155},"claude-opus-4-8":{"in_tokens":2904,"out_tokens":1099},"claude-opus-4-7":{"in_tokens":2909,"out_tokens":877},"mistral-large-2":{"in_tokens":1648,"out_tokens":662}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":384,"out_tokens":6463,"error":null,"skip_reason":null,"score_raw":0.1111111111111111,"duration_s":100.55573570800061,"hallucination_count":6.75,"hallucination_top100":0,"inter_rater_agreement":0.2222222222222222,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1450,"out_tokens":2774},"claude-opus-4-8":{"in_tokens":2769,"out_tokens":1167},"claude-opus-4-7":{"in_tokens":2774,"out_tokens":948},"mistral-large-2":{"in_tokens":1572,"out_tokens":718}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":466,"out_tokens":7608,"error":null,"skip_reason":null,"score_raw":0.2857142857142857,"duration_s":470.1665506399995,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1428,"out_tokens":2337},"claude-opus-4-8":{"in_tokens":2821,"out_tokens":972},"claude-opus-4-7":{"in_tokens":2826,"out_tokens":721},"mistral-large-2":{"in_tokens":1507,"out_tokens":678}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":6751,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":102.00413564300015,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1872,"out_tokens":1460},"claude-opus-4-8":{"in_tokens":3663,"out_tokens":678},"claude-opus-4-7":{"in_tokens":3668,"out_tokens":649},"mistral-large-2":{"in_tokens":1954,"out_tokens":636}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":452,"out_tokens":6389,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":77.09374863500034,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1752,"out_tokens":1813},"claude-opus-4-8":{"in_tokens":3313,"out_tokens":838},"claude-opus-4-7":{"in_tokens":3318,"out_tokens":680},"mistral-large-2":{"in_tokens":1841,"out_tokens":651}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":15692,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":211.64840439599993,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.25,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1577,"out_tokens":2537},"claude-opus-4-8":{"in_tokens":3080,"out_tokens":1159},"claude-opus-4-7":{"in_tokens":3085,"out_tokens":1160},"mistral-large-2":{"in_tokens":1644,"out_tokens":703}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":6763,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":97.6878219629998,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1462,"out_tokens":1558},"claude-opus-4-8":{"in_tokens":2785,"out_tokens":749},"claude-opus-4-7":{"in_tokens":2790,"out_tokens":590},"mistral-large-2":{"in_tokens":1535,"out_tokens":626}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":5332,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":68.87298695000027,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1630,"out_tokens":2087},"claude-opus-4-8":{"in_tokens":3052,"out_tokens":509},"claude-opus-4-7":{"in_tokens":3057,"out_tokens":416},"mistral-large-2":{"in_tokens":1711,"out_tokens":563}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":4640,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":107.76518119899993,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1267,"out_tokens":1457},"claude-opus-4-8":{"in_tokens":2413,"out_tokens":686},"claude-opus-4-7":{"in_tokens":2418,"out_tokens":573},"mistral-large-2":{"in_tokens":1335,"out_tokens":560}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":8645,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":116.09394706400053,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1414,"out_tokens":1520},"claude-opus-4-8":{"in_tokens":2692,"out_tokens":605},"claude-opus-4-7":{"in_tokens":2697,"out_tokens":553},"mistral-large-2":{"in_tokens":1490,"out_tokens":583}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":6467,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":148.89246941400052,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1509,"out_tokens":2186},"claude-opus-4-8":{"in_tokens":2796,"out_tokens":781},"claude-opus-4-7":{"in_tokens":2801,"out_tokens":553},"mistral-large-2":{"in_tokens":1593,"out_tokens":580}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":2462,"error":null,"skip_reason":null,"score_raw":0.42857142857142855,"duration_s":41.6935002780001,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1055,"out_tokens":1160},"claude-opus-4-8":{"in_tokens":1989,"out_tokens":556},"claude-opus-4-7":{"in_tokens":1994,"out_tokens":565},"mistral-large-2":{"in_tokens":1097,"out_tokens":620}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":5945,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":89.29909574799967,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1430,"out_tokens":1005},"claude-opus-4-8":{"in_tokens":2755,"out_tokens":879},"claude-opus-4-7":{"in_tokens":2760,"out_tokens":495},"mistral-large-2":{"in_tokens":1513,"out_tokens":613}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":6032,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":117.02758722199997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1502,"out_tokens":1897},"claude-opus-4-8":{"in_tokens":2851,"out_tokens":725},"claude-opus-4-7":{"in_tokens":2856,"out_tokens":490},"mistral-large-2":{"in_tokens":1567,"out_tokens":671}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":3931,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":63.58640043200012,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1350,"out_tokens":1677},"claude-opus-4-8":{"in_tokens":2551,"out_tokens":715},"claude-opus-4-7":{"in_tokens":2556,"out_tokens":545},"mistral-large-2":{"in_tokens":1420,"out_tokens":691}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":4566,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":97.38360916399961,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1322,"out_tokens":1176},"claude-opus-4-8":{"in_tokens":2552,"out_tokens":597},"claude-opus-4-7":{"in_tokens":2557,"out_tokens":521},"mistral-large-2":{"in_tokens":1393,"out_tokens":690}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":3522,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":80.29144353899937,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1309,"out_tokens":1511},"claude-opus-4-8":{"in_tokens":2435,"out_tokens":621},"claude-opus-4-7":{"in_tokens":2440,"out_tokens":510},"mistral-large-2":{"in_tokens":1358,"out_tokens":666}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":425,"out_tokens":3530,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":49.54742783100028,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1413,"out_tokens":1214},"claude-opus-4-8":{"in_tokens":2697,"out_tokens":514},"claude-opus-4-7":{"in_tokens":2702,"out_tokens":480},"mistral-large-2":{"in_tokens":1461,"out_tokens":553}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":453,"out_tokens":4326,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":241.94714783400013,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1363,"out_tokens":1514},"claude-opus-4-8":{"in_tokens":2554,"out_tokens":625},"claude-opus-4-7":{"in_tokens":2559,"out_tokens":476},"mistral-large-2":{"in_tokens":1426,"out_tokens":568}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":5080,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":102.07560279500012,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1783,"out_tokens":1788},"claude-opus-4-8":{"in_tokens":3425,"out_tokens":739},"claude-opus-4-7":{"in_tokens":3430,"out_tokens":539},"mistral-large-2":{"in_tokens":1840,"out_tokens":657}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":332,"out_tokens":3493,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":54.072512650000135,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1407,"out_tokens":1317},"claude-opus-4-8":{"in_tokens":2620,"out_tokens":546},"claude-opus-4-7":{"in_tokens":2625,"out_tokens":478},"mistral-large-2":{"in_tokens":1478,"out_tokens":532}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":338,"out_tokens":3430,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":69.73880028400072,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1281,"out_tokens":1444},"claude-opus-4-8":{"in_tokens":2415,"out_tokens":619},"claude-opus-4-7":{"in_tokens":2420,"out_tokens":500},"mistral-large-2":{"in_tokens":1338,"out_tokens":522}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":6122,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":95.57710039700032,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1136,"out_tokens":1286},"claude-opus-4-8":{"in_tokens":2126,"out_tokens":666},"claude-opus-4-7":{"in_tokens":2131,"out_tokens":486},"mistral-large-2":{"in_tokens":1175,"out_tokens":589}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":3781,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":81.67686427999979,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1239,"out_tokens":1576},"claude-opus-4-8":{"in_tokens":2342,"out_tokens":757},"claude-opus-4-7":{"in_tokens":2347,"out_tokens":561},"mistral-large-2":{"in_tokens":1365,"out_tokens":739}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":274,"out_tokens":4446,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":91.92960439299986,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1258,"out_tokens":1486},"claude-opus-4-8":{"in_tokens":2453,"out_tokens":586},"claude-opus-4-7":{"in_tokens":2458,"out_tokens":473},"mistral-large-2":{"in_tokens":1328,"out_tokens":500}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":384,"out_tokens":6232,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":89.70711902700077,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1120,"out_tokens":1835},"claude-opus-4-8":{"in_tokens":2214,"out_tokens":905},"claude-opus-4-7":{"in_tokens":2219,"out_tokens":628},"mistral-large-2":{"in_tokens":1218,"out_tokens":745}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":395,"out_tokens":7428,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":105.91391629699956,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1209,"out_tokens":1726},"claude-opus-4-8":{"in_tokens":2379,"out_tokens":1119},"claude-opus-4-7":{"in_tokens":2384,"out_tokens":645},"mistral-large-2":{"in_tokens":1359,"out_tokens":982}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":386,"out_tokens":6803,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":156.6891473429996,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1146,"out_tokens":2119},"claude-opus-4-8":{"in_tokens":2253,"out_tokens":803},"claude-opus-4-7":{"in_tokens":2258,"out_tokens":528},"mistral-large-2":{"in_tokens":1251,"out_tokens":644}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":402,"out_tokens":3580,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":49.73927288499999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1181,"out_tokens":1499},"claude-opus-4-8":{"in_tokens":2275,"out_tokens":635},"claude-opus-4-7":{"in_tokens":2280,"out_tokens":553},"mistral-large-2":{"in_tokens":1303,"out_tokens":637}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":11490,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":241.12409146200025,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1212,"out_tokens":1619},"claude-opus-4-8":{"in_tokens":2388,"out_tokens":1025},"claude-opus-4-7":{"in_tokens":2393,"out_tokens":726},"mistral-large-2":{"in_tokens":1312,"out_tokens":560}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":8771,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":359.77955445500083,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1179,"out_tokens":1714},"claude-opus-4-8":{"in_tokens":2235,"out_tokens":797},"claude-opus-4-7":{"in_tokens":2240,"out_tokens":485},"mistral-large-2":{"in_tokens":1271,"out_tokens":613}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":9739,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":1771.9862759820007,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1661,"out_tokens":2344},"claude-opus-4-8":{"in_tokens":3196,"out_tokens":907},"claude-opus-4-7":{"in_tokens":3201,"out_tokens":799},"mistral-large-2":{"in_tokens":1801,"out_tokens":706}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":412,"out_tokens":5044,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":117.12103749700054,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1265,"out_tokens":1646},"claude-opus-4-8":{"in_tokens":2406,"out_tokens":800},"claude-opus-4-7":{"in_tokens":2411,"out_tokens":678},"mistral-large-2":{"in_tokens":1365,"out_tokens":550}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":12628,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":171.17437023499951,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1526,"out_tokens":2410},"claude-opus-4-8":{"in_tokens":2966,"out_tokens":911},"claude-opus-4-7":{"in_tokens":2971,"out_tokens":689},"mistral-large-2":{"in_tokens":1665,"out_tokens":793}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":425,"out_tokens":5289,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":126.04300620699996,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1210,"out_tokens":1154},"claude-opus-4-8":{"in_tokens":2322,"out_tokens":691},"claude-opus-4-7":{"in_tokens":2327,"out_tokens":543},"mistral-large-2":{"in_tokens":1313,"out_tokens":623}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":5249,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":81.41185924199999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1103,"out_tokens":1532},"claude-opus-4-8":{"in_tokens":2101,"out_tokens":795},"claude-opus-4-7":{"in_tokens":2106,"out_tokens":492},"mistral-large-2":{"in_tokens":1225,"out_tokens":586}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":471,"out_tokens":10049,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":231.0000531609994,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1253,"out_tokens":1668},"claude-opus-4-8":{"in_tokens":2371,"out_tokens":816},"claude-opus-4-7":{"in_tokens":2376,"out_tokens":730},"mistral-large-2":{"in_tokens":1380,"out_tokens":760}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":399,"out_tokens":10874,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":167.14594358499926,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1252,"out_tokens":1489},"claude-opus-4-8":{"in_tokens":2379,"out_tokens":800},"claude-opus-4-7":{"in_tokens":2384,"out_tokens":653},"mistral-large-2":{"in_tokens":1339,"out_tokens":665}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":386,"out_tokens":6598,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":94.94434370400086,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1201,"out_tokens":1285},"claude-opus-4-8":{"in_tokens":2410,"out_tokens":568},"claude-opus-4-7":{"in_tokens":2415,"out_tokens":558},"mistral-large-2":{"in_tokens":1275,"out_tokens":495}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":520,"out_tokens":14056,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":191.90312257599908,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1338,"out_tokens":1477},"claude-opus-4-8":{"in_tokens":2547,"out_tokens":617},"claude-opus-4-7":{"in_tokens":2552,"out_tokens":626},"mistral-large-2":{"in_tokens":1478,"out_tokens":579}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":7269,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":87.10359005899954,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1224,"out_tokens":1844},"claude-opus-4-8":{"in_tokens":2396,"out_tokens":665},"claude-opus-4-7":{"in_tokens":2401,"out_tokens":559},"mistral-large-2":{"in_tokens":1317,"out_tokens":553}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":629,"out_tokens":5542,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":81.54411878399878,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1457,"out_tokens":820},"claude-opus-4-8":{"in_tokens":2696,"out_tokens":764},"claude-opus-4-7":{"in_tokens":2701,"out_tokens":449},"mistral-large-2":{"in_tokens":1635,"out_tokens":518}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":4982,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":122.05939769799988,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1196,"out_tokens":1464},"claude-opus-4-8":{"in_tokens":2422,"out_tokens":830},"claude-opus-4-7":{"in_tokens":2427,"out_tokens":523},"mistral-large-2":{"in_tokens":1324,"out_tokens":477}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":5259,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":107.57712320999963,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1466,"out_tokens":1804},"claude-opus-4-8":{"in_tokens":2849,"out_tokens":732},"claude-opus-4-7":{"in_tokens":2854,"out_tokens":634},"mistral-large-2":{"in_tokens":1644,"out_tokens":601}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":10552,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":244.19262341899957,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1332,"out_tokens":3070},"claude-opus-4-8":{"in_tokens":2489,"out_tokens":998},"claude-opus-4-7":{"in_tokens":2494,"out_tokens":778},"mistral-large-2":{"in_tokens":1501,"out_tokens":648}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":370,"out_tokens":5407,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":122.08186098100123,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1297,"out_tokens":1066},"claude-opus-4-8":{"in_tokens":2495,"out_tokens":663},"claude-opus-4-7":{"in_tokens":2500,"out_tokens":495},"mistral-large-2":{"in_tokens":1406,"out_tokens":548}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":675,"out_tokens":12574,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":180.74994099000105,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1840,"out_tokens":2329},"claude-opus-4-8":{"in_tokens":3429,"out_tokens":1202},"claude-opus-4-7":{"in_tokens":3434,"out_tokens":732},"mistral-large-2":{"in_tokens":1971,"out_tokens":776}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":6130,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":142.31645145100083,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1440,"out_tokens":1954},"claude-opus-4-8":{"in_tokens":2780,"out_tokens":978},"claude-opus-4-7":{"in_tokens":2785,"out_tokens":652},"mistral-large-2":{"in_tokens":1581,"out_tokens":702}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":5232,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":117.34796100699896,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1165,"out_tokens":2012},"claude-opus-4-8":{"in_tokens":2224,"out_tokens":713},"claude-opus-4-7":{"in_tokens":2229,"out_tokens":552},"mistral-large-2":{"in_tokens":1292,"out_tokens":621}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":4453,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":77.00636331799979,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1066,"out_tokens":1282},"claude-opus-4-8":{"in_tokens":2102,"out_tokens":745},"claude-opus-4-7":{"in_tokens":2107,"out_tokens":547},"mistral-large-2":{"in_tokens":1166,"out_tokens":518}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":6502,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":108.92913715599934,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1312,"out_tokens":1856},"claude-opus-4-8":{"in_tokens":2547,"out_tokens":918},"claude-opus-4-7":{"in_tokens":2552,"out_tokens":689},"mistral-large-2":{"in_tokens":1433,"out_tokens":686}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":438,"out_tokens":10875,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":242.97448026600068,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1344,"out_tokens":2261},"claude-opus-4-8":{"in_tokens":2663,"out_tokens":703},"claude-opus-4-7":{"in_tokens":2668,"out_tokens":501},"mistral-large-2":{"in_tokens":1491,"out_tokens":672}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":4492,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":414.2535580879994,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1168,"out_tokens":1631},"claude-opus-4-8":{"in_tokens":2256,"out_tokens":776},"claude-opus-4-7":{"in_tokens":2261,"out_tokens":668},"mistral-large-2":{"in_tokens":1290,"out_tokens":787}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":431,"out_tokens":13272,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":207.57895808399917,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1183,"out_tokens":1535},"claude-opus-4-8":{"in_tokens":2324,"out_tokens":786},"claude-opus-4-7":{"in_tokens":2329,"out_tokens":567},"mistral-large-2":{"in_tokens":1301,"out_tokens":527}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":401,"out_tokens":13921,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":213.47425293699962,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.25,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1264,"out_tokens":2500},"claude-opus-4-8":{"in_tokens":2381,"out_tokens":842},"claude-opus-4-7":{"in_tokens":2386,"out_tokens":682},"mistral-large-2":{"in_tokens":1374,"out_tokens":692}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":2807,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":45.66860952499883,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":987,"out_tokens":1124},"claude-opus-4-8":{"in_tokens":1917,"out_tokens":511},"claude-opus-4-7":{"in_tokens":1922,"out_tokens":498},"mistral-large-2":{"in_tokens":1066,"out_tokens":471}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":4653,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":70.22988073700071,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1288,"out_tokens":1937},"claude-opus-4-8":{"in_tokens":2484,"out_tokens":755},"claude-opus-4-7":{"in_tokens":2489,"out_tokens":590},"mistral-large-2":{"in_tokens":1409,"out_tokens":631}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":412,"out_tokens":5986,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":132.82997511100075,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1241,"out_tokens":1072},"claude-opus-4-8":{"in_tokens":2352,"out_tokens":627},"claude-opus-4-7":{"in_tokens":2357,"out_tokens":519},"mistral-large-2":{"in_tokens":1307,"out_tokens":474}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":11271,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":271.08631751699977,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1359,"out_tokens":3062},"claude-opus-4-8":{"in_tokens":2604,"out_tokens":1006},"claude-opus-4-7":{"in_tokens":2609,"out_tokens":614},"mistral-large-2":{"in_tokens":1493,"out_tokens":594}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":9033,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":114.28551361799873,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1688,"out_tokens":2843},"claude-opus-4-8":{"in_tokens":3395,"out_tokens":979},"claude-opus-4-7":{"in_tokens":3400,"out_tokens":792},"mistral-large-2":{"in_tokens":1811,"out_tokens":707}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":513,"out_tokens":11539,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":147.87874895999994,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1601,"out_tokens":2565},"claude-opus-4-8":{"in_tokens":3355,"out_tokens":1183},"claude-opus-4-7":{"in_tokens":3360,"out_tokens":956},"mistral-large-2":{"in_tokens":1722,"out_tokens":646}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":399,"out_tokens":5267,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":417.54910390499936,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1152,"out_tokens":2315},"claude-opus-4-8":{"in_tokens":2275,"out_tokens":665},"claude-opus-4-7":{"in_tokens":2280,"out_tokens":613},"mistral-large-2":{"in_tokens":1215,"out_tokens":546}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":6680,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":157.32934512199972,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1785,"out_tokens":2622},"claude-opus-4-8":{"in_tokens":3619,"out_tokens":959},"claude-opus-4-7":{"in_tokens":3624,"out_tokens":697},"mistral-large-2":{"in_tokens":1909,"out_tokens":840}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":427,"out_tokens":6709,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":85.36355567500141,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1297,"out_tokens":1878},"claude-opus-4-8":{"in_tokens":2690,"out_tokens":715},"claude-opus-4-7":{"in_tokens":2695,"out_tokens":652},"mistral-large-2":{"in_tokens":1376,"out_tokens":542}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":4501,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":106.52114746799998,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1330,"out_tokens":1324},"claude-opus-4-8":{"in_tokens":2728,"out_tokens":579},"claude-opus-4-7":{"in_tokens":2733,"out_tokens":517},"mistral-large-2":{"in_tokens":1417,"out_tokens":566}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":6456,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":130.590749899,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1617,"out_tokens":2624},"claude-opus-4-8":{"in_tokens":3252,"out_tokens":1256},"claude-opus-4-7":{"in_tokens":3257,"out_tokens":725},"mistral-large-2":{"in_tokens":1746,"out_tokens":804}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":7624,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":140.5891415900005,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1198,"out_tokens":2443},"claude-opus-4-8":{"in_tokens":2436,"out_tokens":1173},"claude-opus-4-7":{"in_tokens":2441,"out_tokens":609},"mistral-large-2":{"in_tokens":1263,"out_tokens":518}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":10566,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":235.78129561099922,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1349,"out_tokens":1890},"claude-opus-4-8":{"in_tokens":2653,"out_tokens":620},"claude-opus-4-7":{"in_tokens":2658,"out_tokens":432},"mistral-large-2":{"in_tokens":1444,"out_tokens":613}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":381,"out_tokens":5932,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":79.28667015499923,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1286,"out_tokens":2251},"claude-opus-4-8":{"in_tokens":2659,"out_tokens":624},"claude-opus-4-7":{"in_tokens":2664,"out_tokens":587},"mistral-large-2":{"in_tokens":1382,"out_tokens":486}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":9121,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":116.43182656299905,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1197,"out_tokens":2640},"claude-opus-4-8":{"in_tokens":2304,"out_tokens":710},"claude-opus-4-7":{"in_tokens":2309,"out_tokens":596},"mistral-large-2":{"in_tokens":1244,"out_tokens":588}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":317,"out_tokens":4273,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":54.19321886600119,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.2857142857142857,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1110,"out_tokens":2108},"claude-opus-4-8":{"in_tokens":2228,"out_tokens":706},"claude-opus-4-7":{"in_tokens":2233,"out_tokens":712},"mistral-large-2":{"in_tokens":1184,"out_tokens":611}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":7539,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":172.23479708800005,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1513,"out_tokens":1482},"claude-opus-4-8":{"in_tokens":3049,"out_tokens":567},"claude-opus-4-7":{"in_tokens":3054,"out_tokens":464},"mistral-large-2":{"in_tokens":1625,"out_tokens":677}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":10639,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":124.58956971800035,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1226,"out_tokens":1681},"claude-opus-4-8":{"in_tokens":2417,"out_tokens":605},"claude-opus-4-7":{"in_tokens":2422,"out_tokens":761},"mistral-large-2":{"in_tokens":1293,"out_tokens":803}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":389,"out_tokens":5357,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":64.31752626100024,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1176,"out_tokens":1655},"claude-opus-4-8":{"in_tokens":2359,"out_tokens":763},"claude-opus-4-7":{"in_tokens":2364,"out_tokens":888},"mistral-large-2":{"in_tokens":1270,"out_tokens":679}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":4113,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":89.90026853200106,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1096,"out_tokens":2200},"claude-opus-4-8":{"in_tokens":2197,"out_tokens":593},"claude-opus-4-7":{"in_tokens":2202,"out_tokens":505},"mistral-large-2":{"in_tokens":1143,"out_tokens":489}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":6554,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":150.9410610619998,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1222,"out_tokens":1914},"claude-opus-4-8":{"in_tokens":2420,"out_tokens":806},"claude-opus-4-7":{"in_tokens":2425,"out_tokens":709},"mistral-large-2":{"in_tokens":1294,"out_tokens":758}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":9571,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":225.09988952899948,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1535,"out_tokens":2654},"claude-opus-4-8":{"in_tokens":2978,"out_tokens":927},"claude-opus-4-7":{"in_tokens":2983,"out_tokens":619},"mistral-large-2":{"in_tokens":1607,"out_tokens":611}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":10709,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":251.70646024599955,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1206,"out_tokens":2392},"claude-opus-4-8":{"in_tokens":2524,"out_tokens":589},"claude-opus-4-7":{"in_tokens":2529,"out_tokens":588},"mistral-large-2":{"in_tokens":1275,"out_tokens":893}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":628,"out_tokens":10533,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":217.54910268999993,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.2,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2445,"out_tokens":3208},"claude-opus-4-8":{"in_tokens":4867,"out_tokens":1315},"claude-opus-4-7":{"in_tokens":4872,"out_tokens":1086},"mistral-large-2":{"in_tokens":2637,"out_tokens":821}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":604,"out_tokens":12528,"error":null,"skip_reason":null,"score_raw":0.8250000000000001,"duration_s":183.88806952199957,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2110,"out_tokens":2442},"claude-opus-4-8":{"in_tokens":4215,"out_tokens":1345},"claude-opus-4-7":{"in_tokens":4220,"out_tokens":730},"mistral-large-2":{"in_tokens":2296,"out_tokens":709}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":677,"out_tokens":11335,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":263.7276076690014,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.0,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":2135,"out_tokens":2603},"claude-opus-4-8":{"in_tokens":4188,"out_tokens":1536},"claude-opus-4-7":{"in_tokens":4193,"out_tokens":1209},"mistral-large-2":{"in_tokens":2232,"out_tokens":855}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":392,"out_tokens":5113,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":75.55120555400026,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1310,"out_tokens":1360},"claude-opus-4-8":{"in_tokens":2576,"out_tokens":639},"claude-opus-4-7":{"in_tokens":2581,"out_tokens":449},"mistral-large-2":{"in_tokens":1389,"out_tokens":581}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":6446,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":76.6417084120003,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1368,"out_tokens":1820},"claude-opus-4-8":{"in_tokens":2700,"out_tokens":648},"claude-opus-4-7":{"in_tokens":2705,"out_tokens":539},"mistral-large-2":{"in_tokens":1469,"out_tokens":905}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":14314,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":207.2501464019988,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2058,"out_tokens":2523},"claude-opus-4-8":{"in_tokens":4057,"out_tokens":1077},"claude-opus-4-7":{"in_tokens":4062,"out_tokens":1011},"mistral-large-2":{"in_tokens":2219,"out_tokens":808}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":536,"out_tokens":9308,"error":null,"skip_reason":null,"score_raw":0.35000000000000003,"duration_s":197.86022087499987,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.6,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1803,"out_tokens":2654},"claude-opus-4-8":{"in_tokens":3696,"out_tokens":994},"claude-opus-4-7":{"in_tokens":3701,"out_tokens":835},"mistral-large-2":{"in_tokens":1929,"out_tokens":851}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":6741,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":76.42998068000088,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1528,"out_tokens":4517},"claude-opus-4-8":{"in_tokens":2948,"out_tokens":1079},"claude-opus-4-7":{"in_tokens":2953,"out_tokens":980},"mistral-large-2":{"in_tokens":1637,"out_tokens":712}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":873,"out_tokens":9528,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":119.10035719999905,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.3,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2138,"out_tokens":2616},"claude-opus-4-8":{"in_tokens":4099,"out_tokens":1305},"claude-opus-4-7":{"in_tokens":4104,"out_tokens":1034},"mistral-large-2":{"in_tokens":2220,"out_tokens":872}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":712,"out_tokens":8950,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":103.82018705899827,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2192,"out_tokens":2654},"claude-opus-4-8":{"in_tokens":4383,"out_tokens":1019},"claude-opus-4-7":{"in_tokens":4388,"out_tokens":981},"mistral-large-2":{"in_tokens":2356,"out_tokens":822}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":609,"out_tokens":13746,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":399.67361317500036,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2229,"out_tokens":3650},"claude-opus-4-8":{"in_tokens":4447,"out_tokens":1377},"claude-opus-4-7":{"in_tokens":4452,"out_tokens":1069},"mistral-large-2":{"in_tokens":2354,"out_tokens":895}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":722,"out_tokens":13030,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":1499.1445055950007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2536,"out_tokens":2582},"claude-opus-4-8":{"in_tokens":4961,"out_tokens":1094},"claude-opus-4-7":{"in_tokens":4966,"out_tokens":768},"mistral-large-2":{"in_tokens":2729,"out_tokens":1536}}}