{"model_id":"mistral-large-2","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":402,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":8.624698081000005,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1358,"out_tokens":1853},"claude-opus-4-8":{"in_tokens":2615,"out_tokens":1028},"claude-opus-4-7":{"in_tokens":2620,"out_tokens":786},"mistral-large-2":{"in_tokens":1458,"out_tokens":788}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":429,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":9.589361705000002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1338,"out_tokens":1995},"claude-opus-4-8":{"in_tokens":2597,"out_tokens":787},"claude-opus-4-7":{"in_tokens":2602,"out_tokens":614},"mistral-large-2":{"in_tokens":1438,"out_tokens":805}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":416,"out_tokens":581,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":11.21541863200001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1639,"out_tokens":2588},"claude-opus-4-8":{"in_tokens":3100,"out_tokens":1008},"claude-opus-4-7":{"in_tokens":3105,"out_tokens":802},"mistral-large-2":{"in_tokens":1787,"out_tokens":702}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":396,"out_tokens":708,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":13.990454408999994,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1956,"out_tokens":2337},"claude-opus-4-8":{"in_tokens":3674,"out_tokens":1188},"claude-opus-4-7":{"in_tokens":3679,"out_tokens":984},"mistral-large-2":{"in_tokens":2078,"out_tokens":810}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":258,"out_tokens":167,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":15.316237496,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1150,"out_tokens":1445},"claude-opus-4-8":{"in_tokens":2210,"out_tokens":752},"claude-opus-4-7":{"in_tokens":2215,"out_tokens":579},"mistral-large-2":{"in_tokens":1230,"out_tokens":733}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":1030,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":19.349257355000006,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1472,"out_tokens":1358},"claude-opus-4-8":{"in_tokens":2806,"out_tokens":727},"claude-opus-4-7":{"in_tokens":2811,"out_tokens":620},"mistral-large-2":{"in_tokens":1579,"out_tokens":743}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":375,"error":null,"skip_reason":null,"score_raw":0.175,"duration_s":7.109048013999995,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1824,"out_tokens":2038},"claude-opus-4-8":{"in_tokens":3494,"out_tokens":1259},"claude-opus-4-7":{"in_tokens":3499,"out_tokens":817},"mistral-large-2":{"in_tokens":1942,"out_tokens":800}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":188,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":18.467358447000002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1121,"out_tokens":1774},"claude-opus-4-8":{"in_tokens":2135,"out_tokens":700},"claude-opus-4-7":{"in_tokens":2140,"out_tokens":610},"mistral-large-2":{"in_tokens":1201,"out_tokens":602}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":1106,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":19.729680150999997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1517,"out_tokens":2497},"claude-opus-4-8":{"in_tokens":2964,"out_tokens":844},"claude-opus-4-7":{"in_tokens":2969,"out_tokens":771},"mistral-large-2":{"in_tokens":1628,"out_tokens":778}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":258,"error":null,"skip_reason":null,"score_raw":0.611111111111111,"duration_s":19.020644782000005,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1338,"out_tokens":1754},"claude-opus-4-8":{"in_tokens":2519,"out_tokens":856},"claude-opus-4-7":{"in_tokens":2524,"out_tokens":670},"mistral-large-2":{"in_tokens":1476,"out_tokens":692}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":546,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":10.646427063999994,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1948,"out_tokens":2508},"claude-opus-4-8":{"in_tokens":3772,"out_tokens":1100},"claude-opus-4-7":{"in_tokens":3777,"out_tokens":846},"mistral-large-2":{"in_tokens":2109,"out_tokens":901}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":444,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":9.093945578999993,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1560,"out_tokens":2017},"claude-opus-4-8":{"in_tokens":2995,"out_tokens":991},"claude-opus-4-7":{"in_tokens":3000,"out_tokens":643},"mistral-large-2":{"in_tokens":1683,"out_tokens":731}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":1421,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":25.091671004999995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1391,"out_tokens":1833},"claude-opus-4-8":{"in_tokens":2637,"out_tokens":932},"claude-opus-4-7":{"in_tokens":2642,"out_tokens":590},"mistral-large-2":{"in_tokens":1516,"out_tokens":683}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":376,"out_tokens":487,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":9.362717356000005,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1566,"out_tokens":3064},"claude-opus-4-8":{"in_tokens":2988,"out_tokens":1246},"claude-opus-4-7":{"in_tokens":2993,"out_tokens":1083},"mistral-large-2":{"in_tokens":1650,"out_tokens":652}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":213,"error":null,"skip_reason":null,"score_raw":0.075,"duration_s":24.882367602000002,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1500,"out_tokens":2150},"claude-opus-4-8":{"in_tokens":2812,"out_tokens":1216},"claude-opus-4-7":{"in_tokens":2817,"out_tokens":921},"mistral-large-2":{"in_tokens":1588,"out_tokens":796}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":476,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":9.840826723999996,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1491,"out_tokens":2402},"claude-opus-4-8":{"in_tokens":2931,"out_tokens":1262},"claude-opus-4-7":{"in_tokens":2936,"out_tokens":937},"mistral-large-2":{"in_tokens":1597,"out_tokens":696}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":684,"out_tokens":1875,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":29.803492399000007,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2276,"out_tokens":3977},"claude-opus-4-8":{"in_tokens":4267,"out_tokens":994},"claude-opus-4-7":{"in_tokens":4272,"out_tokens":848},"mistral-large-2":{"in_tokens":2426,"out_tokens":1027}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":361,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":7.304171053000005,"hallucination_count":9.5,"hallucination_top100":0,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1371,"out_tokens":2581},"claude-opus-4-8":{"in_tokens":2666,"out_tokens":1160},"claude-opus-4-7":{"in_tokens":2671,"out_tokens":918},"mistral-large-2":{"in_tokens":1436,"out_tokens":756}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":388,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":8.758628708000003,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1387,"out_tokens":1564},"claude-opus-4-8":{"in_tokens":2778,"out_tokens":998},"claude-opus-4-7":{"in_tokens":2783,"out_tokens":768},"mistral-large-2":{"in_tokens":1459,"out_tokens":636}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":1773,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":30.265722042,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1405,"out_tokens":2652},"claude-opus-4-8":{"in_tokens":2687,"out_tokens":908},"claude-opus-4-7":{"in_tokens":2692,"out_tokens":735},"mistral-large-2":{"in_tokens":1496,"out_tokens":735}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":1065,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":15.930255813000002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1993,"out_tokens":1348},"claude-opus-4-8":{"in_tokens":3809,"out_tokens":1038},"claude-opus-4-7":{"in_tokens":3814,"out_tokens":795},"mistral-large-2":{"in_tokens":2146,"out_tokens":847}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":456,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":0.325,"duration_s":18.187194483,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1666,"out_tokens":1559},"claude-opus-4-8":{"in_tokens":3196,"out_tokens":899},"claude-opus-4-7":{"in_tokens":3201,"out_tokens":665},"mistral-large-2":{"in_tokens":1794,"out_tokens":942}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":391,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":7.284225700999997,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1497,"out_tokens":2539},"claude-opus-4-8":{"in_tokens":2860,"out_tokens":996},"claude-opus-4-7":{"in_tokens":2865,"out_tokens":679},"mistral-large-2":{"in_tokens":1619,"out_tokens":698}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":564,"error":null,"skip_reason":null,"score_raw":0.275,"duration_s":10.645638613000003,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2026,"out_tokens":2611},"claude-opus-4-8":{"in_tokens":3777,"out_tokens":1227},"claude-opus-4-7":{"in_tokens":3782,"out_tokens":996},"mistral-large-2":{"in_tokens":2162,"out_tokens":817}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":315,"out_tokens":410,"error":null,"skip_reason":null,"score_raw":0.1388888888888889,"duration_s":9.425120801999995,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1461,"out_tokens":3099},"claude-opus-4-8":{"in_tokens":2773,"out_tokens":1179},"claude-opus-4-7":{"in_tokens":2778,"out_tokens":806},"mistral-large-2":{"in_tokens":1579,"out_tokens":806}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":1329,"error":null,"skip_reason":null,"score_raw":0.35,"duration_s":20.090300755,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.9,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2159,"out_tokens":2311},"claude-opus-4-8":{"in_tokens":4093,"out_tokens":1227},"claude-opus-4-7":{"in_tokens":4098,"out_tokens":866},"mistral-large-2":{"in_tokens":2286,"out_tokens":822}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":285,"error":null,"skip_reason":null,"score_raw":0.15,"duration_s":21.425828527999997,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1748,"out_tokens":2179},"claude-opus-4-8":{"in_tokens":3348,"out_tokens":966},"claude-opus-4-7":{"in_tokens":3353,"out_tokens":763},"mistral-large-2":{"in_tokens":1848,"out_tokens":885}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":283,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":19.552088089999998,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1430,"out_tokens":2608},"claude-opus-4-8":{"in_tokens":2685,"out_tokens":846},"claude-opus-4-7":{"in_tokens":2690,"out_tokens":668},"mistral-large-2":{"in_tokens":1540,"out_tokens":710}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":2673,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":41.675261894,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1841,"out_tokens":3129},"claude-opus-4-8":{"in_tokens":3533,"out_tokens":927},"claude-opus-4-7":{"in_tokens":3538,"out_tokens":718},"mistral-large-2":{"in_tokens":2010,"out_tokens":789}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":368,"out_tokens":571,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":12.462838144999992,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.25,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1633,"out_tokens":2451},"claude-opus-4-8":{"in_tokens":3144,"out_tokens":1086},"claude-opus-4-7":{"in_tokens":3149,"out_tokens":857},"mistral-large-2":{"in_tokens":1699,"out_tokens":713}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":2611,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":42.863486326,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.3,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1912,"out_tokens":3429},"claude-opus-4-8":{"in_tokens":3626,"out_tokens":816},"claude-opus-4-7":{"in_tokens":3631,"out_tokens":882},"mistral-large-2":{"in_tokens":2054,"out_tokens":777}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":360,"out_tokens":187,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":21.766705994000006,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1281,"out_tokens":2329},"claude-opus-4-8":{"in_tokens":2421,"out_tokens":743},"claude-opus-4-7":{"in_tokens":2426,"out_tokens":635},"mistral-large-2":{"in_tokens":1353,"out_tokens":590}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":660,"out_tokens":1264,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":19.277037872999998,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1747,"out_tokens":2376},"claude-opus-4-8":{"in_tokens":3334,"out_tokens":822},"claude-opus-4-7":{"in_tokens":3339,"out_tokens":729},"mistral-large-2":{"in_tokens":1836,"out_tokens":1004}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":285,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":18.104889174999997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1221,"out_tokens":1783},"claude-opus-4-8":{"in_tokens":2393,"out_tokens":881},"claude-opus-4-7":{"in_tokens":2398,"out_tokens":702},"mistral-large-2":{"in_tokens":1312,"out_tokens":691}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1390,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":54.687930006,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1820,"out_tokens":1941},"claude-opus-4-8":{"in_tokens":3431,"out_tokens":978},"claude-opus-4-7":{"in_tokens":3436,"out_tokens":637},"mistral-large-2":{"in_tokens":2003,"out_tokens":762}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":1808,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":28.020012025,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2075,"out_tokens":2837},"claude-opus-4-8":{"in_tokens":3974,"out_tokens":980},"claude-opus-4-7":{"in_tokens":3979,"out_tokens":795},"mistral-large-2":{"in_tokens":2228,"out_tokens":763}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":197,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.143416587000004,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1213,"out_tokens":1716},"claude-opus-4-8":{"in_tokens":2395,"out_tokens":830},"claude-opus-4-7":{"in_tokens":2400,"out_tokens":618},"mistral-large-2":{"in_tokens":1276,"out_tokens":454}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":207,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":19.683781812999996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1221,"out_tokens":1823},"claude-opus-4-8":{"in_tokens":2403,"out_tokens":641},"claude-opus-4-7":{"in_tokens":2408,"out_tokens":586},"mistral-large-2":{"in_tokens":1282,"out_tokens":597}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":2940,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":37.04653271699999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2081,"out_tokens":2047},"claude-opus-4-8":{"in_tokens":3938,"out_tokens":1077},"claude-opus-4-7":{"in_tokens":3943,"out_tokens":901},"mistral-large-2":{"in_tokens":2263,"out_tokens":911}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":1743,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":27.188752163000004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1899,"out_tokens":2456},"claude-opus-4-8":{"in_tokens":3753,"out_tokens":889},"claude-opus-4-7":{"in_tokens":3758,"out_tokens":759},"mistral-large-2":{"in_tokens":2028,"out_tokens":742}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1077,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":16.397764752,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1520,"out_tokens":1965},"claude-opus-4-8":{"in_tokens":3066,"out_tokens":617},"claude-opus-4-7":{"in_tokens":3071,"out_tokens":571},"mistral-large-2":{"in_tokens":1611,"out_tokens":592}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":1072,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":16.02458396499999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1569,"out_tokens":1643},"claude-opus-4-8":{"in_tokens":3048,"out_tokens":859},"claude-opus-4-7":{"in_tokens":3053,"out_tokens":578},"mistral-large-2":{"in_tokens":1667,"out_tokens":674}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.325,"duration_s":23.690839942999986,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1755,"out_tokens":2448},"claude-opus-4-8":{"in_tokens":3268,"out_tokens":759},"claude-opus-4-7":{"in_tokens":3273,"out_tokens":583},"mistral-large-2":{"in_tokens":1864,"out_tokens":1536}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":299,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":22.693138735000005,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1409,"out_tokens":1833},"claude-opus-4-8":{"in_tokens":2695,"out_tokens":749},"claude-opus-4-7":{"in_tokens":2700,"out_tokens":601},"mistral-large-2":{"in_tokens":1535,"out_tokens":966}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":357,"out_tokens":211,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":19.475786594000013,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.375,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1299,"out_tokens":2429},"claude-opus-4-8":{"in_tokens":2493,"out_tokens":864},"claude-opus-4-7":{"in_tokens":2498,"out_tokens":661},"mistral-large-2":{"in_tokens":1344,"out_tokens":622}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":758,"out_tokens":1498,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":22.611785859999983,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2316,"out_tokens":3078},"claude-opus-4-8":{"in_tokens":4266,"out_tokens":1114},"claude-opus-4-7":{"in_tokens":4271,"out_tokens":808},"mistral-large-2":{"in_tokens":2470,"out_tokens":837}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":308,"out_tokens":194,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":21.197891376,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1276,"out_tokens":1724},"claude-opus-4-8":{"in_tokens":2417,"out_tokens":875},"claude-opus-4-7":{"in_tokens":2422,"out_tokens":611},"mistral-large-2":{"in_tokens":1377,"out_tokens":951}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1148,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":18.027318088999976,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1724,"out_tokens":1555},"claude-opus-4-8":{"in_tokens":3278,"out_tokens":756},"claude-opus-4-7":{"in_tokens":3283,"out_tokens":619},"mistral-large-2":{"in_tokens":1870,"out_tokens":669}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":1624,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":22.916094815000008,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1638,"out_tokens":2165},"claude-opus-4-8":{"in_tokens":3201,"out_tokens":802},"claude-opus-4-7":{"in_tokens":3206,"out_tokens":679},"mistral-large-2":{"in_tokens":1759,"out_tokens":801}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":669,"out_tokens":1254,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":18.480797940000002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1728,"out_tokens":2506},"claude-opus-4-8":{"in_tokens":3326,"out_tokens":831},"claude-opus-4-7":{"in_tokens":3331,"out_tokens":776},"mistral-large-2":{"in_tokens":1786,"out_tokens":792}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":3031,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":45.99080071700001,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1685,"out_tokens":1584},"claude-opus-4-8":{"in_tokens":3273,"out_tokens":1129},"claude-opus-4-7":{"in_tokens":3278,"out_tokens":709},"mistral-large-2":{"in_tokens":1792,"out_tokens":753}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":2972,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":49.72795601500002,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2012,"out_tokens":2571},"claude-opus-4-8":{"in_tokens":3847,"out_tokens":1167},"claude-opus-4-7":{"in_tokens":3852,"out_tokens":795},"mistral-large-2":{"in_tokens":2193,"out_tokens":700}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":4286,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":63.693628888000006,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2240,"out_tokens":2771},"claude-opus-4-8":{"in_tokens":4324,"out_tokens":1192},"claude-opus-4-7":{"in_tokens":4329,"out_tokens":873},"mistral-large-2":{"in_tokens":2383,"out_tokens":967}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":589,"out_tokens":1113,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":25.13190731200001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1689,"out_tokens":2330},"claude-opus-4-8":{"in_tokens":3150,"out_tokens":1039},"claude-opus-4-7":{"in_tokens":3155,"out_tokens":758},"mistral-large-2":{"in_tokens":1815,"out_tokens":814}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":277,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":22.913223544000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1367,"out_tokens":1479},"claude-opus-4-8":{"in_tokens":2615,"out_tokens":685},"claude-opus-4-7":{"in_tokens":2620,"out_tokens":486},"mistral-large-2":{"in_tokens":1427,"out_tokens":487}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":710,"out_tokens":980,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":15.265242881000006,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1594,"out_tokens":1926},"claude-opus-4-8":{"in_tokens":3042,"out_tokens":593},"claude-opus-4-7":{"in_tokens":3047,"out_tokens":467},"mistral-large-2":{"in_tokens":1659,"out_tokens":617}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":264,"error":null,"skip_reason":null,"score_raw":0.2777777777777778,"duration_s":22.147503986000004,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1371,"out_tokens":1674},"claude-opus-4-8":{"in_tokens":2558,"out_tokens":789},"claude-opus-4-7":{"in_tokens":2563,"out_tokens":545},"mistral-large-2":{"in_tokens":1432,"out_tokens":617}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":21.571231478999977,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.125,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1200,"out_tokens":1401},"claude-opus-4-8":{"in_tokens":2247,"out_tokens":653},"claude-opus-4-7":{"in_tokens":2252,"out_tokens":597},"mistral-large-2":{"in_tokens":1246,"out_tokens":543}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":447,"out_tokens":236,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":20.729124192,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1260,"out_tokens":1068},"claude-opus-4-8":{"in_tokens":2333,"out_tokens":433},"claude-opus-4-7":{"in_tokens":2338,"out_tokens":411},"mistral-large-2":{"in_tokens":1320,"out_tokens":635}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":688,"out_tokens":1137,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":19.194924628999985,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1723,"out_tokens":1799},"claude-opus-4-8":{"in_tokens":3192,"out_tokens":754},"claude-opus-4-7":{"in_tokens":3197,"out_tokens":625},"mistral-large-2":{"in_tokens":1794,"out_tokens":651}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1128,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":18.271002820000007,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1581,"out_tokens":1497},"claude-opus-4-8":{"in_tokens":2926,"out_tokens":674},"claude-opus-4-7":{"in_tokens":2931,"out_tokens":480},"mistral-large-2":{"in_tokens":1654,"out_tokens":699}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":552,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":71.461456227,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1615,"out_tokens":1574},"claude-opus-4-8":{"in_tokens":3114,"out_tokens":632},"claude-opus-4-7":{"in_tokens":3119,"out_tokens":532},"mistral-large-2":{"in_tokens":1692,"out_tokens":583}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":831,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":13.519770507999993,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1408,"out_tokens":1846},"claude-opus-4-8":{"in_tokens":2587,"out_tokens":661},"claude-opus-4-7":{"in_tokens":2592,"out_tokens":538},"mistral-large-2":{"in_tokens":1481,"out_tokens":748}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":509,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":69.912695338,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1442,"out_tokens":1544},"claude-opus-4-8":{"in_tokens":2685,"out_tokens":648},"claude-opus-4-7":{"in_tokens":2690,"out_tokens":500},"mistral-large-2":{"in_tokens":1515,"out_tokens":583}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":465,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":69.66266196200002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1470,"out_tokens":1781},"claude-opus-4-8":{"in_tokens":2692,"out_tokens":522},"claude-opus-4-7":{"in_tokens":2697,"out_tokens":518},"mistral-large-2":{"in_tokens":1535,"out_tokens":754}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":857,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":76.37083431899998,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1917,"out_tokens":2166},"claude-opus-4-8":{"in_tokens":3556,"out_tokens":1009},"claude-opus-4-7":{"in_tokens":3561,"out_tokens":697},"mistral-large-2":{"in_tokens":2012,"out_tokens":765}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":196,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":18.575917577000013,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1163,"out_tokens":1840},"claude-opus-4-8":{"in_tokens":2139,"out_tokens":612},"claude-opus-4-7":{"in_tokens":2144,"out_tokens":520},"mistral-large-2":{"in_tokens":1228,"out_tokens":520}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":775,"out_tokens":1183,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":19.29060662499998,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1640,"out_tokens":1262},"claude-opus-4-8":{"in_tokens":3044,"out_tokens":572},"claude-opus-4-7":{"in_tokens":3049,"out_tokens":380},"mistral-large-2":{"in_tokens":1719,"out_tokens":517}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":205,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":18.129900037000027,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1090,"out_tokens":1155},"claude-opus-4-8":{"in_tokens":2053,"out_tokens":557},"claude-opus-4-7":{"in_tokens":2058,"out_tokens":481},"mistral-large-2":{"in_tokens":1147,"out_tokens":479}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":219,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.291978879999988,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1077,"out_tokens":1208},"claude-opus-4-8":{"in_tokens":2023,"out_tokens":571},"claude-opus-4-7":{"in_tokens":2028,"out_tokens":490},"mistral-large-2":{"in_tokens":1126,"out_tokens":450}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":593,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":11.880236206999996,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1528,"out_tokens":1338},"claude-opus-4-8":{"in_tokens":2781,"out_tokens":694},"claude-opus-4-7":{"in_tokens":2786,"out_tokens":524},"mistral-large-2":{"in_tokens":1608,"out_tokens":647}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":1046,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":15.82198957,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1419,"out_tokens":1475},"claude-opus-4-8":{"in_tokens":2705,"out_tokens":636},"claude-opus-4-7":{"in_tokens":2710,"out_tokens":531},"mistral-large-2":{"in_tokens":1491,"out_tokens":548}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":274,"out_tokens":567,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":11.741758683,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1431,"out_tokens":1504},"claude-opus-4-8":{"in_tokens":2722,"out_tokens":678},"claude-opus-4-7":{"in_tokens":2727,"out_tokens":572},"mistral-large-2":{"in_tokens":1502,"out_tokens":606}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":334,"out_tokens":431,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":8.969502363999993,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1304,"out_tokens":1506},"claude-opus-4-8":{"in_tokens":2460,"out_tokens":673},"claude-opus-4-7":{"in_tokens":2465,"out_tokens":487}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":482,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":9.844819572000006,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1311,"out_tokens":1550},"claude-opus-4-8":{"in_tokens":2476,"out_tokens":725},"claude-opus-4-7":{"in_tokens":2481,"out_tokens":559},"mistral-large-2":{"in_tokens":1381,"out_tokens":543}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":161,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":21.05345336099998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1060,"out_tokens":1055},"claude-opus-4-8":{"in_tokens":2001,"out_tokens":525},"claude-opus-4-7":{"in_tokens":2006,"out_tokens":492},"mistral-large-2":{"in_tokens":1123,"out_tokens":454}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":4.269697323999992,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1009,"out_tokens":924},"claude-opus-4-8":{"in_tokens":1896,"out_tokens":455},"claude-opus-4-7":{"in_tokens":1901,"out_tokens":376},"mistral-large-2":{"in_tokens":1049,"out_tokens":407}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":574,"out_tokens":973,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":14.750547112000021,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1380,"out_tokens":1412},"claude-opus-4-8":{"in_tokens":2666,"out_tokens":542},"claude-opus-4-7":{"in_tokens":2671,"out_tokens":509},"mistral-large-2":{"in_tokens":1456,"out_tokens":521}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":2576,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":39.95045011900001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1595,"out_tokens":1697},"claude-opus-4-8":{"in_tokens":3200,"out_tokens":640},"claude-opus-4-7":{"in_tokens":3205,"out_tokens":626},"mistral-large-2":{"in_tokens":1694,"out_tokens":594}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":1181,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":17.965907837000003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1424,"out_tokens":1235},"claude-opus-4-8":{"in_tokens":2774,"out_tokens":519},"claude-opus-4-7":{"in_tokens":2779,"out_tokens":525},"mistral-large-2":{"in_tokens":1508,"out_tokens":475}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":2265,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":31.017682815,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1719,"out_tokens":1212},"claude-opus-4-8":{"in_tokens":3259,"out_tokens":744},"claude-opus-4-7":{"in_tokens":3264,"out_tokens":625},"mistral-large-2":{"in_tokens":1875,"out_tokens":890}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":2337,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":36.74208609600001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1620,"out_tokens":1984},"claude-opus-4-8":{"in_tokens":3135,"out_tokens":1006},"claude-opus-4-7":{"in_tokens":3140,"out_tokens":584},"mistral-large-2":{"in_tokens":1718,"out_tokens":595}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":512,"out_tokens":683,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":12.176220159000025,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1196,"out_tokens":1227},"claude-opus-4-8":{"in_tokens":2239,"out_tokens":515},"claude-opus-4-7":{"in_tokens":2244,"out_tokens":470},"mistral-large-2":{"in_tokens":1242,"out_tokens":518}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":493,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":11.068837514000023,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1528,"out_tokens":1476},"claude-opus-4-8":{"in_tokens":2883,"out_tokens":652},"claude-opus-4-7":{"in_tokens":2888,"out_tokens":609},"mistral-large-2":{"in_tokens":1599,"out_tokens":611}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":454,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":9.589094101,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1289,"out_tokens":1913},"claude-opus-4-8":{"in_tokens":2481,"out_tokens":723},"claude-opus-4-7":{"in_tokens":2486,"out_tokens":573},"mistral-large-2":{"in_tokens":1363,"out_tokens":580}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":160,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":19.437004916999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":993,"out_tokens":982},"claude-opus-4-8":{"in_tokens":1874,"out_tokens":502},"claude-opus-4-7":{"in_tokens":1879,"out_tokens":399},"mistral-large-2":{"in_tokens":1029,"out_tokens":442}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":17.409337819,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1135,"out_tokens":1496},"claude-opus-4-8":{"in_tokens":2111,"out_tokens":686},"claude-opus-4-7":{"in_tokens":2116,"out_tokens":476}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":3170,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":42.95229586300002,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2171,"out_tokens":2507},"claude-opus-4-8":{"in_tokens":4065,"out_tokens":899},"claude-opus-4-7":{"in_tokens":4070,"out_tokens":776},"mistral-large-2":{"in_tokens":2321,"out_tokens":753}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":740,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":15.022680054999995,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1663,"out_tokens":2150},"claude-opus-4-8":{"in_tokens":3018,"out_tokens":737},"claude-opus-4-7":{"in_tokens":3023,"out_tokens":579},"mistral-large-2":{"in_tokens":1744,"out_tokens":607}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":546,"out_tokens":1037,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":17.122025683000004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1513,"out_tokens":1995},"claude-opus-4-8":{"in_tokens":2815,"out_tokens":683},"claude-opus-4-7":{"in_tokens":2820,"out_tokens":528},"mistral-large-2":{"in_tokens":1567,"out_tokens":643}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":756,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":15.463580691999994,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1609,"out_tokens":1664},"claude-opus-4-8":{"in_tokens":2960,"out_tokens":733},"claude-opus-4-7":{"in_tokens":2965,"out_tokens":641},"mistral-large-2":{"in_tokens":1694,"out_tokens":700}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":172,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":20.487806218999992,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1225,"out_tokens":1399},"claude-opus-4-8":{"in_tokens":2282,"out_tokens":506},"claude-opus-4-7":{"in_tokens":2287,"out_tokens":464},"mistral-large-2":{"in_tokens":1285,"out_tokens":558}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":695,"out_tokens":1063,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":16.690096812999997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1604,"out_tokens":1173},"claude-opus-4-8":{"in_tokens":3012,"out_tokens":610},"claude-opus-4-7":{"in_tokens":3017,"out_tokens":488},"mistral-large-2":{"in_tokens":1676,"out_tokens":584}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":213,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":18.64244163799998,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1098,"out_tokens":1124},"claude-opus-4-8":{"in_tokens":2072,"out_tokens":630},"claude-opus-4-7":{"in_tokens":2077,"out_tokens":486},"mistral-large-2":{"in_tokens":1157,"out_tokens":574}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":1060,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":16.856496203000006,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1454,"out_tokens":1514},"claude-opus-4-8":{"in_tokens":2727,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2732,"out_tokens":561},"mistral-large-2":{"in_tokens":1524,"out_tokens":889}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":302,"out_tokens":418,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":9.377159193000011,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1294,"out_tokens":1559},"claude-opus-4-8":{"in_tokens":2428,"out_tokens":615},"claude-opus-4-7":{"in_tokens":2433,"out_tokens":558},"mistral-large-2":{"in_tokens":1355,"out_tokens":617}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":1064,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":16.494864646000025,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1430,"out_tokens":1193},"claude-opus-4-8":{"in_tokens":2694,"out_tokens":574},"claude-opus-4-7":{"in_tokens":2699,"out_tokens":473},"mistral-large-2":{"in_tokens":1498,"out_tokens":513}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":295,"out_tokens":375,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":8.193217630999982,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1312,"out_tokens":1629},"claude-opus-4-8":{"in_tokens":2489,"out_tokens":600},"claude-opus-4-7":{"in_tokens":2494,"out_tokens":511},"mistral-large-2":{"in_tokens":1377,"out_tokens":752}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":489,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":11.080245273999992,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1448,"out_tokens":913},"claude-opus-4-8":{"in_tokens":2789,"out_tokens":583},"claude-opus-4-7":{"in_tokens":2794,"out_tokens":540},"mistral-large-2":{"in_tokens":1511,"out_tokens":570}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":276,"out_tokens":183,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":16.172486786999997,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1046,"out_tokens":1699},"claude-opus-4-8":{"in_tokens":1991,"out_tokens":691},"claude-opus-4-7":{"in_tokens":1996,"out_tokens":512},"mistral-large-2":{"in_tokens":1094,"out_tokens":548}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":892,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":16.859702003999985,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2009,"out_tokens":1532},"claude-opus-4-8":{"in_tokens":3759,"out_tokens":658},"claude-opus-4-7":{"in_tokens":3764,"out_tokens":568}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":408,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":7.9181316860000095,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1338,"out_tokens":1277},"claude-opus-4-8":{"in_tokens":2493,"out_tokens":658},"claude-opus-4-7":{"in_tokens":2498,"out_tokens":540},"mistral-large-2":{"in_tokens":1409,"out_tokens":555}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":351,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":6.797670263999976,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1281,"out_tokens":1657},"claude-opus-4-8":{"in_tokens":2402,"out_tokens":829},"claude-opus-4-7":{"in_tokens":2407,"out_tokens":621},"mistral-large-2":{"in_tokens":1333,"out_tokens":624}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":194,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.054213387000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1093,"out_tokens":1715},"claude-opus-4-8":{"in_tokens":2042,"out_tokens":647},"claude-opus-4-7":{"in_tokens":2047,"out_tokens":484},"mistral-large-2":{"in_tokens":1140,"out_tokens":561}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":1075,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":17.088354754999983,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1461,"out_tokens":2314},"claude-opus-4-8":{"in_tokens":2729,"out_tokens":837},"claude-opus-4-7":{"in_tokens":2734,"out_tokens":740},"mistral-large-2":{"in_tokens":1530,"out_tokens":570}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":704,"out_tokens":915,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":14.994774932000013,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1621,"out_tokens":1744},"claude-opus-4-8":{"in_tokens":3068,"out_tokens":646},"claude-opus-4-7":{"in_tokens":3073,"out_tokens":547},"mistral-large-2":{"in_tokens":1675,"out_tokens":618}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":238,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":5.498346835999996,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1227,"out_tokens":1534},"claude-opus-4-8":{"in_tokens":2323,"out_tokens":905},"claude-opus-4-7":{"in_tokens":2328,"out_tokens":690},"mistral-large-2":{"in_tokens":1341,"out_tokens":773}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":226,"out_tokens":406,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":8.694978132000017,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1264,"out_tokens":1121},"claude-opus-4-8":{"in_tokens":2490,"out_tokens":612},"claude-opus-4-7":{"in_tokens":2495,"out_tokens":496},"mistral-large-2":{"in_tokens":1334,"out_tokens":626}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1531,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":21.451149051000016,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1856,"out_tokens":2053},"claude-opus-4-8":{"in_tokens":3474,"out_tokens":784},"claude-opus-4-7":{"in_tokens":3479,"out_tokens":646},"mistral-large-2":{"in_tokens":1939,"out_tokens":726}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":2014,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":30.852317427999992,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1945,"out_tokens":1308},"claude-opus-4-8":{"in_tokens":3714,"out_tokens":586},"claude-opus-4-7":{"in_tokens":3719,"out_tokens":461},"mistral-large-2":{"in_tokens":2035,"out_tokens":594}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":980,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":14.985417767000001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1453,"out_tokens":1121},"claude-opus-4-8":{"in_tokens":2768,"out_tokens":574},"claude-opus-4-7":{"in_tokens":2773,"out_tokens":476},"mistral-large-2":{"in_tokens":1516,"out_tokens":506}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":226,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":17.166916982000004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1207,"out_tokens":1454},"claude-opus-4-8":{"in_tokens":2280,"out_tokens":536},"claude-opus-4-7":{"in_tokens":2285,"out_tokens":482},"mistral-large-2":{"in_tokens":1252,"out_tokens":624}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":2546,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":33.396910327,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.75,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1642,"out_tokens":1664},"claude-opus-4-8":{"in_tokens":3222,"out_tokens":991},"claude-opus-4-7":{"in_tokens":3227,"out_tokens":821},"mistral-large-2":{"in_tokens":1709,"out_tokens":665}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":351,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":7.445768555000001,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.25,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1193,"out_tokens":1894},"claude-opus-4-8":{"in_tokens":2321,"out_tokens":872},"claude-opus-4-7":{"in_tokens":2326,"out_tokens":675},"mistral-large-2":{"in_tokens":1336,"out_tokens":662}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":645,"out_tokens":1179,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":18.532552245000005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1591,"out_tokens":1570},"claude-opus-4-8":{"in_tokens":3017,"out_tokens":579},"claude-opus-4-7":{"in_tokens":3022,"out_tokens":548},"mistral-large-2":{"in_tokens":1651,"out_tokens":796}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":290,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":21.760306445999987,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1435,"out_tokens":1192},"claude-opus-4-8":{"in_tokens":2719,"out_tokens":621},"claude-opus-4-7":{"in_tokens":2724,"out_tokens":544},"mistral-large-2":{"in_tokens":1484,"out_tokens":565}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":513,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":8.993491118000009,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1223,"out_tokens":1400},"claude-opus-4-8":{"in_tokens":2289,"out_tokens":685},"claude-opus-4-7":{"in_tokens":2294,"out_tokens":495},"mistral-large-2":{"in_tokens":1264,"out_tokens":589}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":3216,"error":null,"skip_reason":null,"score_raw":0.8611111111111112,"duration_s":40.2044904,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1861,"out_tokens":3005},"claude-opus-4-8":{"in_tokens":3565,"out_tokens":984},"claude-opus-4-7":{"in_tokens":3570,"out_tokens":802},"mistral-large-2":{"in_tokens":2020,"out_tokens":781}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":180,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":16.69422068899999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1132,"out_tokens":1172},"claude-opus-4-8":{"in_tokens":2136,"out_tokens":569},"claude-opus-4-7":{"in_tokens":2141,"out_tokens":453},"mistral-large-2":{"in_tokens":1185,"out_tokens":442}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":313,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":6.323988372999992,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1145,"out_tokens":2190},"claude-opus-4-8":{"in_tokens":2261,"out_tokens":713},"claude-opus-4-7":{"in_tokens":2266,"out_tokens":522},"mistral-large-2":{"in_tokens":1239,"out_tokens":538}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1115,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":13.990015426000014,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1491,"out_tokens":1314},"claude-opus-4-8":{"in_tokens":2779,"out_tokens":632},"claude-opus-4-7":{"in_tokens":2784,"out_tokens":556},"mistral-large-2":{"in_tokens":1576,"out_tokens":644}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":1046,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":16.360788934999988,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1519,"out_tokens":1263},"claude-opus-4-8":{"in_tokens":2814,"out_tokens":592},"claude-opus-4-7":{"in_tokens":2819,"out_tokens":512},"mistral-large-2":{"in_tokens":1592,"out_tokens":825}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":865,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":12.89061482599999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1313,"out_tokens":1154},"claude-opus-4-8":{"in_tokens":2547,"out_tokens":611},"claude-opus-4-7":{"in_tokens":2552,"out_tokens":508},"mistral-large-2":{"in_tokens":1371,"out_tokens":515}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":103,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":14.581629291000013,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1056,"out_tokens":940},"claude-opus-4-8":{"in_tokens":1992,"out_tokens":562},"claude-opus-4-7":{"in_tokens":1997,"out_tokens":470},"mistral-large-2":{"in_tokens":1094,"out_tokens":465}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":200,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":20.14874245599998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1148,"out_tokens":1273},"claude-opus-4-8":{"in_tokens":2168,"out_tokens":511},"claude-opus-4-7":{"in_tokens":2173,"out_tokens":444},"mistral-large-2":{"in_tokens":1202,"out_tokens":523}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":350,"out_tokens":248,"error":null,"skip_reason":null,"score_raw":0.35,"duration_s":6.6277548729999864,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1129,"out_tokens":1441},"claude-opus-4-8":{"in_tokens":2195,"out_tokens":670},"claude-opus-4-7":{"in_tokens":2200,"out_tokens":608},"mistral-large-2":{"in_tokens":1246,"out_tokens":620}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":1461,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":18.082713978000015,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1773,"out_tokens":1584},"claude-opus-4-8":{"in_tokens":3271,"out_tokens":671},"claude-opus-4-7":{"in_tokens":3276,"out_tokens":532},"mistral-large-2":{"in_tokens":1866,"out_tokens":680}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":216,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":16.47928863299998,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1091,"out_tokens":964},"claude-opus-4-8":{"in_tokens":2105,"out_tokens":592},"claude-opus-4-7":{"in_tokens":2110,"out_tokens":454},"mistral-large-2":{"in_tokens":1144,"out_tokens":719}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":889,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":14.475266046000002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1289,"out_tokens":1680},"claude-opus-4-8":{"in_tokens":2580,"out_tokens":627},"claude-opus-4-7":{"in_tokens":2585,"out_tokens":548},"mistral-large-2":{"in_tokens":1407,"out_tokens":691}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":310,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":6.222539484000009,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1253,"out_tokens":1369},"claude-opus-4-8":{"in_tokens":2437,"out_tokens":692},"claude-opus-4-7":{"in_tokens":2442,"out_tokens":611},"mistral-large-2":{"in_tokens":1366,"out_tokens":516}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":628,"out_tokens":1040,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":19.810145834999986,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1549,"out_tokens":2265},"claude-opus-4-8":{"in_tokens":2937,"out_tokens":877},"claude-opus-4-7":{"in_tokens":2942,"out_tokens":556},"mistral-large-2":{"in_tokens":1686,"out_tokens":791}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":158,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":17.122925321999986,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1158,"out_tokens":1182},"claude-opus-4-8":{"in_tokens":2201,"out_tokens":754},"claude-opus-4-7":{"in_tokens":2206,"out_tokens":613},"mistral-large-2":{"in_tokens":1267,"out_tokens":691}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":1576,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":18.98643542800002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1691,"out_tokens":1541},"claude-opus-4-8":{"in_tokens":3167,"out_tokens":535},"claude-opus-4-7":{"in_tokens":3172,"out_tokens":512},"mistral-large-2":{"in_tokens":1772,"out_tokens":670}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":1852,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":27.71050218299999,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1839,"out_tokens":1668},"claude-opus-4-8":{"in_tokens":3401,"out_tokens":547},"claude-opus-4-7":{"in_tokens":3406,"out_tokens":504}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":1352,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":15.72210927499998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1494,"out_tokens":1519},"claude-opus-4-8":{"in_tokens":2828,"out_tokens":529},"claude-opus-4-7":{"in_tokens":2833,"out_tokens":517},"mistral-large-2":{"in_tokens":1569,"out_tokens":535}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":295,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":6.360319365999999,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1212,"out_tokens":1449},"claude-opus-4-8":{"in_tokens":2333,"out_tokens":592},"claude-opus-4-7":{"in_tokens":2338,"out_tokens":487},"mistral-large-2":{"in_tokens":1321,"out_tokens":539}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":1173,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":17.93510392799999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1478,"out_tokens":1687},"claude-opus-4-8":{"in_tokens":2837,"out_tokens":807},"claude-opus-4-7":{"in_tokens":2842,"out_tokens":623},"mistral-large-2":{"in_tokens":1672,"out_tokens":748}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":640,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":10.834274340000007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1184,"out_tokens":1189},"claude-opus-4-8":{"in_tokens":2309,"out_tokens":587},"claude-opus-4-7":{"in_tokens":2314,"out_tokens":436},"mistral-large-2":{"in_tokens":1277,"out_tokens":517}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":18.748133841999987,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1076,"out_tokens":1649},"claude-opus-4-8":{"in_tokens":2109,"out_tokens":811},"claude-opus-4-7":{"in_tokens":2114,"out_tokens":529},"mistral-large-2":{"in_tokens":1162,"out_tokens":696}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":374,"out_tokens":309,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":7.026193405999976,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1239,"out_tokens":1480},"claude-opus-4-8":{"in_tokens":2388,"out_tokens":817},"claude-opus-4-7":{"in_tokens":2393,"out_tokens":668},"mistral-large-2":{"in_tokens":1345,"out_tokens":618}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":188,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":19.898911509999976,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1056,"out_tokens":1631},"claude-opus-4-8":{"in_tokens":2027,"out_tokens":720},"claude-opus-4-7":{"in_tokens":2032,"out_tokens":654},"mistral-large-2":{"in_tokens":1185,"out_tokens":871}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1284,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":16.485244437999995,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1471,"out_tokens":1254},"claude-opus-4-8":{"in_tokens":2766,"out_tokens":573},"claude-opus-4-7":{"in_tokens":2771,"out_tokens":507},"mistral-large-2":{"in_tokens":1558,"out_tokens":552}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":949,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":14.22407331300002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1325,"out_tokens":2612},"claude-opus-4-8":{"in_tokens":2599,"out_tokens":696},"claude-opus-4-7":{"in_tokens":2604,"out_tokens":462},"mistral-large-2":{"in_tokens":1446,"out_tokens":627}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":169,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":15.412627568999994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1029,"out_tokens":1287},"claude-opus-4-8":{"in_tokens":2013,"out_tokens":583},"claude-opus-4-7":{"in_tokens":2018,"out_tokens":430},"mistral-large-2":{"in_tokens":1107,"out_tokens":463}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":295,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":6.094292737999979,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1288,"out_tokens":1595},"claude-opus-4-8":{"in_tokens":2444,"out_tokens":685},"claude-opus-4-7":{"in_tokens":2449,"out_tokens":600},"mistral-large-2":{"in_tokens":1424,"out_tokens":702}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":686,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":10.892261110000021,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1272,"out_tokens":1619},"claude-opus-4-8":{"in_tokens":2394,"out_tokens":781},"claude-opus-4-7":{"in_tokens":2399,"out_tokens":561},"mistral-large-2":{"in_tokens":1399,"out_tokens":655}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":267,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":22.40540004500002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1204,"out_tokens":1651},"claude-opus-4-8":{"in_tokens":2290,"out_tokens":768},"claude-opus-4-7":{"in_tokens":2295,"out_tokens":512},"mistral-large-2":{"in_tokens":1305,"out_tokens":599}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":1343,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":17.427897394000013,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1747,"out_tokens":1573},"claude-opus-4-8":{"in_tokens":3275,"out_tokens":622},"claude-opus-4-7":{"in_tokens":3280,"out_tokens":492},"mistral-large-2":{"in_tokens":1830,"out_tokens":596}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":1076,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":20.815630073000023,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1068,"out_tokens":993},"claude-opus-4-8":{"in_tokens":1990,"out_tokens":556},"claude-opus-4-7":{"in_tokens":1995,"out_tokens":417},"mistral-large-2":{"in_tokens":1112,"out_tokens":506}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":330,"error":null,"skip_reason":null,"score_raw":0.3055555555555555,"duration_s":6.773958612000001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1300,"out_tokens":1806},"claude-opus-4-8":{"in_tokens":2451,"out_tokens":752},"claude-opus-4-7":{"in_tokens":2456,"out_tokens":558},"mistral-large-2":{"in_tokens":1398,"out_tokens":637}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":615,"out_tokens":768,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":11.623992181999995,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1353,"out_tokens":1701},"claude-opus-4-8":{"in_tokens":2525,"out_tokens":550},"claude-opus-4-7":{"in_tokens":2530,"out_tokens":526},"mistral-large-2":{"in_tokens":1480,"out_tokens":514}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":703,"out_tokens":1084,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":16.803400845,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1511,"out_tokens":1765},"claude-opus-4-8":{"in_tokens":2915,"out_tokens":692},"claude-opus-4-7":{"in_tokens":2920,"out_tokens":533},"mistral-large-2":{"in_tokens":1661,"out_tokens":712}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":191,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":16.434549033999986,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1037,"out_tokens":1472},"claude-opus-4-8":{"in_tokens":2052,"out_tokens":773},"claude-opus-4-7":{"in_tokens":2057,"out_tokens":606},"mistral-large-2":{"in_tokens":1128,"out_tokens":628}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":251,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":5.196952119999992,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1091,"out_tokens":1614},"claude-opus-4-8":{"in_tokens":2057,"out_tokens":752},"claude-opus-4-7":{"in_tokens":2062,"out_tokens":661},"mistral-large-2":{"in_tokens":1214,"out_tokens":683}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":235,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":18.340054201000044,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1130,"out_tokens":1531},"claude-opus-4-8":{"in_tokens":2170,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2175,"out_tokens":528},"mistral-large-2":{"in_tokens":1244,"out_tokens":641}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1643,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":27.567305239000007,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1766,"out_tokens":1956},"claude-opus-4-8":{"in_tokens":3297,"out_tokens":770},"claude-opus-4-7":{"in_tokens":3302,"out_tokens":703},"mistral-large-2":{"in_tokens":1848,"out_tokens":634}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":624,"out_tokens":811,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":14.094506880999973,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1377,"out_tokens":960},"claude-opus-4-8":{"in_tokens":2611,"out_tokens":579},"claude-opus-4-7":{"in_tokens":2616,"out_tokens":495},"mistral-large-2":{"in_tokens":1492,"out_tokens":562}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":639,"out_tokens":837,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":42.38458590100001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1370,"out_tokens":1317},"claude-opus-4-8":{"in_tokens":2628,"out_tokens":698},"claude-opus-4-7":{"in_tokens":2633,"out_tokens":480},"mistral-large-2":{"in_tokens":1475,"out_tokens":630}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":1053,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":20.388927208999974,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1356,"out_tokens":1402},"claude-opus-4-8":{"in_tokens":2566,"out_tokens":644},"claude-opus-4-7":{"in_tokens":2571,"out_tokens":588},"mistral-large-2":{"in_tokens":1439,"out_tokens":669}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":163,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":16.650995797999997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1105,"out_tokens":1216},"claude-opus-4-8":{"in_tokens":2113,"out_tokens":607},"claude-opus-4-7":{"in_tokens":2118,"out_tokens":419},"mistral-large-2":{"in_tokens":1198,"out_tokens":915}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":910,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":13.030279327000017,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1315,"out_tokens":1161},"claude-opus-4-8":{"in_tokens":2513,"out_tokens":505},"claude-opus-4-7":{"in_tokens":2518,"out_tokens":501},"mistral-large-2":{"in_tokens":1386,"out_tokens":516}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":571,"out_tokens":625,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":10.326814995999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1339,"out_tokens":1260},"claude-opus-4-8":{"in_tokens":2503,"out_tokens":640},"claude-opus-4-7":{"in_tokens":2508,"out_tokens":488},"mistral-large-2":{"in_tokens":1442,"out_tokens":573}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":298,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":66.64008876700001,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1144,"out_tokens":2087},"claude-opus-4-8":{"in_tokens":2243,"out_tokens":1024},"claude-opus-4-7":{"in_tokens":2248,"out_tokens":498},"mistral-large-2":{"in_tokens":1239,"out_tokens":702}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":389,"out_tokens":234,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":20.377401032000023,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1195,"out_tokens":1241},"claude-opus-4-8":{"in_tokens":2318,"out_tokens":554},"claude-opus-4-7":{"in_tokens":2323,"out_tokens":455},"mistral-large-2":{"in_tokens":1303,"out_tokens":500}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":434,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":9.243806758000005,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1424,"out_tokens":2258},"claude-opus-4-8":{"in_tokens":2718,"out_tokens":793},"claude-opus-4-7":{"in_tokens":2723,"out_tokens":590},"mistral-large-2":{"in_tokens":1570,"out_tokens":564}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":65.255874901,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1089,"out_tokens":1433},"claude-opus-4-8":{"in_tokens":2126,"out_tokens":636},"claude-opus-4-7":{"in_tokens":2131,"out_tokens":483},"mistral-large-2":{"in_tokens":1172,"out_tokens":474}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":382,"out_tokens":283,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":65.97985943300003,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1227,"out_tokens":1551},"claude-opus-4-8":{"in_tokens":2343,"out_tokens":815},"claude-opus-4-7":{"in_tokens":2348,"out_tokens":680},"mistral-large-2":{"in_tokens":1317,"out_tokens":612}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":574,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":8.885525406,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1175,"out_tokens":1502},"claude-opus-4-8":{"in_tokens":2188,"out_tokens":618},"claude-opus-4-7":{"in_tokens":2193,"out_tokens":588},"mistral-large-2":{"in_tokens":1319,"out_tokens":561}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":687,"out_tokens":1112,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":16.992583224999976,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1605,"out_tokens":1571},"claude-opus-4-8":{"in_tokens":3029,"out_tokens":747},"claude-opus-4-7":{"in_tokens":3034,"out_tokens":621},"mistral-large-2":{"in_tokens":1773,"out_tokens":790}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":311,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":7.353423849000023,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1182,"out_tokens":1414},"claude-opus-4-8":{"in_tokens":2370,"out_tokens":913},"claude-opus-4-7":{"in_tokens":2375,"out_tokens":798},"mistral-large-2":{"in_tokens":1245,"out_tokens":571}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":367,"out_tokens":238,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":17.395718096999985,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1182,"out_tokens":2012},"claude-opus-4-8":{"in_tokens":2247,"out_tokens":782},"claude-opus-4-7":{"in_tokens":2252,"out_tokens":628},"mistral-large-2":{"in_tokens":1281,"out_tokens":603}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1715,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":21.127049082999974,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1449,"out_tokens":1017},"claude-opus-4-8":{"in_tokens":2690,"out_tokens":562},"claude-opus-4-7":{"in_tokens":2695,"out_tokens":504},"mistral-large-2":{"in_tokens":1499,"out_tokens":518}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":337,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":7.353889726999967,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1197,"out_tokens":1453},"claude-opus-4-8":{"in_tokens":2351,"out_tokens":713},"claude-opus-4-7":{"in_tokens":2356,"out_tokens":674},"mistral-large-2":{"in_tokens":1282,"out_tokens":571}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":812,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":12.024496763999991,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1270,"out_tokens":1036},"claude-opus-4-8":{"in_tokens":2541,"out_tokens":652},"claude-opus-4-7":{"in_tokens":2546,"out_tokens":534},"mistral-large-2":{"in_tokens":1343,"out_tokens":491}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":410,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":9.516190601999995,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1334,"out_tokens":1942},"claude-opus-4-8":{"in_tokens":2492,"out_tokens":1010},"claude-opus-4-7":{"in_tokens":2497,"out_tokens":827},"mistral-large-2":{"in_tokens":1499,"out_tokens":747}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":774,"out_tokens":1324,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":19.146405947999995,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1682,"out_tokens":2123},"claude-opus-4-8":{"in_tokens":3250,"out_tokens":707},"claude-opus-4-7":{"in_tokens":3255,"out_tokens":699},"mistral-large-2":{"in_tokens":1857,"out_tokens":635}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":572,"out_tokens":271,"error":null,"skip_reason":null,"score_raw":0.46428571428571425,"duration_s":5.343870546000005,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1494,"out_tokens":1350},"claude-opus-4-8":{"in_tokens":2738,"out_tokens":726},"claude-opus-4-7":{"in_tokens":2743,"out_tokens":491},"mistral-large-2":{"in_tokens":1682,"out_tokens":530}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":1001,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":16.688114583000015,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1305,"out_tokens":1218},"claude-opus-4-8":{"in_tokens":2446,"out_tokens":604},"claude-opus-4-7":{"in_tokens":2451,"out_tokens":490},"mistral-large-2":{"in_tokens":1374,"out_tokens":554}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":1156,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":19.698701839999956,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1554,"out_tokens":1582},"claude-opus-4-8":{"in_tokens":2948,"out_tokens":605},"claude-opus-4-7":{"in_tokens":2953,"out_tokens":514},"mistral-large-2":{"in_tokens":1628,"out_tokens":679}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":21.92068592000004,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1252,"out_tokens":1733},"claude-opus-4-8":{"in_tokens":2383,"out_tokens":763},"claude-opus-4-7":{"in_tokens":2388,"out_tokens":621},"mistral-large-2":{"in_tokens":1374,"out_tokens":615}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":181,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":17.493312253,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1172,"out_tokens":971},"claude-opus-4-8":{"in_tokens":2231,"out_tokens":619},"claude-opus-4-7":{"in_tokens":2236,"out_tokens":572},"mistral-large-2":{"in_tokens":1258,"out_tokens":761}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1334,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":23.28739616400003,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1759,"out_tokens":1171},"claude-opus-4-8":{"in_tokens":3309,"out_tokens":601},"claude-opus-4-7":{"in_tokens":3314,"out_tokens":481},"mistral-large-2":{"in_tokens":1823,"out_tokens":880}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":1057,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":15.333140470999979,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1426,"out_tokens":2167},"claude-opus-4-8":{"in_tokens":2773,"out_tokens":585},"claude-opus-4-7":{"in_tokens":2778,"out_tokens":662},"mistral-large-2":{"in_tokens":1537,"out_tokens":506}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":439,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":8.188678580999976,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1818,"out_tokens":2565},"claude-opus-4-8":{"in_tokens":3397,"out_tokens":862},"claude-opus-4-7":{"in_tokens":3402,"out_tokens":708},"mistral-large-2":{"in_tokens":1945,"out_tokens":837}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":1117,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":17.148856169,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1558,"out_tokens":1714},"claude-opus-4-8":{"in_tokens":2897,"out_tokens":853},"claude-opus-4-7":{"in_tokens":2902,"out_tokens":634},"mistral-large-2":{"in_tokens":1746,"out_tokens":945}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":680,"out_tokens":681,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":11.509881962999998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1271,"out_tokens":1240},"claude-opus-4-8":{"in_tokens":2552,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2557,"out_tokens":456},"mistral-large-2":{"in_tokens":1398,"out_tokens":507}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":727,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":9.062039034000009,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1093,"out_tokens":1083},"claude-opus-4-8":{"in_tokens":2040,"out_tokens":681},"claude-opus-4-7":{"in_tokens":2045,"out_tokens":506},"mistral-large-2":{"in_tokens":1127,"out_tokens":599}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":130,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":23.700973044000023,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":992,"out_tokens":1253},"claude-opus-4-8":{"in_tokens":1853,"out_tokens":641},"claude-opus-4-7":{"in_tokens":1858,"out_tokens":477},"mistral-large-2":{"in_tokens":1094,"out_tokens":528}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":235,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.284361250000018,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1244,"out_tokens":1376},"claude-opus-4-8":{"in_tokens":2370,"out_tokens":617},"claude-opus-4-7":{"in_tokens":2375,"out_tokens":538}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":309,"error":null,"skip_reason":null,"score_raw":0.05555555555555555,"duration_s":5.646546471000022,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1259,"out_tokens":2254},"claude-opus-4-8":{"in_tokens":2435,"out_tokens":1188},"claude-opus-4-7":{"in_tokens":2440,"out_tokens":717},"mistral-large-2":{"in_tokens":1396,"out_tokens":728}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":789,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":11.126671164000015,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1218,"out_tokens":1035},"claude-opus-4-8":{"in_tokens":2315,"out_tokens":563},"claude-opus-4-7":{"in_tokens":2320,"out_tokens":440},"mistral-large-2":{"in_tokens":1274,"out_tokens":575}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":1204,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.131336694000026,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1376,"out_tokens":1220},"claude-opus-4-8":{"in_tokens":2557,"out_tokens":560},"claude-opus-4-7":{"in_tokens":2562,"out_tokens":504},"mistral-large-2":{"in_tokens":1461,"out_tokens":664}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":857,"out_tokens":915,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":13.794391444000041,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1594,"out_tokens":1567},"claude-opus-4-8":{"in_tokens":3097,"out_tokens":688},"claude-opus-4-7":{"in_tokens":3102,"out_tokens":511},"mistral-large-2":{"in_tokens":1807,"out_tokens":627}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":16.913893778999977,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1037,"out_tokens":955},"claude-opus-4-8":{"in_tokens":2072,"out_tokens":748},"claude-opus-4-7":{"in_tokens":2077,"out_tokens":537},"mistral-large-2":{"in_tokens":1109,"out_tokens":497}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":310,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":6.629321061999974,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1355,"out_tokens":1757},"claude-opus-4-8":{"in_tokens":2604,"out_tokens":1027},"claude-opus-4-7":{"in_tokens":2609,"out_tokens":815},"mistral-large-2":{"in_tokens":1477,"out_tokens":702}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":862,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":14.023087600999986,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1401,"out_tokens":1058},"claude-opus-4-8":{"in_tokens":2687,"out_tokens":763},"claude-opus-4-7":{"in_tokens":2692,"out_tokens":524},"mistral-large-2":{"in_tokens":1518,"out_tokens":603}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":192,"error":null,"skip_reason":null,"score_raw":0.19444444444444442,"duration_s":3.906241141999999,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1137,"out_tokens":1716},"claude-opus-4-8":{"in_tokens":2147,"out_tokens":1000},"claude-opus-4-7":{"in_tokens":2152,"out_tokens":717},"mistral-large-2":{"in_tokens":1251,"out_tokens":701}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":319,"out_tokens":175,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":22.708024276999993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1051,"out_tokens":1007},"claude-opus-4-8":{"in_tokens":2081,"out_tokens":717},"claude-opus-4-7":{"in_tokens":2086,"out_tokens":566},"mistral-large-2":{"in_tokens":1127,"out_tokens":514}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":378,"out_tokens":164,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":15.789552506999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1089,"out_tokens":1250},"claude-opus-4-8":{"in_tokens":2214,"out_tokens":645},"claude-opus-4-7":{"in_tokens":2219,"out_tokens":529},"mistral-large-2":{"in_tokens":1195,"out_tokens":479}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1014,"out_tokens":1263,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":19.384132269999952,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2090,"out_tokens":2624},"claude-opus-4-8":{"in_tokens":3865,"out_tokens":823},"claude-opus-4-7":{"in_tokens":3870,"out_tokens":552},"mistral-large-2":{"in_tokens":2237,"out_tokens":824}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":1368,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":18.12699896999999,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.25,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1206,"out_tokens":1737},"claude-opus-4-8":{"in_tokens":2373,"out_tokens":1033},"claude-opus-4-7":{"in_tokens":2378,"out_tokens":559},"mistral-large-2":{"in_tokens":1323,"out_tokens":672}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":898,"out_tokens":1047,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":22.86767258399999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1778,"out_tokens":2571},"claude-opus-4-8":{"in_tokens":3330,"out_tokens":939},"claude-opus-4-7":{"in_tokens":3335,"out_tokens":709},"mistral-large-2":{"in_tokens":1973,"out_tokens":571}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1261,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":25.588505078000026,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1365,"out_tokens":1204},"claude-opus-4-8":{"in_tokens":2606,"out_tokens":690},"claude-opus-4-7":{"in_tokens":2611,"out_tokens":574},"mistral-large-2":{"in_tokens":1505,"out_tokens":706}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":983,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":14.90891012000003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1468,"out_tokens":1852},"claude-opus-4-8":{"in_tokens":2859,"out_tokens":875},"claude-opus-4-7":{"in_tokens":2864,"out_tokens":618},"mistral-large-2":{"in_tokens":1629,"out_tokens":589}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":341,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":7.091333416999987,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1244,"out_tokens":1730},"claude-opus-4-8":{"in_tokens":2417,"out_tokens":768},"claude-opus-4-7":{"in_tokens":2422,"out_tokens":739},"mistral-large-2":{"in_tokens":1379,"out_tokens":739}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":215,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":19.547021063000045,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1163,"out_tokens":1632},"claude-opus-4-8":{"in_tokens":2129,"out_tokens":764},"claude-opus-4-7":{"in_tokens":2134,"out_tokens":597},"mistral-large-2":{"in_tokens":1308,"out_tokens":750}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":393,"out_tokens":249,"error":null,"skip_reason":null,"score_raw":0.38888888888888884,"duration_s":5.120768166000005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1230,"out_tokens":1391},"claude-opus-4-8":{"in_tokens":2387,"out_tokens":708},"claude-opus-4-7":{"in_tokens":2392,"out_tokens":540},"mistral-large-2":{"in_tokens":1336,"out_tokens":596}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":978,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":14.899738379000041,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1558,"out_tokens":1845},"claude-opus-4-8":{"in_tokens":2998,"out_tokens":691},"claude-opus-4-7":{"in_tokens":3003,"out_tokens":649},"mistral-large-2":{"in_tokens":1721,"out_tokens":600}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1717,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":24.808961882999995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1239,"out_tokens":1518},"claude-opus-4-8":{"in_tokens":2417,"out_tokens":703},"claude-opus-4-7":{"in_tokens":2422,"out_tokens":595},"mistral-large-2":{"in_tokens":1411,"out_tokens":531}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":655,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":10.137484991999997,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1301,"out_tokens":1524},"claude-opus-4-8":{"in_tokens":2493,"out_tokens":668},"claude-opus-4-7":{"in_tokens":2498,"out_tokens":606},"mistral-large-2":{"in_tokens":1434,"out_tokens":664}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":753,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":10.557652682999958,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1162,"out_tokens":1425},"claude-opus-4-8":{"in_tokens":2244,"out_tokens":695},"claude-opus-4-7":{"in_tokens":2249,"out_tokens":520},"mistral-large-2":{"in_tokens":1255,"out_tokens":486}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":223,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":21.25223902299996,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1337,"out_tokens":1803},"claude-opus-4-8":{"in_tokens":2604,"out_tokens":794},"claude-opus-4-7":{"in_tokens":2609,"out_tokens":563},"mistral-large-2":{"in_tokens":1504,"out_tokens":651}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":200,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":4.43033496999999,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1112,"out_tokens":1446},"claude-opus-4-8":{"in_tokens":2219,"out_tokens":845},"claude-opus-4-7":{"in_tokens":2224,"out_tokens":589},"mistral-large-2":{"in_tokens":1217,"out_tokens":555}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":174,"error":null,"skip_reason":null,"score_raw":0.42857142857142855,"duration_s":17.157199597000044,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1411,"out_tokens":730},"claude-opus-4-8":{"in_tokens":2595,"out_tokens":616},"claude-opus-4-7":{"in_tokens":2600,"out_tokens":479},"mistral-large-2":{"in_tokens":1590,"out_tokens":479}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":668,"out_tokens":986,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":15.48302146200001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1414,"out_tokens":1922},"claude-opus-4-8":{"in_tokens":2752,"out_tokens":703},"claude-opus-4-7":{"in_tokens":2757,"out_tokens":508},"mistral-large-2":{"in_tokens":1582,"out_tokens":648}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":716,"out_tokens":886,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":15.527533782999967,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1455,"out_tokens":1491},"claude-opus-4-8":{"in_tokens":2808,"out_tokens":703},"claude-opus-4-7":{"in_tokens":2813,"out_tokens":613},"mistral-large-2":{"in_tokens":1583,"out_tokens":1225}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":362,"out_tokens":287,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":6.267750004999982,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1131,"out_tokens":1575},"claude-opus-4-8":{"in_tokens":2238,"out_tokens":685},"claude-opus-4-7":{"in_tokens":2243,"out_tokens":567},"mistral-large-2":{"in_tokens":1250,"out_tokens":558}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":2557,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":34.47029546900001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1262,"out_tokens":1425},"claude-opus-4-8":{"in_tokens":2423,"out_tokens":746},"claude-opus-4-7":{"in_tokens":2428,"out_tokens":619},"mistral-large-2":{"in_tokens":1371,"out_tokens":563}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":162,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":18.026271555999983,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1121,"out_tokens":1124},"claude-opus-4-8":{"in_tokens":2150,"out_tokens":621},"claude-opus-4-7":{"in_tokens":2155,"out_tokens":486},"mistral-large-2":{"in_tokens":1212,"out_tokens":543}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":1412,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":20.524731460999988,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1167,"out_tokens":1650},"claude-opus-4-8":{"in_tokens":2295,"out_tokens":889},"claude-opus-4-7":{"in_tokens":2300,"out_tokens":566},"mistral-large-2":{"in_tokens":1265,"out_tokens":743}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":622,"out_tokens":776,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":13.323960649000014,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1299,"out_tokens":1749},"claude-opus-4-8":{"in_tokens":2585,"out_tokens":714},"claude-opus-4-7":{"in_tokens":2590,"out_tokens":620},"mistral-large-2":{"in_tokens":1420,"out_tokens":559}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":278,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":25.405197880999992,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1677,"out_tokens":1443},"claude-opus-4-8":{"in_tokens":3133,"out_tokens":769},"claude-opus-4-7":{"in_tokens":3138,"out_tokens":609},"mistral-large-2":{"in_tokens":1789,"out_tokens":926}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":652,"out_tokens":1022,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":16.114978113000006,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1382,"out_tokens":1545},"claude-opus-4-8":{"in_tokens":2720,"out_tokens":727},"claude-opus-4-7":{"in_tokens":2725,"out_tokens":573},"mistral-large-2":{"in_tokens":1511,"out_tokens":481}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":243,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":65.17256671900003,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1154,"out_tokens":1665},"claude-opus-4-8":{"in_tokens":2363,"out_tokens":1072},"claude-opus-4-7":{"in_tokens":2368,"out_tokens":548},"mistral-large-2":{"in_tokens":1276,"out_tokens":604}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":365,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":9.11320284499999,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1262,"out_tokens":1821},"claude-opus-4-8":{"in_tokens":2358,"out_tokens":1000},"claude-opus-4-7":{"in_tokens":2363,"out_tokens":914},"mistral-large-2":{"in_tokens":1383,"out_tokens":720}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":346,"out_tokens":186,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":17.057264013999998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1157,"out_tokens":1453},"claude-opus-4-8":{"in_tokens":2214,"out_tokens":860},"claude-opus-4-7":{"in_tokens":2219,"out_tokens":604},"mistral-large-2":{"in_tokens":1280,"out_tokens":638}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":976,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":14.619459763000009,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1430,"out_tokens":2402},"claude-opus-4-8":{"in_tokens":2700,"out_tokens":1100},"claude-opus-4-7":{"in_tokens":2705,"out_tokens":680},"mistral-large-2":{"in_tokens":1585,"out_tokens":672}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":908,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":14.048407310000016,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1400,"out_tokens":1212},"claude-opus-4-8":{"in_tokens":2669,"out_tokens":670},"claude-opus-4-7":{"in_tokens":2674,"out_tokens":488},"mistral-large-2":{"in_tokens":1553,"out_tokens":650}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":223,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":17.57125886,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1280,"out_tokens":1978},"claude-opus-4-8":{"in_tokens":2466,"out_tokens":662},"claude-opus-4-7":{"in_tokens":2471,"out_tokens":589},"mistral-large-2":{"in_tokens":1393,"out_tokens":619}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":222,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":4.840905680999981,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1128,"out_tokens":1254},"claude-opus-4-8":{"in_tokens":2156,"out_tokens":644},"claude-opus-4-7":{"in_tokens":2161,"out_tokens":499},"mistral-large-2":{"in_tokens":1250,"out_tokens":514}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":222,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":4.748659008999994,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1075,"out_tokens":2375},"claude-opus-4-8":{"in_tokens":2091,"out_tokens":826},"claude-opus-4-7":{"in_tokens":2096,"out_tokens":653},"mistral-large-2":{"in_tokens":1130,"out_tokens":581}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1700,"error":null,"skip_reason":null,"score_raw":0.825,"duration_s":22.602872563999995,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1317,"out_tokens":2222},"claude-opus-4-8":{"in_tokens":2475,"out_tokens":628},"claude-opus-4-7":{"in_tokens":2480,"out_tokens":524},"mistral-large-2":{"in_tokens":1454,"out_tokens":622}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":431,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":69.119751199,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1516,"out_tokens":1849},"claude-opus-4-8":{"in_tokens":2965,"out_tokens":748},"claude-opus-4-7":{"in_tokens":2970,"out_tokens":596},"mistral-large-2":{"in_tokens":1705,"out_tokens":615}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":1079,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":14.216724729999953,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1116,"out_tokens":1648},"claude-opus-4-8":{"in_tokens":2099,"out_tokens":692},"claude-opus-4-7":{"in_tokens":2104,"out_tokens":601},"mistral-large-2":{"in_tokens":1227,"out_tokens":662}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":187,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":4.599436588000003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":995,"out_tokens":637},"claude-opus-4-8":{"in_tokens":1956,"out_tokens":547},"claude-opus-4-7":{"in_tokens":1961,"out_tokens":443},"mistral-large-2":{"in_tokens":1078,"out_tokens":493}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":274,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":5.233650658999977,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1161,"out_tokens":1447},"claude-opus-4-8":{"in_tokens":2179,"out_tokens":611},"claude-opus-4-7":{"in_tokens":2184,"out_tokens":545},"mistral-large-2":{"in_tokens":1245,"out_tokens":569}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":600,"out_tokens":978,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":14.716287602000023,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1339,"out_tokens":1982},"claude-opus-4-8":{"in_tokens":2616,"out_tokens":591},"claude-opus-4-7":{"in_tokens":2621,"out_tokens":472},"mistral-large-2":{"in_tokens":1412,"out_tokens":465}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":114,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":17.132998877999967,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1075,"out_tokens":1219},"claude-opus-4-8":{"in_tokens":2081,"out_tokens":568},"claude-opus-4-7":{"in_tokens":2086,"out_tokens":516},"mistral-large-2":{"in_tokens":1180,"out_tokens":584}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":855,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":14.321895259999962,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1328,"out_tokens":1208},"claude-opus-4-8":{"in_tokens":2542,"out_tokens":594},"claude-opus-4-7":{"in_tokens":2547,"out_tokens":548},"mistral-large-2":{"in_tokens":1419,"out_tokens":785}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":646,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":10.325458004999973,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1137,"out_tokens":781},"claude-opus-4-8":{"in_tokens":2210,"out_tokens":494},"claude-opus-4-7":{"in_tokens":2215,"out_tokens":449},"mistral-large-2":{"in_tokens":1230,"out_tokens":488}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":2560,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":31.505170223999983,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1532,"out_tokens":2508},"claude-opus-4-8":{"in_tokens":2950,"out_tokens":870},"claude-opus-4-7":{"in_tokens":2955,"out_tokens":774},"mistral-large-2":{"in_tokens":1688,"out_tokens":821}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":1546,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":21.767502157000024,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1282,"out_tokens":1174},"claude-opus-4-8":{"in_tokens":2455,"out_tokens":643},"claude-opus-4-7":{"in_tokens":2460,"out_tokens":518},"mistral-large-2":{"in_tokens":1392,"out_tokens":555}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":229,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":19.642644866000012,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1143,"out_tokens":1129},"claude-opus-4-8":{"in_tokens":2198,"out_tokens":577},"claude-opus-4-7":{"in_tokens":2203,"out_tokens":525},"mistral-large-2":{"in_tokens":1274,"out_tokens":576}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":458,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":9.612519100000043,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1547,"out_tokens":2465},"claude-opus-4-8":{"in_tokens":3074,"out_tokens":881},"claude-opus-4-7":{"in_tokens":3079,"out_tokens":829},"mistral-large-2":{"in_tokens":1670,"out_tokens":661}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":1278,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":18.444279525000013,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1566,"out_tokens":2071},"claude-opus-4-8":{"in_tokens":2976,"out_tokens":717},"claude-opus-4-7":{"in_tokens":2981,"out_tokens":574},"mistral-large-2":{"in_tokens":1710,"out_tokens":716}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":158,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":21.660771745999966,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1153,"out_tokens":2027},"claude-opus-4-8":{"in_tokens":2209,"out_tokens":786},"claude-opus-4-7":{"in_tokens":2214,"out_tokens":641},"mistral-large-2":{"in_tokens":1250,"out_tokens":834}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":175,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":16.591744812,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1042,"out_tokens":1411},"claude-opus-4-8":{"in_tokens":2052,"out_tokens":766},"claude-opus-4-7":{"in_tokens":2057,"out_tokens":555},"mistral-large-2":{"in_tokens":1142,"out_tokens":471}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":138,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":23.378925231999972,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1058,"out_tokens":1347},"claude-opus-4-8":{"in_tokens":2094,"out_tokens":778},"claude-opus-4-7":{"in_tokens":2099,"out_tokens":578},"mistral-large-2":{"in_tokens":1160,"out_tokens":553}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1823,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":21.245876885999962,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1276,"out_tokens":1281},"claude-opus-4-8":{"in_tokens":2394,"out_tokens":571},"claude-opus-4-7":{"in_tokens":2399,"out_tokens":413},"mistral-large-2":{"in_tokens":1371,"out_tokens":567}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":474,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":9.486048798000013,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1466,"out_tokens":2105},"claude-opus-4-8":{"in_tokens":2892,"out_tokens":707},"claude-opus-4-7":{"in_tokens":2897,"out_tokens":603},"mistral-large-2":{"in_tokens":1575,"out_tokens":721}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":1201,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":17.33040644800002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1100,"out_tokens":1822},"claude-opus-4-8":{"in_tokens":2084,"out_tokens":837},"claude-opus-4-7":{"in_tokens":2089,"out_tokens":597},"mistral-large-2":{"in_tokens":1220,"out_tokens":636}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":834,"out_tokens":1621,"error":null,"skip_reason":null,"score_raw":0.19444444444444442,"duration_s":24.40279022300001,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1946,"out_tokens":1946},"claude-opus-4-8":{"in_tokens":3842,"out_tokens":1086},"claude-opus-4-7":{"in_tokens":3847,"out_tokens":853},"mistral-large-2":{"in_tokens":2089,"out_tokens":846}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1543,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":19.130386380000004,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1410,"out_tokens":1699},"claude-opus-4-8":{"in_tokens":2678,"out_tokens":655},"claude-opus-4-7":{"in_tokens":2683,"out_tokens":557},"mistral-large-2":{"in_tokens":1548,"out_tokens":546}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":766,"out_tokens":1508,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":23.06569303399999,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1795,"out_tokens":2327},"claude-opus-4-8":{"in_tokens":3535,"out_tokens":985},"claude-opus-4-7":{"in_tokens":3540,"out_tokens":746},"mistral-large-2":{"in_tokens":1941,"out_tokens":719}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":2227,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":31.85121720899997,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1456,"out_tokens":1712},"claude-opus-4-8":{"in_tokens":2784,"out_tokens":832},"claude-opus-4-7":{"in_tokens":2789,"out_tokens":751},"mistral-large-2":{"in_tokens":1619,"out_tokens":834}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":436,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":8.440771154999993,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1265,"out_tokens":1798},"claude-opus-4-8":{"in_tokens":2624,"out_tokens":671},"claude-opus-4-7":{"in_tokens":2629,"out_tokens":498},"mistral-large-2":{"in_tokens":1349,"out_tokens":508}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":224,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":20.51084792499995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1141,"out_tokens":1437},"claude-opus-4-8":{"in_tokens":2129,"out_tokens":797},"claude-opus-4-7":{"in_tokens":2134,"out_tokens":584},"mistral-large-2":{"in_tokens":1248,"out_tokens":610}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":672,"out_tokens":1164,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.250577490000012,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1414,"out_tokens":2000},"claude-opus-4-8":{"in_tokens":2883,"out_tokens":685},"claude-opus-4-7":{"in_tokens":2888,"out_tokens":507},"mistral-large-2":{"in_tokens":1499,"out_tokens":634}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":1682,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":26.541578033999997,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1789,"out_tokens":1937},"claude-opus-4-8":{"in_tokens":3721,"out_tokens":788},"claude-opus-4-7":{"in_tokens":3726,"out_tokens":692},"mistral-large-2":{"in_tokens":1911,"out_tokens":799}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":172,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":16.773118416000045,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1089,"out_tokens":1281},"claude-opus-4-8":{"in_tokens":2098,"out_tokens":608},"claude-opus-4-7":{"in_tokens":2103,"out_tokens":471},"mistral-large-2":{"in_tokens":1208,"out_tokens":478}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":1066,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":15.382989807000001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1099,"out_tokens":1556},"claude-opus-4-8":{"in_tokens":2158,"out_tokens":580},"claude-opus-4-7":{"in_tokens":2163,"out_tokens":499},"mistral-large-2":{"in_tokens":1167,"out_tokens":464}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":179,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":18.98599300899997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1031,"out_tokens":1697},"claude-opus-4-8":{"in_tokens":2008,"out_tokens":646},"claude-opus-4-7":{"in_tokens":2013,"out_tokens":504},"mistral-large-2":{"in_tokens":1088,"out_tokens":492}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":335,"out_tokens":174,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":19.577632908,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1079,"out_tokens":657},"claude-opus-4-8":{"in_tokens":2045,"out_tokens":599},"claude-opus-4-7":{"in_tokens":2050,"out_tokens":522},"mistral-large-2":{"in_tokens":1150,"out_tokens":559}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":307,"out_tokens":554,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":10.882137725999996,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1252,"out_tokens":2087},"claude-opus-4-8":{"in_tokens":2513,"out_tokens":679},"claude-opus-4-7":{"in_tokens":2518,"out_tokens":517},"mistral-large-2":{"in_tokens":1357,"out_tokens":492}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1526,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":19.489015472000006,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1312,"out_tokens":2117},"claude-opus-4-8":{"in_tokens":2574,"out_tokens":741},"claude-opus-4-7":{"in_tokens":2579,"out_tokens":595},"mistral-large-2":{"in_tokens":1406,"out_tokens":652}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":167,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":15.267796413000042,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1072,"out_tokens":1018},"claude-opus-4-8":{"in_tokens":2027,"out_tokens":592},"claude-opus-4-7":{"in_tokens":2032,"out_tokens":455},"mistral-large-2":{"in_tokens":1165,"out_tokens":576}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":328,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":18.93021231900002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":998,"out_tokens":1079},"claude-opus-4-8":{"in_tokens":1931,"out_tokens":522},"claude-opus-4-7":{"in_tokens":1936,"out_tokens":467},"mistral-large-2":{"in_tokens":1078,"out_tokens":465}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":1515,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":19.719624080000017,"hallucination_count":6.5,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1286,"out_tokens":1902},"claude-opus-4-8":{"in_tokens":2557,"out_tokens":918},"claude-opus-4-7":{"in_tokens":2562,"out_tokens":503},"mistral-large-2":{"in_tokens":1427,"out_tokens":693}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":1876,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":21.44927130100001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1556,"out_tokens":1811},"claude-opus-4-8":{"in_tokens":2932,"out_tokens":886},"claude-opus-4-7":{"in_tokens":2937,"out_tokens":599},"mistral-large-2":{"in_tokens":1756,"out_tokens":754}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":1136,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":17.431194517999984,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1285,"out_tokens":1832},"claude-opus-4-8":{"in_tokens":2584,"out_tokens":479},"claude-opus-4-7":{"in_tokens":2589,"out_tokens":492},"mistral-large-2":{"in_tokens":1347,"out_tokens":481}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1396,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":22.62663391800004,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1453,"out_tokens":2449},"claude-opus-4-8":{"in_tokens":2838,"out_tokens":850},"claude-opus-4-7":{"in_tokens":2843,"out_tokens":519},"mistral-large-2":{"in_tokens":1576,"out_tokens":617}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":1301,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":14.298275107999984,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1467,"out_tokens":1548},"claude-opus-4-8":{"in_tokens":2861,"out_tokens":620},"claude-opus-4-7":{"in_tokens":2866,"out_tokens":597},"mistral-large-2":{"in_tokens":1646,"out_tokens":539}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":553,"out_tokens":1402,"error":null,"skip_reason":null,"score_raw":0.7916666666666667,"duration_s":23.120875859000023,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1415,"out_tokens":1359},"claude-opus-4-8":{"in_tokens":2851,"out_tokens":530},"claude-opus-4-7":{"in_tokens":2856,"out_tokens":436},"mistral-large-2":{"in_tokens":1504,"out_tokens":475}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":599,"out_tokens":1396,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":20.990092586000003,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1520,"out_tokens":2271},"claude-opus-4-8":{"in_tokens":2962,"out_tokens":656},"claude-opus-4-7":{"in_tokens":2967,"out_tokens":606},"mistral-large-2":{"in_tokens":1642,"out_tokens":568}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":290,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":18.20446601399999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1412,"out_tokens":1951},"claude-opus-4-8":{"in_tokens":2818,"out_tokens":905},"claude-opus-4-7":{"in_tokens":2823,"out_tokens":798},"mistral-large-2":{"in_tokens":1510,"out_tokens":652}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":808,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":16.90808734699999,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1504,"out_tokens":1700},"claude-opus-4-8":{"in_tokens":3050,"out_tokens":921},"claude-opus-4-7":{"in_tokens":3055,"out_tokens":577},"mistral-large-2":{"in_tokens":1594,"out_tokens":548}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":1314,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":16.292164275000005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1659,"out_tokens":1418},"claude-opus-4-8":{"in_tokens":3093,"out_tokens":780},"claude-opus-4-7":{"in_tokens":3098,"out_tokens":536},"mistral-large-2":{"in_tokens":1864,"out_tokens":529}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":294,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":23.066855248000024,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1268,"out_tokens":1417},"claude-opus-4-8":{"in_tokens":2636,"out_tokens":679},"claude-opus-4-7":{"in_tokens":2641,"out_tokens":551},"mistral-large-2":{"in_tokens":1358,"out_tokens":624}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":15.867674085999965,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1084,"out_tokens":853},"claude-opus-4-8":{"in_tokens":2216,"out_tokens":586},"claude-opus-4-7":{"in_tokens":2221,"out_tokens":504},"mistral-large-2":{"in_tokens":1155,"out_tokens":747}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":1463,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":16.354500228999996,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1266,"out_tokens":1260},"claude-opus-4-8":{"in_tokens":2400,"out_tokens":681},"claude-opus-4-7":{"in_tokens":2405,"out_tokens":525},"mistral-large-2":{"in_tokens":1383,"out_tokens":626}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":329,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":67.618397372,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1216,"out_tokens":1703},"claude-opus-4-8":{"in_tokens":2325,"out_tokens":619},"claude-opus-4-7":{"in_tokens":2330,"out_tokens":565},"mistral-large-2":{"in_tokens":1321,"out_tokens":542}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":454,"error":null,"skip_reason":null,"score_raw":0.45833333333333337,"duration_s":9.401858119999986,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1160,"out_tokens":1900},"claude-opus-4-8":{"in_tokens":2347,"out_tokens":530},"claude-opus-4-7":{"in_tokens":2352,"out_tokens":417},"mistral-large-2":{"in_tokens":1226,"out_tokens":805}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":1564,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":18.323977921999983,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1321,"out_tokens":1639},"claude-opus-4-8":{"in_tokens":2524,"out_tokens":982},"claude-opus-4-7":{"in_tokens":2529,"out_tokens":664},"mistral-large-2":{"in_tokens":1466,"out_tokens":667}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":382,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":20.975787620999995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1390,"out_tokens":2070},"claude-opus-4-8":{"in_tokens":2783,"out_tokens":695},"claude-opus-4-7":{"in_tokens":2788,"out_tokens":566},"mistral-large-2":{"in_tokens":1502,"out_tokens":609}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":1337,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":19.668473180999968,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1382,"out_tokens":2548},"claude-opus-4-8":{"in_tokens":2694,"out_tokens":817},"claude-opus-4-7":{"in_tokens":2699,"out_tokens":558},"mistral-large-2":{"in_tokens":1441,"out_tokens":583}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":1147,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.68546027499997,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1374,"out_tokens":2309},"claude-opus-4-8":{"in_tokens":2689,"out_tokens":750},"claude-opus-4-7":{"in_tokens":2694,"out_tokens":666},"mistral-large-2":{"in_tokens":1447,"out_tokens":598}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":1296,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":19.140035262000026,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1377,"out_tokens":1727},"claude-opus-4-8":{"in_tokens":2832,"out_tokens":531},"claude-opus-4-7":{"in_tokens":2837,"out_tokens":393},"mistral-large-2":{"in_tokens":1481,"out_tokens":425}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":1357,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":23.002948419000006,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1428,"out_tokens":1855},"claude-opus-4-8":{"in_tokens":2872,"out_tokens":842},"claude-opus-4-7":{"in_tokens":2877,"out_tokens":546},"mistral-large-2":{"in_tokens":1541,"out_tokens":578}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":2353,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":25.59719084699998,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1959,"out_tokens":2573},"claude-opus-4-8":{"in_tokens":3609,"out_tokens":1067},"claude-opus-4-7":{"in_tokens":3614,"out_tokens":849},"mistral-large-2":{"in_tokens":2117,"out_tokens":735}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":632,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":73.18714340499997,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1572,"out_tokens":2768},"claude-opus-4-8":{"in_tokens":3258,"out_tokens":729},"claude-opus-4-7":{"in_tokens":3263,"out_tokens":650},"mistral-large-2":{"in_tokens":1685,"out_tokens":774}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":591,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":12.633636318999947,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1344,"out_tokens":2470},"claude-opus-4-8":{"in_tokens":2654,"out_tokens":669},"claude-opus-4-7":{"in_tokens":2659,"out_tokens":571},"mistral-large-2":{"in_tokens":1476,"out_tokens":655}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":0.6666666666666667,"duration_s":22.614801650999993,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":971,"out_tokens":1897},"claude-opus-4-8":{"in_tokens":1909,"out_tokens":488},"claude-opus-4-7":{"in_tokens":1914,"out_tokens":443},"mistral-large-2":{"in_tokens":1041,"out_tokens":508}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":663,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":13.701615186000026,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1376,"out_tokens":1730},"claude-opus-4-8":{"in_tokens":2785,"out_tokens":731},"claude-opus-4-7":{"in_tokens":2790,"out_tokens":469},"mistral-large-2":{"in_tokens":1483,"out_tokens":550}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":1123,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":14.797195717000022,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1182,"out_tokens":2400},"claude-opus-4-8":{"in_tokens":2247,"out_tokens":641},"claude-opus-4-7":{"in_tokens":2252,"out_tokens":596},"mistral-large-2":{"in_tokens":1304,"out_tokens":733}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":18.56064308699996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":982,"out_tokens":856},"claude-opus-4-8":{"in_tokens":1958,"out_tokens":453},"claude-opus-4-7":{"in_tokens":1963,"out_tokens":405},"mistral-large-2":{"in_tokens":1043,"out_tokens":414}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":175,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":18.271734459000015,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":893,"out_tokens":1328},"claude-opus-4-8":{"in_tokens":1799,"out_tokens":488},"claude-opus-4-7":{"in_tokens":1804,"out_tokens":407},"mistral-large-2":{"in_tokens":947,"out_tokens":427}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":199,"error":null,"skip_reason":null,"score_raw":0.2857142857142857,"duration_s":16.798906680000016,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1009,"out_tokens":1910},"claude-opus-4-8":{"in_tokens":1967,"out_tokens":476},"claude-opus-4-7":{"in_tokens":1972,"out_tokens":417},"mistral-large-2":{"in_tokens":1094,"out_tokens":737}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":1087,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":17.359269466,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1272,"out_tokens":2538},"claude-opus-4-8":{"in_tokens":2481,"out_tokens":567},"claude-opus-4-7":{"in_tokens":2486,"out_tokens":510},"mistral-large-2":{"in_tokens":1365,"out_tokens":588}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":376,"error":null,"skip_reason":null,"score_raw":0.7916666666666667,"duration_s":11.651254731000051,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1076,"out_tokens":1302},"claude-opus-4-8":{"in_tokens":2107,"out_tokens":528},"claude-opus-4-7":{"in_tokens":2112,"out_tokens":413},"mistral-large-2":{"in_tokens":1114,"out_tokens":420}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":942,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":13.622876224000038,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1230,"out_tokens":1543},"claude-opus-4-8":{"in_tokens":2401,"out_tokens":628},"claude-opus-4-7":{"in_tokens":2406,"out_tokens":558},"mistral-large-2":{"in_tokens":1328,"out_tokens":552}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":394,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":8.036250816000006,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1156,"out_tokens":2222},"claude-opus-4-8":{"in_tokens":2296,"out_tokens":888},"claude-opus-4-7":{"in_tokens":2301,"out_tokens":665},"mistral-large-2":{"in_tokens":1216,"out_tokens":617}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":2354,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":28.05603826800001,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1748,"out_tokens":2203},"claude-opus-4-8":{"in_tokens":3346,"out_tokens":762},"claude-opus-4-7":{"in_tokens":3351,"out_tokens":807},"mistral-large-2":{"in_tokens":1923,"out_tokens":889}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":554,"error":null,"skip_reason":null,"score_raw":0.29166666666666663,"duration_s":12.18236222500002,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1274,"out_tokens":1480},"claude-opus-4-8":{"in_tokens":2638,"out_tokens":849},"claude-opus-4-7":{"in_tokens":2643,"out_tokens":525},"mistral-large-2":{"in_tokens":1361,"out_tokens":550}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1116,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":19.899771840000028,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1332,"out_tokens":1546},"claude-opus-4-8":{"in_tokens":2665,"out_tokens":598},"claude-opus-4-7":{"in_tokens":2670,"out_tokens":494},"mistral-large-2":{"in_tokens":1416,"out_tokens":666}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":616,"out_tokens":1385,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":22.746955008999976,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1513,"out_tokens":2556},"claude-opus-4-8":{"in_tokens":3064,"out_tokens":884},"claude-opus-4-7":{"in_tokens":3069,"out_tokens":855},"mistral-large-2":{"in_tokens":1636,"out_tokens":708}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1138,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":14.219264105999969,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1160,"out_tokens":1747},"claude-opus-4-8":{"in_tokens":2277,"out_tokens":746},"claude-opus-4-7":{"in_tokens":2282,"out_tokens":540},"mistral-large-2":{"in_tokens":1271,"out_tokens":548}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":251,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":16.937013983000043,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1007,"out_tokens":1636},"claude-opus-4-8":{"in_tokens":2023,"out_tokens":492},"claude-opus-4-7":{"in_tokens":2028,"out_tokens":574},"mistral-large-2":{"in_tokens":1085,"out_tokens":557}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":772,"out_tokens":1659,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":25.620553961999974,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1824,"out_tokens":3213},"claude-opus-4-8":{"in_tokens":3517,"out_tokens":671},"claude-opus-4-7":{"in_tokens":3522,"out_tokens":614},"mistral-large-2":{"in_tokens":1918,"out_tokens":622}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":538,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":10.285576397,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1485,"out_tokens":2079},"claude-opus-4-8":{"in_tokens":2833,"out_tokens":731},"claude-opus-4-7":{"in_tokens":2838,"out_tokens":623},"mistral-large-2":{"in_tokens":1574,"out_tokens":689}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":16.03578356500003,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":977,"out_tokens":2016},"claude-opus-4-8":{"in_tokens":1986,"out_tokens":598},"claude-opus-4-7":{"in_tokens":1991,"out_tokens":480},"mistral-large-2":{"in_tokens":1039,"out_tokens":505}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":592,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":11.948379485999965,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1269,"out_tokens":2338},"claude-opus-4-8":{"in_tokens":2537,"out_tokens":691},"claude-opus-4-7":{"in_tokens":2542,"out_tokens":705},"mistral-large-2":{"in_tokens":1351,"out_tokens":604}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":251,"out_tokens":243,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":18.914747997000006,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":962,"out_tokens":1276},"claude-opus-4-8":{"in_tokens":1841,"out_tokens":475},"claude-opus-4-7":{"in_tokens":1846,"out_tokens":369},"mistral-large-2":{"in_tokens":992,"out_tokens":474}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":582,"out_tokens":942,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":13.95181497699997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1248,"out_tokens":1202},"claude-opus-4-8":{"in_tokens":2499,"out_tokens":725},"claude-opus-4-7":{"in_tokens":2504,"out_tokens":446},"mistral-large-2":{"in_tokens":1297,"out_tokens":568}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":479,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":9.940885658000013,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1288,"out_tokens":2076},"claude-opus-4-8":{"in_tokens":2604,"out_tokens":730},"claude-opus-4-7":{"in_tokens":2609,"out_tokens":648},"mistral-large-2":{"in_tokens":1393,"out_tokens":560}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":2302,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":34.782092068,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1434,"out_tokens":2407},"claude-opus-4-8":{"in_tokens":2804,"out_tokens":738},"claude-opus-4-7":{"in_tokens":2809,"out_tokens":713},"mistral-large-2":{"in_tokens":1597,"out_tokens":671}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":210,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":19.58982438099997,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":985,"out_tokens":1537},"claude-opus-4-8":{"in_tokens":1955,"out_tokens":604},"claude-opus-4-7":{"in_tokens":1960,"out_tokens":540},"mistral-large-2":{"in_tokens":1034,"out_tokens":513}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":330,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":6.352388344000019,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1108,"out_tokens":1747},"claude-opus-4-8":{"in_tokens":2247,"out_tokens":591},"claude-opus-4-7":{"in_tokens":2252,"out_tokens":454},"mistral-large-2":{"in_tokens":1157,"out_tokens":453}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":1219,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":17.017670030000033,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1330,"out_tokens":2588},"claude-opus-4-8":{"in_tokens":2719,"out_tokens":851},"claude-opus-4-7":{"in_tokens":2724,"out_tokens":678},"mistral-large-2":{"in_tokens":1410,"out_tokens":623}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":527,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":11.262191347999988,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1280,"out_tokens":1985},"claude-opus-4-8":{"in_tokens":2555,"out_tokens":801},"claude-opus-4-7":{"in_tokens":2560,"out_tokens":657},"mistral-large-2":{"in_tokens":1368,"out_tokens":595}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":420,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":8.83603644599998,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1142,"out_tokens":1908},"claude-opus-4-8":{"in_tokens":2394,"out_tokens":769},"claude-opus-4-7":{"in_tokens":2399,"out_tokens":616},"mistral-large-2":{"in_tokens":1204,"out_tokens":578}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":1863,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":21.466919501999996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1311,"out_tokens":1839},"claude-opus-4-8":{"in_tokens":2465,"out_tokens":812},"claude-opus-4-7":{"in_tokens":2470,"out_tokens":644},"mistral-large-2":{"in_tokens":1455,"out_tokens":651}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":1760,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":26.56858788599999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1285,"out_tokens":2313},"claude-opus-4-8":{"in_tokens":2503,"out_tokens":613},"claude-opus-4-7":{"in_tokens":2508,"out_tokens":744},"mistral-large-2":{"in_tokens":1435,"out_tokens":652}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":1398,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":22.741022197999996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1228,"out_tokens":1520},"claude-opus-4-8":{"in_tokens":2319,"out_tokens":752},"claude-opus-4-7":{"in_tokens":2324,"out_tokens":558},"mistral-large-2":{"in_tokens":1371,"out_tokens":599}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":244,"out_tokens":315,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":22.06683472499998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1021,"out_tokens":1482},"claude-opus-4-8":{"in_tokens":2022,"out_tokens":615},"claude-opus-4-7":{"in_tokens":2027,"out_tokens":483},"mistral-large-2":{"in_tokens":1087,"out_tokens":461}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":188,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":20.608168043000035,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1032,"out_tokens":1448},"claude-opus-4-8":{"in_tokens":2082,"out_tokens":700},"claude-opus-4-7":{"in_tokens":2087,"out_tokens":412},"mistral-large-2":{"in_tokens":1117,"out_tokens":657}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":566,"out_tokens":714,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":15.37959609699999,"hallucination_count":6.25,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":2127,"out_tokens":2384},"claude-opus-4-8":{"in_tokens":4148,"out_tokens":1334},"claude-opus-4-7":{"in_tokens":4153,"out_tokens":983},"mistral-large-2":{"in_tokens":2230,"out_tokens":912}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":432,"out_tokens":221,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":23.651716625999995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1196,"out_tokens":1581},"claude-opus-4-8":{"in_tokens":2273,"out_tokens":602},"claude-opus-4-7":{"in_tokens":2278,"out_tokens":473},"mistral-large-2":{"in_tokens":1255,"out_tokens":705}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":994,"out_tokens":1645,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":26.29016347000004,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2209,"out_tokens":3194},"claude-opus-4-8":{"in_tokens":4274,"out_tokens":1340},"claude-opus-4-7":{"in_tokens":4279,"out_tokens":1005},"mistral-large-2":{"in_tokens":2382,"out_tokens":788}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":713,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":13.266150394000022,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2017,"out_tokens":2671},"claude-opus-4-8":{"in_tokens":4027,"out_tokens":989},"claude-opus-4-7":{"in_tokens":4032,"out_tokens":1005},"mistral-large-2":{"in_tokens":2166,"out_tokens":799}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":690,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":13.620867731999965,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1967,"out_tokens":2186},"claude-opus-4-8":{"in_tokens":3889,"out_tokens":997},"claude-opus-4-7":{"in_tokens":3894,"out_tokens":778},"mistral-large-2":{"in_tokens":2129,"out_tokens":793}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":287,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":18.502257848,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1066,"out_tokens":1092},"claude-opus-4-8":{"in_tokens":2091,"out_tokens":600},"claude-opus-4-7":{"in_tokens":2096,"out_tokens":489},"mistral-large-2":{"in_tokens":1125,"out_tokens":550}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1010,"out_tokens":1941,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":29.73743330100001,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2439,"out_tokens":3084},"claude-opus-4-8":{"in_tokens":4720,"out_tokens":1048},"claude-opus-4-7":{"in_tokens":4725,"out_tokens":754},"mistral-large-2":{"in_tokens":2552,"out_tokens":981}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":1197,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":14.17536383199996,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1264,"out_tokens":1693},"claude-opus-4-8":{"in_tokens":2365,"out_tokens":785},"claude-opus-4-7":{"in_tokens":2370,"out_tokens":528},"mistral-large-2":{"in_tokens":1364,"out_tokens":607}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1055,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":12.061460259,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1102,"out_tokens":1221},"claude-opus-4-8":{"in_tokens":2126,"out_tokens":579},"claude-opus-4-7":{"in_tokens":2131,"out_tokens":506},"mistral-large-2":{"in_tokens":1202,"out_tokens":504}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":937,"out_tokens":1818,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":28.441824585999996,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2232,"out_tokens":2361},"claude-opus-4-8":{"in_tokens":4390,"out_tokens":1159},"claude-opus-4-7":{"in_tokens":4395,"out_tokens":998},"mistral-large-2":{"in_tokens":2418,"out_tokens":801}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":188,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":15.091618375999985,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":974,"out_tokens":1683},"claude-opus-4-8":{"in_tokens":1958,"out_tokens":584},"claude-opus-4-7":{"in_tokens":1963,"out_tokens":459},"mistral-large-2":{"in_tokens":1014,"out_tokens":411}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":635,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":12.985369028999969,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1933,"out_tokens":2254},"claude-opus-4-8":{"in_tokens":3869,"out_tokens":1215},"claude-opus-4-7":{"in_tokens":3874,"out_tokens":751},"mistral-large-2":{"in_tokens":2050,"out_tokens":778}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":2800,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":31.33012210100003,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1213,"out_tokens":2356},"claude-opus-4-8":{"in_tokens":2334,"out_tokens":670},"claude-opus-4-7":{"in_tokens":2339,"out_tokens":753},"mistral-large-2":{"in_tokens":1289,"out_tokens":669}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":263,"out_tokens":296,"error":null,"skip_reason":null,"score_raw":0.6071428571428572,"duration_s":16.855762027000026,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1030,"out_tokens":1215},"claude-opus-4-8":{"in_tokens":2092,"out_tokens":497},"claude-opus-4-7":{"in_tokens":2097,"out_tokens":442},"mistral-large-2":{"in_tokens":1089,"out_tokens":483}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":700,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":14.552182039999991,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1488,"out_tokens":1089},"claude-opus-4-8":{"in_tokens":2945,"out_tokens":515},"claude-opus-4-7":{"in_tokens":2950,"out_tokens":474},"mistral-large-2":{"in_tokens":1591,"out_tokens":580}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":916,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":29.053079287999992,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2363,"out_tokens":2809},"claude-opus-4-8":{"in_tokens":4660,"out_tokens":1227},"claude-opus-4-7":{"in_tokens":4665,"out_tokens":857},"mistral-large-2":{"in_tokens":2495,"out_tokens":828}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":999,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":19.067593407999993,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2257,"out_tokens":2645},"claude-opus-4-8":{"in_tokens":4484,"out_tokens":1211},"claude-opus-4-7":{"in_tokens":4489,"out_tokens":861},"mistral-large-2":{"in_tokens":2430,"out_tokens":779}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":326,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":18.677495548999957,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.2,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1661,"out_tokens":2215},"claude-opus-4-8":{"in_tokens":3264,"out_tokens":1058},"claude-opus-4-7":{"in_tokens":3269,"out_tokens":891},"mistral-large-2":{"in_tokens":1782,"out_tokens":1084}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":2070,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":25.14908113299998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1434,"out_tokens":2162},"claude-opus-4-8":{"in_tokens":2702,"out_tokens":656},"claude-opus-4-7":{"in_tokens":2707,"out_tokens":530},"mistral-large-2":{"in_tokens":1567,"out_tokens":564}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":360,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":21.396706009000013,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.2,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1792,"out_tokens":2734},"claude-opus-4-8":{"in_tokens":3480,"out_tokens":1014},"claude-opus-4-7":{"in_tokens":3485,"out_tokens":666},"mistral-large-2":{"in_tokens":1878,"out_tokens":717}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1141,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":20.126908302000004,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1417,"out_tokens":1577},"claude-opus-4-8":{"in_tokens":2738,"out_tokens":755},"claude-opus-4-7":{"in_tokens":2743,"out_tokens":606},"mistral-large-2":{"in_tokens":1508,"out_tokens":604}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":750,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":15.165536953999947,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1805,"out_tokens":3117},"claude-opus-4-8":{"in_tokens":3563,"out_tokens":1056},"claude-opus-4-7":{"in_tokens":3568,"out_tokens":910},"mistral-large-2":{"in_tokens":1932,"out_tokens":783}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":886,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":29.052808395,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2367,"out_tokens":2828},"claude-opus-4-8":{"in_tokens":4631,"out_tokens":882},"claude-opus-4-7":{"in_tokens":4636,"out_tokens":716},"mistral-large-2":{"in_tokens":2553,"out_tokens":733}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":2702,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":28.180707094000013,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1840,"out_tokens":2186},"claude-opus-4-8":{"in_tokens":3632,"out_tokens":831},"claude-opus-4-7":{"in_tokens":3637,"out_tokens":600},"mistral-large-2":{"in_tokens":1977,"out_tokens":669}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":298,"out_tokens":933,"error":null,"skip_reason":null,"score_raw":0.7083333333333333,"duration_s":18.19037928700004,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1629,"out_tokens":1137},"claude-opus-4-8":{"in_tokens":3247,"out_tokens":566},"claude-opus-4-7":{"in_tokens":3252,"out_tokens":449},"mistral-large-2":{"in_tokens":1740,"out_tokens":914}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":1631,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":22.082392950999974,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1941,"out_tokens":2181},"claude-opus-4-8":{"in_tokens":3887,"out_tokens":591},"claude-opus-4-7":{"in_tokens":3892,"out_tokens":594},"mistral-large-2":{"in_tokens":2104,"out_tokens":695}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":719,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":14.805396821999977,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1686,"out_tokens":2138},"claude-opus-4-8":{"in_tokens":3313,"out_tokens":958},"claude-opus-4-7":{"in_tokens":3318,"out_tokens":822},"mistral-large-2":{"in_tokens":1801,"out_tokens":729}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":323,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":24.57882904500002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1637,"out_tokens":1510},"claude-opus-4-8":{"in_tokens":3179,"out_tokens":888},"claude-opus-4-7":{"in_tokens":3184,"out_tokens":692},"mistral-large-2":{"in_tokens":1770,"out_tokens":728}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":3149,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":32.073614185999986,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1755,"out_tokens":2047},"claude-opus-4-8":{"in_tokens":3647,"out_tokens":843},"claude-opus-4-7":{"in_tokens":3652,"out_tokens":700},"mistral-large-2":{"in_tokens":1875,"out_tokens":804}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":391,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":21.704090312000005,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1710,"out_tokens":2206},"claude-opus-4-8":{"in_tokens":3371,"out_tokens":966},"claude-opus-4-7":{"in_tokens":3376,"out_tokens":735},"mistral-large-2":{"in_tokens":1799,"out_tokens":751}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":30.061752591999948,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2098,"out_tokens":3114},"claude-opus-4-8":{"in_tokens":4264,"out_tokens":844},"claude-opus-4-7":{"in_tokens":4269,"out_tokens":793},"mistral-large-2":{"in_tokens":2260,"out_tokens":844}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":533,"out_tokens":1425,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":22.245341844999984,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1494,"out_tokens":1784},"claude-opus-4-8":{"in_tokens":2894,"out_tokens":584},"claude-opus-4-7":{"in_tokens":2899,"out_tokens":549},"mistral-large-2":{"in_tokens":1612,"out_tokens":560}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":332,"out_tokens":253,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":18.25708722899998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1081,"out_tokens":1060},"claude-opus-4-8":{"in_tokens":2098,"out_tokens":507},"claude-opus-4-7":{"in_tokens":2103,"out_tokens":453},"mistral-large-2":{"in_tokens":1146,"out_tokens":511}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":329,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":21.363480465000066,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1653,"out_tokens":2129},"claude-opus-4-8":{"in_tokens":3261,"out_tokens":884},"claude-opus-4-7":{"in_tokens":3266,"out_tokens":623},"mistral-large-2":{"in_tokens":1776,"out_tokens":783}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":711,"out_tokens":762,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":15.040310720000036,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.3,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2290,"out_tokens":3116},"claude-opus-4-8":{"in_tokens":4480,"out_tokens":1114},"claude-opus-4-7":{"in_tokens":4485,"out_tokens":876},"mistral-large-2":{"in_tokens":2389,"out_tokens":776}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":748,"out_tokens":1291,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":19.84821282400003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1647,"out_tokens":2319},"claude-opus-4-8":{"in_tokens":3213,"out_tokens":730},"claude-opus-4-7":{"in_tokens":3218,"out_tokens":594},"mistral-large-2":{"in_tokens":1751,"out_tokens":964}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":2252,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":25.35478793699997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1693,"out_tokens":1509},"claude-opus-4-8":{"in_tokens":3473,"out_tokens":622},"claude-opus-4-7":{"in_tokens":3478,"out_tokens":668},"mistral-large-2":{"in_tokens":1800,"out_tokens":846}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":588,"out_tokens":742,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":13.611182159999998,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2049,"out_tokens":2599},"claude-opus-4-8":{"in_tokens":4001,"out_tokens":896},"claude-opus-4-7":{"in_tokens":4006,"out_tokens":930},"mistral-large-2":{"in_tokens":2191,"out_tokens":1159}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":1736,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":19.896319978000065,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1634,"out_tokens":1686},"claude-opus-4-8":{"in_tokens":3278,"out_tokens":505},"claude-opus-4-7":{"in_tokens":3283,"out_tokens":436},"mistral-large-2":{"in_tokens":1754,"out_tokens":662}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":1542,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":19.053720172999988,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1304,"out_tokens":2616},"claude-opus-4-8":{"in_tokens":2619,"out_tokens":546},"claude-opus-4-7":{"in_tokens":2624,"out_tokens":425},"mistral-large-2":{"in_tokens":1388,"out_tokens":544}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":256,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":21.106491123999945,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.16666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":996,"out_tokens":1262},"claude-opus-4-8":{"in_tokens":1937,"out_tokens":473},"claude-opus-4-7":{"in_tokens":1942,"out_tokens":445},"mistral-large-2":{"in_tokens":1064,"out_tokens":446}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":423,"out_tokens":262,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":23.05215770999996,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.4,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1352,"out_tokens":1823},"claude-opus-4-8":{"in_tokens":2761,"out_tokens":903},"claude-opus-4-7":{"in_tokens":2766,"out_tokens":640},"mistral-large-2":{"in_tokens":1452,"out_tokens":908}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":2725,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":29.32002590099995,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1538,"out_tokens":1735},"claude-opus-4-8":{"in_tokens":3022,"out_tokens":554},"claude-opus-4-7":{"in_tokens":3027,"out_tokens":550},"mistral-large-2":{"in_tokens":1669,"out_tokens":797}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":243,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":20.006783799999994,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1260,"out_tokens":1945},"claude-opus-4-8":{"in_tokens":2387,"out_tokens":677},"claude-opus-4-7":{"in_tokens":2392,"out_tokens":607},"mistral-large-2":{"in_tokens":1333,"out_tokens":680}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":698,"out_tokens":347,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":19.531689648999986,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1891,"out_tokens":2353},"claude-opus-4-8":{"in_tokens":3650,"out_tokens":794},"claude-opus-4-7":{"in_tokens":3655,"out_tokens":677},"mistral-large-2":{"in_tokens":1975,"out_tokens":697}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1309,"out_tokens":2025,"error":null,"skip_reason":null,"score_raw":0.825,"duration_s":31.66414402199996,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2567,"out_tokens":2493},"claude-opus-4-8":{"in_tokens":4997,"out_tokens":1289},"claude-opus-4-7":{"in_tokens":5002,"out_tokens":1251},"mistral-large-2":{"in_tokens":2681,"out_tokens":935}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1332,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":26.565674389000037,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2708,"out_tokens":3368},"claude-opus-4-8":{"in_tokens":5311,"out_tokens":1422},"claude-opus-4-7":{"in_tokens":5316,"out_tokens":1301},"mistral-large-2":{"in_tokens":2902,"out_tokens":1298}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":1075,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":19.746756424999944,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1496,"out_tokens":1477},"claude-opus-4-8":{"in_tokens":2849,"out_tokens":705},"claude-opus-4-7":{"in_tokens":2854,"out_tokens":635},"mistral-large-2":{"in_tokens":1611,"out_tokens":1033}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1103,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":30.616432420000024,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2402,"out_tokens":3559},"claude-opus-4-8":{"in_tokens":4685,"out_tokens":1197},"claude-opus-4-7":{"in_tokens":4690,"out_tokens":760},"mistral-large-2":{"in_tokens":2592,"out_tokens":932}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1109,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":31.50884027899997,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2524,"out_tokens":1909},"claude-opus-4-8":{"in_tokens":4878,"out_tokens":1048},"claude-opus-4-7":{"in_tokens":4883,"out_tokens":1003},"mistral-large-2":{"in_tokens":2717,"out_tokens":782}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":2321,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":26.52057433899995,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1720,"out_tokens":3300},"claude-opus-4-8":{"in_tokens":3369,"out_tokens":629},"claude-opus-4-7":{"in_tokens":3374,"out_tokens":543},"mistral-large-2":{"in_tokens":1882,"out_tokens":693}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":801,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":14.72897801800002,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1391,"out_tokens":3084},"claude-opus-4-8":{"in_tokens":2657,"out_tokens":1135},"claude-opus-4-7":{"in_tokens":2662,"out_tokens":765},"mistral-large-2":{"in_tokens":1494,"out_tokens":817}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":2234,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":28.964713476000043,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1648,"out_tokens":1290},"claude-opus-4-8":{"in_tokens":3296,"out_tokens":567},"claude-opus-4-7":{"in_tokens":3301,"out_tokens":452},"mistral-large-2":{"in_tokens":1795,"out_tokens":534}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":358,"error":null,"skip_reason":null,"score_raw":0.5499999999999999,"duration_s":26.744364139000027,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1815,"out_tokens":2148},"claude-opus-4-8":{"in_tokens":3533,"out_tokens":898},"claude-opus-4-7":{"in_tokens":3538,"out_tokens":849},"mistral-large-2":{"in_tokens":1934,"out_tokens":740}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":2463,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":29.970124545999965,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1375,"out_tokens":1975},"claude-opus-4-8":{"in_tokens":2667,"out_tokens":482},"claude-opus-4-7":{"in_tokens":2672,"out_tokens":509},"mistral-large-2":{"in_tokens":1436,"out_tokens":537}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":410,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":28.34165554799995,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1734,"out_tokens":2557},"claude-opus-4-8":{"in_tokens":3402,"out_tokens":1160},"claude-opus-4-7":{"in_tokens":3407,"out_tokens":805},"mistral-large-2":{"in_tokens":1864,"out_tokens":754}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":1469,"error":null,"skip_reason":null,"score_raw":0.925,"duration_s":26.244206706,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2086,"out_tokens":3647},"claude-opus-4-8":{"in_tokens":3859,"out_tokens":1099},"claude-opus-4-7":{"in_tokens":3864,"out_tokens":767},"mistral-large-2":{"in_tokens":2224,"out_tokens":911}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1171,"error":null,"skip_reason":null,"score_raw":0.44999999999999996,"duration_s":21.564473057999976,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2052,"out_tokens":2770},"claude-opus-4-8":{"in_tokens":3913,"out_tokens":993},"claude-opus-4-7":{"in_tokens":3918,"out_tokens":818},"mistral-large-2":{"in_tokens":2217,"out_tokens":1536}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":1715,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":21.772860250999997,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1466,"out_tokens":2051},"claude-opus-4-8":{"in_tokens":2923,"out_tokens":700},"claude-opus-4-7":{"in_tokens":2928,"out_tokens":545},"mistral-large-2":{"in_tokens":1542,"out_tokens":650}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":2654,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":34.45600505300001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1806,"out_tokens":1614},"claude-opus-4-8":{"in_tokens":3670,"out_tokens":463},"claude-opus-4-7":{"in_tokens":3675,"out_tokens":433},"mistral-large-2":{"in_tokens":1936,"out_tokens":538}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":681,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":35.40944287499997,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2173,"out_tokens":2827},"claude-opus-4-8":{"in_tokens":4092,"out_tokens":935},"claude-opus-4-7":{"in_tokens":4097,"out_tokens":760},"mistral-large-2":{"in_tokens":2391,"out_tokens":1314}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":1430,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":18.35273531200005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1436,"out_tokens":1345},"claude-opus-4-8":{"in_tokens":2828,"out_tokens":525},"claude-opus-4-7":{"in_tokens":2833,"out_tokens":489},"mistral-large-2":{"in_tokens":1559,"out_tokens":524}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1687,"error":null,"skip_reason":null,"score_raw":0.825,"duration_s":27.057918371000028,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2354,"out_tokens":3306},"claude-opus-4-8":{"in_tokens":4449,"out_tokens":1222},"claude-opus-4-7":{"in_tokens":4454,"out_tokens":968},"mistral-large-2":{"in_tokens":2506,"out_tokens":1078}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1190,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":16.665330454000014,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1390,"out_tokens":2420},"claude-opus-4-8":{"in_tokens":2758,"out_tokens":738},"claude-opus-4-7":{"in_tokens":2763,"out_tokens":770},"mistral-large-2":{"in_tokens":1504,"out_tokens":639}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":665,"out_tokens":1136,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.43077938500005,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1670,"out_tokens":2042},"claude-opus-4-8":{"in_tokens":3204,"out_tokens":887},"claude-opus-4-7":{"in_tokens":3209,"out_tokens":530},"mistral-large-2":{"in_tokens":1769,"out_tokens":700}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1322,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":23.854394567999975,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1865,"out_tokens":2426},"claude-opus-4-8":{"in_tokens":3486,"out_tokens":1105},"claude-opus-4-7":{"in_tokens":3491,"out_tokens":847},"mistral-large-2":{"in_tokens":2018,"out_tokens":710}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":1075,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":12.66001765100009,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1153,"out_tokens":1085},"claude-opus-4-8":{"in_tokens":2336,"out_tokens":599},"claude-opus-4-7":{"in_tokens":2341,"out_tokens":435},"mistral-large-2":{"in_tokens":1209,"out_tokens":474}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":1601,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":21.702032784999915,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1688,"out_tokens":2131},"claude-opus-4-8":{"in_tokens":3364,"out_tokens":675},"claude-opus-4-7":{"in_tokens":3369,"out_tokens":533},"mistral-large-2":{"in_tokens":1813,"out_tokens":777}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":1213,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":22.264041713999973,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1655,"out_tokens":2877},"claude-opus-4-8":{"in_tokens":3221,"out_tokens":950},"claude-opus-4-7":{"in_tokens":3226,"out_tokens":888},"mistral-large-2":{"in_tokens":1775,"out_tokens":849}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":2887,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":36.54457937199993,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1620,"out_tokens":3154},"claude-opus-4-8":{"in_tokens":3070,"out_tokens":658},"claude-opus-4-7":{"in_tokens":3075,"out_tokens":555},"mistral-large-2":{"in_tokens":1718,"out_tokens":774}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":1139,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":20.434407425000018,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1604,"out_tokens":2147},"claude-opus-4-8":{"in_tokens":3113,"out_tokens":814},"claude-opus-4-7":{"in_tokens":3118,"out_tokens":624},"mistral-large-2":{"in_tokens":1709,"out_tokens":1250}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":655,"out_tokens":1430,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":26.44956028599995,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1735,"out_tokens":2403},"claude-opus-4-8":{"in_tokens":3417,"out_tokens":728},"claude-opus-4-7":{"in_tokens":3422,"out_tokens":590},"mistral-large-2":{"in_tokens":1844,"out_tokens":567}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":1859,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":25.372466793999934,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1441,"out_tokens":2124},"claude-opus-4-8":{"in_tokens":2976,"out_tokens":574},"claude-opus-4-7":{"in_tokens":2981,"out_tokens":466},"mistral-large-2":{"in_tokens":1540,"out_tokens":567}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":763,"out_tokens":1629,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":29.432703178999986,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2379,"out_tokens":2821},"claude-opus-4-8":{"in_tokens":4395,"out_tokens":1053},"claude-opus-4-7":{"in_tokens":4400,"out_tokens":1081},"mistral-large-2":{"in_tokens":2538,"out_tokens":1242}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":1285,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":24.769712259000016,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1812,"out_tokens":2373},"claude-opus-4-8":{"in_tokens":3413,"out_tokens":985},"claude-opus-4-7":{"in_tokens":3418,"out_tokens":702},"mistral-large-2":{"in_tokens":1961,"out_tokens":717}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":594,"out_tokens":909,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":14.841600941000024,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1584,"out_tokens":2256},"claude-opus-4-8":{"in_tokens":2944,"out_tokens":1028},"claude-opus-4-7":{"in_tokens":2949,"out_tokens":905},"mistral-large-2":{"in_tokens":1709,"out_tokens":790}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":2373,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":31.235568824999973,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2503,"out_tokens":2759},"claude-opus-4-8":{"in_tokens":4871,"out_tokens":1038},"claude-opus-4-7":{"in_tokens":4876,"out_tokens":1038},"mistral-large-2":{"in_tokens":2684,"out_tokens":918}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":2259,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":30.229351112000018,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2234,"out_tokens":2020},"claude-opus-4-8":{"in_tokens":4388,"out_tokens":1000},"claude-opus-4-7":{"in_tokens":4393,"out_tokens":649},"mistral-large-2":{"in_tokens":2418,"out_tokens":1362}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":3567,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":41.70513527100002,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.3,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2503,"out_tokens":2644},"claude-opus-4-8":{"in_tokens":4924,"out_tokens":888},"claude-opus-4-7":{"in_tokens":4929,"out_tokens":843},"mistral-large-2":{"in_tokens":2621,"out_tokens":898}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":715,"out_tokens":1058,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":17.395853703000057,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1636,"out_tokens":1623},"claude-opus-4-8":{"in_tokens":3118,"out_tokens":609},"claude-opus-4-7":{"in_tokens":3123,"out_tokens":488},"mistral-large-2":{"in_tokens":1703,"out_tokens":520}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":1307,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":22.928527744000007,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1752,"out_tokens":2253},"claude-opus-4-8":{"in_tokens":3377,"out_tokens":957},"claude-opus-4-7":{"in_tokens":3382,"out_tokens":688},"mistral-large-2":{"in_tokens":1830,"out_tokens":535}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":693,"out_tokens":916,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":18.41038371000002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1594,"out_tokens":1757},"claude-opus-4-8":{"in_tokens":2969,"out_tokens":690},"claude-opus-4-7":{"in_tokens":2974,"out_tokens":544},"mistral-large-2":{"in_tokens":1668,"out_tokens":682}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1100,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":21.580561869999997,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1551,"out_tokens":1287},"claude-opus-4-8":{"in_tokens":2896,"out_tokens":536},"claude-opus-4-7":{"in_tokens":2901,"out_tokens":482},"mistral-large-2":{"in_tokens":1642,"out_tokens":678}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":1007,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":20.267284440000026,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1522,"out_tokens":2115},"claude-opus-4-8":{"in_tokens":2761,"out_tokens":586},"claude-opus-4-7":{"in_tokens":2766,"out_tokens":503},"mistral-large-2":{"in_tokens":1592,"out_tokens":583}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":1051,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":17.499824978999982,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.25,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1440,"out_tokens":1956},"claude-opus-4-8":{"in_tokens":2708,"out_tokens":806},"claude-opus-4-7":{"in_tokens":2713,"out_tokens":516},"mistral-large-2":{"in_tokens":1519,"out_tokens":569}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":780,"out_tokens":1191,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":22.53749054100001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1666,"out_tokens":1724},"claude-opus-4-8":{"in_tokens":3050,"out_tokens":495},"claude-opus-4-7":{"in_tokens":3055,"out_tokens":451},"mistral-large-2":{"in_tokens":1747,"out_tokens":581}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":2556,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":48.11827241200001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2542,"out_tokens":2453},"claude-opus-4-8":{"in_tokens":5037,"out_tokens":1048},"claude-opus-4-7":{"in_tokens":5042,"out_tokens":709},"mistral-large-2":{"in_tokens":2697,"out_tokens":806}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":333,"out_tokens":440,"error":null,"skip_reason":null,"score_raw":0.1111111111111111,"duration_s":369.45416511,"hallucination_count":6.25,"hallucination_top100":0,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1376,"out_tokens":1688},"claude-opus-4-8":{"in_tokens":2695,"out_tokens":977},"claude-opus-4-7":{"in_tokens":2700,"out_tokens":844},"mistral-large-2":{"in_tokens":1485,"out_tokens":859}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":2038,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":35.82779031100006,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1584,"out_tokens":1619},"claude-opus-4-8":{"in_tokens":3063,"out_tokens":707},"claude-opus-4-7":{"in_tokens":3068,"out_tokens":522},"mistral-large-2":{"in_tokens":1700,"out_tokens":711}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":2462,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":32.590510223000024,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1955,"out_tokens":2216},"claude-opus-4-8":{"in_tokens":3964,"out_tokens":885},"claude-opus-4-7":{"in_tokens":3969,"out_tokens":674},"mistral-large-2":{"in_tokens":2113,"out_tokens":806}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":1173,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":21.11165208500006,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1443,"out_tokens":2695},"claude-opus-4-8":{"in_tokens":2764,"out_tokens":578},"claude-opus-4-7":{"in_tokens":2769,"out_tokens":586},"mistral-large-2":{"in_tokens":1522,"out_tokens":616}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":2576,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":44.22188598900004,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2170,"out_tokens":1955},"claude-opus-4-8":{"in_tokens":4321,"out_tokens":1068},"claude-opus-4-7":{"in_tokens":4326,"out_tokens":707},"mistral-large-2":{"in_tokens":2363,"out_tokens":731}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":889,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":17.477521121999985,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1314,"out_tokens":1107},"claude-opus-4-8":{"in_tokens":2443,"out_tokens":456},"claude-opus-4-7":{"in_tokens":2448,"out_tokens":432},"mistral-large-2":{"in_tokens":1364,"out_tokens":640}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":966,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":19.520010222999986,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1505,"out_tokens":2102},"claude-opus-4-8":{"in_tokens":2742,"out_tokens":664},"claude-opus-4-7":{"in_tokens":2747,"out_tokens":513},"mistral-large-2":{"in_tokens":1561,"out_tokens":853}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":1215,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":24.618471451000005,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1544,"out_tokens":1544},"claude-opus-4-8":{"in_tokens":2906,"out_tokens":568},"claude-opus-4-7":{"in_tokens":2911,"out_tokens":482},"mistral-large-2":{"in_tokens":1643,"out_tokens":630}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":700,"out_tokens":902,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":17.34984808699994,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1517,"out_tokens":1834},"claude-opus-4-8":{"in_tokens":2849,"out_tokens":595},"claude-opus-4-7":{"in_tokens":2854,"out_tokens":460},"mistral-large-2":{"in_tokens":1596,"out_tokens":736}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":1603,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":23.37172761599993,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1458,"out_tokens":1524},"claude-opus-4-8":{"in_tokens":2845,"out_tokens":606},"claude-opus-4-7":{"in_tokens":2850,"out_tokens":441},"mistral-large-2":{"in_tokens":1559,"out_tokens":528}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":885,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":17.92688067800009,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1366,"out_tokens":1696},"claude-opus-4-8":{"in_tokens":2550,"out_tokens":618},"claude-opus-4-7":{"in_tokens":2555,"out_tokens":564},"mistral-large-2":{"in_tokens":1443,"out_tokens":688}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":934,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":18.212462243000004,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1360,"out_tokens":1511},"claude-opus-4-8":{"in_tokens":2562,"out_tokens":630},"claude-opus-4-7":{"in_tokens":2567,"out_tokens":540},"mistral-large-2":{"in_tokens":1430,"out_tokens":807}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":2411,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":33.52298852000001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1763,"out_tokens":2107},"claude-opus-4-8":{"in_tokens":3388,"out_tokens":837},"claude-opus-4-7":{"in_tokens":3393,"out_tokens":619},"mistral-large-2":{"in_tokens":1862,"out_tokens":760}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":1012,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":18.302193489000047,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1419,"out_tokens":1658},"claude-opus-4-8":{"in_tokens":2664,"out_tokens":582},"claude-opus-4-7":{"in_tokens":2669,"out_tokens":504},"mistral-large-2":{"in_tokens":1474,"out_tokens":619}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":2594,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":37.301304727,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2347,"out_tokens":1935},"claude-opus-4-8":{"in_tokens":4555,"out_tokens":1297},"claude-opus-4-7":{"in_tokens":4560,"out_tokens":977},"mistral-large-2":{"in_tokens":2462,"out_tokens":770}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":1148,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":20.653833899000006,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1747,"out_tokens":1111},"claude-opus-4-8":{"in_tokens":3299,"out_tokens":589},"claude-opus-4-7":{"in_tokens":3304,"out_tokens":542},"mistral-large-2":{"in_tokens":1808,"out_tokens":614}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":400,"out_tokens":175,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":7.887873292999984,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1085,"out_tokens":1661},"claude-opus-4-8":{"in_tokens":2081,"out_tokens":834},"claude-opus-4-7":{"in_tokens":2086,"out_tokens":560},"mistral-large-2":{"in_tokens":1166,"out_tokens":571}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":772,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":15.152789427000016,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1355,"out_tokens":1384},"claude-opus-4-8":{"in_tokens":2558,"out_tokens":626},"claude-opus-4-7":{"in_tokens":2563,"out_tokens":448},"mistral-large-2":{"in_tokens":1424,"out_tokens":568}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":211,"error":null,"skip_reason":null,"score_raw":0.38888888888888884,"duration_s":8.359331582999971,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1271,"out_tokens":2682},"claude-opus-4-8":{"in_tokens":2401,"out_tokens":817},"claude-opus-4-7":{"in_tokens":2406,"out_tokens":684},"mistral-large-2":{"in_tokens":1392,"out_tokens":664}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":440,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":8.54993149500001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1194,"out_tokens":2215},"claude-opus-4-8":{"in_tokens":2214,"out_tokens":657},"claude-opus-4-7":{"in_tokens":2219,"out_tokens":598},"mistral-large-2":{"in_tokens":1232,"out_tokens":558}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":2307,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":28.62586145800003,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2678,"out_tokens":2725},"claude-opus-4-8":{"in_tokens":5280,"out_tokens":981},"claude-opus-4-7":{"in_tokens":5285,"out_tokens":745},"mistral-large-2":{"in_tokens":2876,"out_tokens":1073}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1138,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":21.136708266000028,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1573,"out_tokens":1394},"claude-opus-4-8":{"in_tokens":2975,"out_tokens":739},"claude-opus-4-7":{"in_tokens":2980,"out_tokens":605},"mistral-large-2":{"in_tokens":1640,"out_tokens":731}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":520,"out_tokens":165,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":8.033050513000035,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1440,"out_tokens":2108},"claude-opus-4-8":{"in_tokens":2679,"out_tokens":1069},"claude-opus-4-7":{"in_tokens":2684,"out_tokens":935},"mistral-large-2":{"in_tokens":1522,"out_tokens":799}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":848,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":16.29214614900002,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1410,"out_tokens":1697},"claude-opus-4-8":{"in_tokens":2614,"out_tokens":658},"claude-opus-4-7":{"in_tokens":2619,"out_tokens":570},"mistral-large-2":{"in_tokens":1483,"out_tokens":688}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":3443,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":47.89254148200007,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2480,"out_tokens":2850},"claude-opus-4-8":{"in_tokens":4843,"out_tokens":1007},"claude-opus-4-7":{"in_tokens":4848,"out_tokens":790},"mistral-large-2":{"in_tokens":2671,"out_tokens":764}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":98,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":6.582677134999926,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1065,"out_tokens":1796},"claude-opus-4-8":{"in_tokens":2033,"out_tokens":782},"claude-opus-4-7":{"in_tokens":2038,"out_tokens":561},"mistral-large-2":{"in_tokens":1147,"out_tokens":815}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":223,"error":null,"skip_reason":null,"score_raw":0.025,"duration_s":7.732769296000015,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1646,"out_tokens":1903},"claude-opus-4-8":{"in_tokens":3118,"out_tokens":939},"claude-opus-4-7":{"in_tokens":3123,"out_tokens":790},"mistral-large-2":{"in_tokens":1761,"out_tokens":880}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":581,"out_tokens":562,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":11.01915226999995,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.25,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1142,"out_tokens":1863},"claude-opus-4-8":{"in_tokens":2251,"out_tokens":823},"claude-opus-4-7":{"in_tokens":2256,"out_tokens":516},"mistral-large-2":{"in_tokens":1236,"out_tokens":656}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":614,"out_tokens":225,"error":null,"skip_reason":null,"score_raw":0.05,"duration_s":10.410830093000072,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1673,"out_tokens":2339},"claude-opus-4-8":{"in_tokens":3172,"out_tokens":1004},"claude-opus-4-7":{"in_tokens":3177,"out_tokens":795},"mistral-large-2":{"in_tokens":1771,"out_tokens":857}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":208,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":7.630446646999985,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1276,"out_tokens":1730},"claude-opus-4-8":{"in_tokens":2429,"out_tokens":895},"claude-opus-4-7":{"in_tokens":2434,"out_tokens":698},"mistral-large-2":{"in_tokens":1356,"out_tokens":648}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":633,"out_tokens":856,"error":null,"skip_reason":null,"score_raw":0.8250000000000001,"duration_s":15.707005006000031,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1475,"out_tokens":1485},"claude-opus-4-8":{"in_tokens":2751,"out_tokens":711},"claude-opus-4-7":{"in_tokens":2756,"out_tokens":486},"mistral-large-2":{"in_tokens":1639,"out_tokens":832}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":513,"out_tokens":367,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":12.000854210999933,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1472,"out_tokens":2137},"claude-opus-4-8":{"in_tokens":2817,"out_tokens":1023},"claude-opus-4-7":{"in_tokens":2822,"out_tokens":629},"mistral-large-2":{"in_tokens":1587,"out_tokens":696}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":422,"out_tokens":963,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":17.50815564900006,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1373,"out_tokens":1384},"claude-opus-4-8":{"in_tokens":2643,"out_tokens":593},"claude-opus-4-7":{"in_tokens":2648,"out_tokens":486},"mistral-large-2":{"in_tokens":1437,"out_tokens":606}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":249,"error":null,"skip_reason":null,"score_raw":0.15000000000000002,"duration_s":8.80782384500003,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1244,"out_tokens":2208},"claude-opus-4-8":{"in_tokens":2429,"out_tokens":1079},"claude-opus-4-7":{"in_tokens":2434,"out_tokens":815},"mistral-large-2":{"in_tokens":1334,"out_tokens":731}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":880,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":15.349256599,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1332,"out_tokens":1422},"claude-opus-4-8":{"in_tokens":2542,"out_tokens":776},"claude-opus-4-7":{"in_tokens":2547,"out_tokens":564},"mistral-large-2":{"in_tokens":1510,"out_tokens":527}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":182,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":7.317162649000011,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1174,"out_tokens":1616},"claude-opus-4-8":{"in_tokens":2317,"out_tokens":605},"claude-opus-4-7":{"in_tokens":2322,"out_tokens":575},"mistral-large-2":{"in_tokens":1235,"out_tokens":518}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":531,"out_tokens":287,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":11.051516536000008,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1257,"out_tokens":1564},"claude-opus-4-8":{"in_tokens":2476,"out_tokens":789},"claude-opus-4-7":{"in_tokens":2481,"out_tokens":561},"mistral-large-2":{"in_tokens":1318,"out_tokens":593}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":245,"error":null,"skip_reason":null,"score_raw":0.07500000000000001,"duration_s":9.192097304000072,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.7,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1718,"out_tokens":1564},"claude-opus-4-8":{"in_tokens":3186,"out_tokens":930},"claude-opus-4-7":{"in_tokens":3191,"out_tokens":732},"mistral-large-2":{"in_tokens":1824,"out_tokens":768}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":236,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":8.885822590999965,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1324,"out_tokens":1452},"claude-opus-4-8":{"in_tokens":2544,"out_tokens":798},"claude-opus-4-7":{"in_tokens":2549,"out_tokens":654},"mistral-large-2":{"in_tokens":1434,"out_tokens":568}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":626,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":10.890267945000005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1197,"out_tokens":1337},"claude-opus-4-8":{"in_tokens":2293,"out_tokens":542},"claude-opus-4-7":{"in_tokens":2298,"out_tokens":477},"mistral-large-2":{"in_tokens":1295,"out_tokens":484}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":452,"out_tokens":310,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":8.117047016000015,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1359,"out_tokens":2543},"claude-opus-4-8":{"in_tokens":2574,"out_tokens":928},"claude-opus-4-7":{"in_tokens":2579,"out_tokens":830},"mistral-large-2":{"in_tokens":1460,"out_tokens":882}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":644,"out_tokens":898,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":16.425772409000047,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1403,"out_tokens":1333},"claude-opus-4-8":{"in_tokens":2687,"out_tokens":799},"claude-opus-4-7":{"in_tokens":2692,"out_tokens":515},"mistral-large-2":{"in_tokens":1508,"out_tokens":640}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":583,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":10.21356864500001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1219,"out_tokens":1163},"claude-opus-4-8":{"in_tokens":2289,"out_tokens":664},"claude-opus-4-7":{"in_tokens":2294,"out_tokens":587},"mistral-large-2":{"in_tokens":1343,"out_tokens":643}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":315,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":9.86706941400007,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1364,"out_tokens":2220},"claude-opus-4-8":{"in_tokens":2630,"out_tokens":846},"claude-opus-4-7":{"in_tokens":2635,"out_tokens":644},"mistral-large-2":{"in_tokens":1415,"out_tokens":638}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":205,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":9.646165263000057,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1282,"out_tokens":1093},"claude-opus-4-8":{"in_tokens":2445,"out_tokens":567},"claude-opus-4-7":{"in_tokens":2450,"out_tokens":528},"mistral-large-2":{"in_tokens":1335,"out_tokens":538}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":1090,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":18.91305765800007,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1386,"out_tokens":2620},"claude-opus-4-8":{"in_tokens":2738,"out_tokens":915},"claude-opus-4-7":{"in_tokens":2743,"out_tokens":683},"mistral-large-2":{"in_tokens":1522,"out_tokens":632}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":439,"out_tokens":165,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":7.761709738999912,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1111,"out_tokens":1475},"claude-opus-4-8":{"in_tokens":2108,"out_tokens":633},"claude-opus-4-7":{"in_tokens":2113,"out_tokens":528},"mistral-large-2":{"in_tokens":1165,"out_tokens":565}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":265,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":9.95711161600002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1338,"out_tokens":1774},"claude-opus-4-8":{"in_tokens":2518,"out_tokens":755},"claude-opus-4-7":{"in_tokens":2523,"out_tokens":597},"mistral-large-2":{"in_tokens":1401,"out_tokens":611}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":620,"out_tokens":654,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":11.99623799799997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1266,"out_tokens":1270},"claude-opus-4-8":{"in_tokens":2409,"out_tokens":628},"claude-opus-4-7":{"in_tokens":2414,"out_tokens":533},"mistral-large-2":{"in_tokens":1380,"out_tokens":581}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":782,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":13.863259785999958,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1362,"out_tokens":2199},"claude-opus-4-8":{"in_tokens":2611,"out_tokens":745},"claude-opus-4-7":{"in_tokens":2616,"out_tokens":710},"mistral-large-2":{"in_tokens":1494,"out_tokens":701}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":629,"out_tokens":642,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":13.050751810000065,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1275,"out_tokens":1234},"claude-opus-4-8":{"in_tokens":2440,"out_tokens":563},"claude-opus-4-7":{"in_tokens":2445,"out_tokens":452},"mistral-large-2":{"in_tokens":1375,"out_tokens":560}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":192,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":7.830810255000074,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1200,"out_tokens":1335},"claude-opus-4-8":{"in_tokens":2213,"out_tokens":564},"claude-opus-4-7":{"in_tokens":2218,"out_tokens":423},"mistral-large-2":{"in_tokens":1259,"out_tokens":484}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":156,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":6.318382532999976,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":993,"out_tokens":1077},"claude-opus-4-8":{"in_tokens":1874,"out_tokens":581},"claude-opus-4-7":{"in_tokens":1879,"out_tokens":504},"mistral-large-2":{"in_tokens":1048,"out_tokens":660}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":466,"out_tokens":176,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":8.051902129000041,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1120,"out_tokens":1441},"claude-opus-4-8":{"in_tokens":2075,"out_tokens":690},"claude-opus-4-7":{"in_tokens":2080,"out_tokens":608},"mistral-large-2":{"in_tokens":1184,"out_tokens":555}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":154,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":7.035318015999906,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1031,"out_tokens":1146},"claude-opus-4-8":{"in_tokens":1940,"out_tokens":557},"claude-opus-4-7":{"in_tokens":1945,"out_tokens":487},"mistral-large-2":{"in_tokens":1086,"out_tokens":535}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":421,"out_tokens":84,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":6.723584789000029,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":910,"out_tokens":749},"claude-opus-4-8":{"in_tokens":1707,"out_tokens":474},"claude-opus-4-7":{"in_tokens":1712,"out_tokens":399},"mistral-large-2":{"in_tokens":944,"out_tokens":473}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":450,"out_tokens":224,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":7.659213903000023,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1106,"out_tokens":1060},"claude-opus-4-8":{"in_tokens":2111,"out_tokens":558},"claude-opus-4-7":{"in_tokens":2116,"out_tokens":479},"mistral-large-2":{"in_tokens":1175,"out_tokens":451}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":692,"out_tokens":851,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":15.266241155999978,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1455,"out_tokens":2195},"claude-opus-4-8":{"in_tokens":2766,"out_tokens":674},"claude-opus-4-7":{"in_tokens":2771,"out_tokens":549},"mistral-large-2":{"in_tokens":1619,"out_tokens":1488}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":533,"out_tokens":182,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":8.27868847000002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1214,"out_tokens":1012},"claude-opus-4-8":{"in_tokens":2277,"out_tokens":577},"claude-opus-4-7":{"in_tokens":2282,"out_tokens":464},"mistral-large-2":{"in_tokens":1276,"out_tokens":536}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":179,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":9.808702263999976,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1121,"out_tokens":1281},"claude-opus-4-8":{"in_tokens":2091,"out_tokens":670},"claude-opus-4-7":{"in_tokens":2096,"out_tokens":505},"mistral-large-2":{"in_tokens":1173,"out_tokens":559}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":709,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":12.256252733999986,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1225,"out_tokens":2801},"claude-opus-4-8":{"in_tokens":2321,"out_tokens":1024},"claude-opus-4-7":{"in_tokens":2326,"out_tokens":842},"mistral-large-2":{"in_tokens":1373,"out_tokens":649}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":695,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":12.972248449999938,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1336,"out_tokens":1765},"claude-opus-4-8":{"in_tokens":2571,"out_tokens":607},"claude-opus-4-7":{"in_tokens":2576,"out_tokens":478},"mistral-large-2":{"in_tokens":1438,"out_tokens":685}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":785,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":13.043665660000102,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1420,"out_tokens":2210},"claude-opus-4-8":{"in_tokens":2709,"out_tokens":741},"claude-opus-4-7":{"in_tokens":2714,"out_tokens":626},"mistral-large-2":{"in_tokens":1572,"out_tokens":642}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":406,"out_tokens":193,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":8.754556740999988,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1060,"out_tokens":1063},"claude-opus-4-8":{"in_tokens":2016,"out_tokens":660},"claude-opus-4-7":{"in_tokens":2021,"out_tokens":566},"mistral-large-2":{"in_tokens":1117,"out_tokens":599}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":418,"out_tokens":229,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":8.261019795999914,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1102,"out_tokens":1150},"claude-opus-4-8":{"in_tokens":2065,"out_tokens":675},"claude-opus-4-7":{"in_tokens":2070,"out_tokens":511},"mistral-large-2":{"in_tokens":1154,"out_tokens":522}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":247,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":10.730240369999933,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1086,"out_tokens":1333},"claude-opus-4-8":{"in_tokens":2079,"out_tokens":598},"claude-opus-4-7":{"in_tokens":2084,"out_tokens":515},"mistral-large-2":{"in_tokens":1140,"out_tokens":479}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":528,"out_tokens":284,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":10.287206403999903,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1410,"out_tokens":1672},"claude-opus-4-8":{"in_tokens":2692,"out_tokens":701},"claude-opus-4-7":{"in_tokens":2697,"out_tokens":499},"mistral-large-2":{"in_tokens":1456,"out_tokens":641}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":858,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":15.106844893999892,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1297,"out_tokens":2355},"claude-opus-4-8":{"in_tokens":2585,"out_tokens":597},"claude-opus-4-7":{"in_tokens":2590,"out_tokens":517},"mistral-large-2":{"in_tokens":1384,"out_tokens":531}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":797,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":14.324612944000023,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1288,"out_tokens":1683},"claude-opus-4-8":{"in_tokens":2511,"out_tokens":643},"claude-opus-4-7":{"in_tokens":2516,"out_tokens":557},"mistral-large-2":{"in_tokens":1399,"out_tokens":544}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":685,"out_tokens":678,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":13.54091491500003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1251,"out_tokens":1569},"claude-opus-4-8":{"in_tokens":2547,"out_tokens":592},"claude-opus-4-7":{"in_tokens":2552,"out_tokens":525},"mistral-large-2":{"in_tokens":1387,"out_tokens":478}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":195,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":10.241790776000016,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1167,"out_tokens":1430},"claude-opus-4-8":{"in_tokens":2218,"out_tokens":537},"claude-opus-4-7":{"in_tokens":2223,"out_tokens":522},"mistral-large-2":{"in_tokens":1213,"out_tokens":501}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":159,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":8.124007039000048,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1101,"out_tokens":1107},"claude-opus-4-8":{"in_tokens":2049,"out_tokens":626},"claude-opus-4-7":{"in_tokens":2054,"out_tokens":458},"mistral-large-2":{"in_tokens":1160,"out_tokens":567}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":867,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":15.406796506999967,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1408,"out_tokens":2416},"claude-opus-4-8":{"in_tokens":2645,"out_tokens":1099},"claude-opus-4-7":{"in_tokens":2650,"out_tokens":723},"mistral-large-2":{"in_tokens":1581,"out_tokens":801}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":173,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":10.525496406000002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1110,"out_tokens":1106},"claude-opus-4-8":{"in_tokens":2104,"out_tokens":535},"claude-opus-4-7":{"in_tokens":2109,"out_tokens":436},"mistral-large-2":{"in_tokens":1163,"out_tokens":482}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":94,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":8.322167337999986,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1043,"out_tokens":817},"claude-opus-4-8":{"in_tokens":1954,"out_tokens":554},"claude-opus-4-7":{"in_tokens":1959,"out_tokens":416},"mistral-large-2":{"in_tokens":1075,"out_tokens":444}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":219,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":9.29233637599998,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1087,"out_tokens":1095},"claude-opus-4-8":{"in_tokens":2093,"out_tokens":542},"claude-opus-4-7":{"in_tokens":2098,"out_tokens":378},"mistral-large-2":{"in_tokens":1141,"out_tokens":495}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":117,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":9.332276374000003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1113,"out_tokens":1637},"claude-opus-4-8":{"in_tokens":2095,"out_tokens":702},"claude-opus-4-7":{"in_tokens":2100,"out_tokens":552},"mistral-large-2":{"in_tokens":1218,"out_tokens":644}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":439,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":8.881740422999997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1010,"out_tokens":1694},"claude-opus-4-8":{"in_tokens":1986,"out_tokens":613},"claude-opus-4-7":{"in_tokens":1991,"out_tokens":537},"mistral-large-2":{"in_tokens":1101,"out_tokens":501}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":180,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":8.990639461,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1031,"out_tokens":1627},"claude-opus-4-8":{"in_tokens":1995,"out_tokens":707},"claude-opus-4-7":{"in_tokens":2000,"out_tokens":654},"mistral-large-2":{"in_tokens":1161,"out_tokens":666}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":842,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":14.064436341000032,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1687,"out_tokens":2524},"claude-opus-4-8":{"in_tokens":3123,"out_tokens":902},"claude-opus-4-7":{"in_tokens":3128,"out_tokens":492},"mistral-large-2":{"in_tokens":1898,"out_tokens":642}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":696,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":12.611035160000029,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1319,"out_tokens":1153},"claude-opus-4-8":{"in_tokens":2519,"out_tokens":635},"claude-opus-4-7":{"in_tokens":2524,"out_tokens":469},"mistral-large-2":{"in_tokens":1433,"out_tokens":639}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":862,"out_tokens":892,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":16.813624998000023,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1598,"out_tokens":2049},"claude-opus-4-8":{"in_tokens":3072,"out_tokens":728},"claude-opus-4-7":{"in_tokens":3077,"out_tokens":643},"mistral-large-2":{"in_tokens":1790,"out_tokens":614}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":99,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":6.903228006000063,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":949,"out_tokens":1472},"claude-opus-4-8":{"in_tokens":1844,"out_tokens":577},"claude-opus-4-7":{"in_tokens":1849,"out_tokens":461},"mistral-large-2":{"in_tokens":1022,"out_tokens":451}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1019,"out_tokens":990,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":17.578435904000003,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1953,"out_tokens":3345},"claude-opus-4-8":{"in_tokens":3590,"out_tokens":881},"claude-opus-4-7":{"in_tokens":3595,"out_tokens":684},"mistral-large-2":{"in_tokens":2098,"out_tokens":667}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":501,"out_tokens":141,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":8.382588078999902,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1078,"out_tokens":1365},"claude-opus-4-8":{"in_tokens":2044,"out_tokens":716},"claude-opus-4-7":{"in_tokens":2049,"out_tokens":577},"mistral-large-2":{"in_tokens":1162,"out_tokens":561}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":455,"out_tokens":96,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":9.145502618000023,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.25,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":934,"out_tokens":949},"claude-opus-4-8":{"in_tokens":1813,"out_tokens":627},"claude-opus-4-7":{"in_tokens":1818,"out_tokens":517},"mistral-large-2":{"in_tokens":1011,"out_tokens":547}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":471,"out_tokens":164,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":8.034454300999982,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1045,"out_tokens":1228},"claude-opus-4-8":{"in_tokens":1997,"out_tokens":603},"claude-opus-4-7":{"in_tokens":2002,"out_tokens":553},"mistral-large-2":{"in_tokens":1155,"out_tokens":586}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":487,"out_tokens":121,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":5.831937737999965,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1042,"out_tokens":990},"claude-opus-4-8":{"in_tokens":1970,"out_tokens":581},"claude-opus-4-7":{"in_tokens":1975,"out_tokens":485},"mistral-large-2":{"in_tokens":1137,"out_tokens":673}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":532,"out_tokens":106,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":7.425879519999967,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1051,"out_tokens":1230},"claude-opus-4-8":{"in_tokens":2011,"out_tokens":682},"claude-opus-4-7":{"in_tokens":2016,"out_tokens":495},"mistral-large-2":{"in_tokens":1155,"out_tokens":549}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":685,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":11.377754370999924,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1314,"out_tokens":1748},"claude-opus-4-8":{"in_tokens":2521,"out_tokens":738},"claude-opus-4-7":{"in_tokens":2526,"out_tokens":618},"mistral-large-2":{"in_tokens":1449,"out_tokens":623}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":497,"out_tokens":165,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":5.512922455999956,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1103,"out_tokens":1142},"claude-opus-4-8":{"in_tokens":2075,"out_tokens":570},"claude-opus-4-7":{"in_tokens":2080,"out_tokens":524},"mistral-large-2":{"in_tokens":1193,"out_tokens":565}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":122,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":7.051072863999934,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1134,"out_tokens":1514},"claude-opus-4-8":{"in_tokens":2123,"out_tokens":625},"claude-opus-4-7":{"in_tokens":2128,"out_tokens":543},"mistral-large-2":{"in_tokens":1246,"out_tokens":581}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":918,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":15.287533989000053,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1452,"out_tokens":2435},"claude-opus-4-8":{"in_tokens":2792,"out_tokens":719},"claude-opus-4-7":{"in_tokens":2797,"out_tokens":673},"mistral-large-2":{"in_tokens":1611,"out_tokens":682}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":784,"out_tokens":882,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":15.34998422700005,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1524,"out_tokens":2830},"claude-opus-4-8":{"in_tokens":2900,"out_tokens":710},"claude-opus-4-7":{"in_tokens":2905,"out_tokens":623},"mistral-large-2":{"in_tokens":1691,"out_tokens":702}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":120,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":5.732539301000088,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":966,"out_tokens":1434},"claude-opus-4-8":{"in_tokens":1821,"out_tokens":656},"claude-opus-4-7":{"in_tokens":1826,"out_tokens":532},"mistral-large-2":{"in_tokens":1075,"out_tokens":484}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":114,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":5.3824456400000145,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1130,"out_tokens":1429},"claude-opus-4-8":{"in_tokens":2139,"out_tokens":695},"claude-opus-4-7":{"in_tokens":2144,"out_tokens":520},"mistral-large-2":{"in_tokens":1258,"out_tokens":564}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":138,"error":null,"skip_reason":null,"score_raw":0.3055555555555555,"duration_s":8.462469990000045,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1112,"out_tokens":1076},"claude-opus-4-8":{"in_tokens":2102,"out_tokens":666},"claude-opus-4-7":{"in_tokens":2107,"out_tokens":558},"mistral-large-2":{"in_tokens":1192,"out_tokens":567}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":673,"out_tokens":1024,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":18.217151135999984,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1434,"out_tokens":2226},"claude-opus-4-8":{"in_tokens":2788,"out_tokens":630},"claude-opus-4-7":{"in_tokens":2793,"out_tokens":493},"mistral-large-2":{"in_tokens":1595,"out_tokens":803}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":143,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":8.837611232999961,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":992,"out_tokens":1163},"claude-opus-4-8":{"in_tokens":2001,"out_tokens":621},"claude-opus-4-7":{"in_tokens":2006,"out_tokens":448},"mistral-large-2":{"in_tokens":1057,"out_tokens":470}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":441,"out_tokens":94,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":7.926461693999954,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1054,"out_tokens":1422},"claude-opus-4-8":{"in_tokens":1950,"out_tokens":636},"claude-opus-4-7":{"in_tokens":1955,"out_tokens":476},"mistral-large-2":{"in_tokens":1185,"out_tokens":686}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":138,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":9.517033570999956,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1000,"out_tokens":1190},"claude-opus-4-8":{"in_tokens":1971,"out_tokens":592},"claude-opus-4-7":{"in_tokens":1976,"out_tokens":598},"mistral-large-2":{"in_tokens":1077,"out_tokens":544}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":721,"out_tokens":724,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":13.727066142000012,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1379,"out_tokens":2416},"claude-opus-4-8":{"in_tokens":2644,"out_tokens":823},"claude-opus-4-7":{"in_tokens":2649,"out_tokens":651},"mistral-large-2":{"in_tokens":1511,"out_tokens":679}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":78,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":7.734451816999922,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.25,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1001,"out_tokens":1139},"claude-opus-4-8":{"in_tokens":2024,"out_tokens":769},"claude-opus-4-7":{"in_tokens":2029,"out_tokens":509},"mistral-large-2":{"in_tokens":1109,"out_tokens":504}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":627,"out_tokens":849,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":14.405015134999985,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1331,"out_tokens":1410},"claude-opus-4-8":{"in_tokens":2656,"out_tokens":729},"claude-opus-4-7":{"in_tokens":2661,"out_tokens":658},"mistral-large-2":{"in_tokens":1451,"out_tokens":565}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":619,"out_tokens":135,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":6.758418011999993,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1256,"out_tokens":2229},"claude-opus-4-8":{"in_tokens":2424,"out_tokens":687},"claude-opus-4-7":{"in_tokens":2429,"out_tokens":596},"mistral-large-2":{"in_tokens":1407,"out_tokens":548}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":684,"out_tokens":110,"error":null,"skip_reason":null,"score_raw":0.3571428571428571,"duration_s":5.174104176000014,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1344,"out_tokens":811},"claude-opus-4-8":{"in_tokens":2470,"out_tokens":560},"claude-opus-4-7":{"in_tokens":2475,"out_tokens":476},"mistral-large-2":{"in_tokens":1520,"out_tokens":520}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":451,"out_tokens":125,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":5.96625511600007,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1076,"out_tokens":1351},"claude-opus-4-8":{"in_tokens":2052,"out_tokens":623},"claude-opus-4-7":{"in_tokens":2057,"out_tokens":486},"mistral-large-2":{"in_tokens":1164,"out_tokens":685}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":657,"out_tokens":971,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":18.54695553600004,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1358,"out_tokens":2572},"claude-opus-4-8":{"in_tokens":2667,"out_tokens":784},"claude-opus-4-7":{"in_tokens":2672,"out_tokens":677},"mistral-large-2":{"in_tokens":1507,"out_tokens":568}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":725,"out_tokens":150,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":8.423691293000047,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1541,"out_tokens":1536},"claude-opus-4-8":{"in_tokens":2845,"out_tokens":895},"claude-opus-4-7":{"in_tokens":2850,"out_tokens":560},"mistral-large-2":{"in_tokens":1654,"out_tokens":639}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":484,"out_tokens":158,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":7.363872213000036,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1117,"out_tokens":1612},"claude-opus-4-8":{"in_tokens":2141,"out_tokens":827},"claude-opus-4-7":{"in_tokens":2146,"out_tokens":555},"mistral-large-2":{"in_tokens":1238,"out_tokens":656}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":89,"error":null,"skip_reason":null,"score_raw":0.3055555555555556,"duration_s":4.854282112999954,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1046,"out_tokens":1330},"claude-opus-4-8":{"in_tokens":1993,"out_tokens":808},"claude-opus-4-7":{"in_tokens":1998,"out_tokens":562},"mistral-large-2":{"in_tokens":1149,"out_tokens":566}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":100,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":7.48622116699994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1156,"out_tokens":1312},"claude-opus-4-8":{"in_tokens":2204,"out_tokens":686},"claude-opus-4-7":{"in_tokens":2209,"out_tokens":526},"mistral-large-2":{"in_tokens":1269,"out_tokens":600}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":677,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":16.228146790999972,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1295,"out_tokens":2598},"claude-opus-4-8":{"in_tokens":2399,"out_tokens":1000},"claude-opus-4-7":{"in_tokens":2404,"out_tokens":711},"mistral-large-2":{"in_tokens":1426,"out_tokens":661}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":618,"out_tokens":813,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":14.578268813000022,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1341,"out_tokens":1287},"claude-opus-4-8":{"in_tokens":2572,"out_tokens":633},"claude-opus-4-7":{"in_tokens":2577,"out_tokens":555},"mistral-large-2":{"in_tokens":1494,"out_tokens":581}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":612,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":12.324876429000028,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1151,"out_tokens":1290},"claude-opus-4-8":{"in_tokens":2248,"out_tokens":592},"claude-opus-4-7":{"in_tokens":2253,"out_tokens":534},"mistral-large-2":{"in_tokens":1223,"out_tokens":458}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":169,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":8.716466279999963,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1068,"out_tokens":1870},"claude-opus-4-8":{"in_tokens":2062,"out_tokens":501},"claude-opus-4-7":{"in_tokens":2067,"out_tokens":483},"mistral-large-2":{"in_tokens":1199,"out_tokens":563}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":519,"out_tokens":84,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":6.018589059999954,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1071,"out_tokens":1177},"claude-opus-4-8":{"in_tokens":2071,"out_tokens":645},"claude-opus-4-7":{"in_tokens":2076,"out_tokens":570},"mistral-large-2":{"in_tokens":1164,"out_tokens":592}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":495,"out_tokens":106,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":6.015797219000092,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":972,"out_tokens":1178},"claude-opus-4-8":{"in_tokens":1896,"out_tokens":674},"claude-opus-4-7":{"in_tokens":1901,"out_tokens":535},"mistral-large-2":{"in_tokens":1067,"out_tokens":528}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":145,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":7.289744472999928,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1050,"out_tokens":1662},"claude-opus-4-8":{"in_tokens":2087,"out_tokens":850},"claude-opus-4-7":{"in_tokens":2092,"out_tokens":522},"mistral-large-2":{"in_tokens":1152,"out_tokens":561}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":626,"out_tokens":771,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":14.444109894000007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1293,"out_tokens":1049},"claude-opus-4-8":{"in_tokens":2456,"out_tokens":572},"claude-opus-4-7":{"in_tokens":2461,"out_tokens":542},"mistral-large-2":{"in_tokens":1388,"out_tokens":531}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":88,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":5.751245635000032,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":935,"out_tokens":1457},"claude-opus-4-8":{"in_tokens":1790,"out_tokens":597},"claude-opus-4-7":{"in_tokens":1795,"out_tokens":499},"mistral-large-2":{"in_tokens":988,"out_tokens":520}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":129,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":7.460562461999984,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1043,"out_tokens":1661},"claude-opus-4-8":{"in_tokens":1987,"out_tokens":696},"claude-opus-4-7":{"in_tokens":1992,"out_tokens":597},"mistral-large-2":{"in_tokens":1166,"out_tokens":690}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":676,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":13.128894439000078,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1156,"out_tokens":1097},"claude-opus-4-8":{"in_tokens":2238,"out_tokens":538},"claude-opus-4-7":{"in_tokens":2243,"out_tokens":449},"mistral-large-2":{"in_tokens":1249,"out_tokens":492}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":154,"error":null,"skip_reason":null,"score_raw":0.3888888888888889,"duration_s":9.737366898000005,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1041,"out_tokens":1281},"claude-opus-4-8":{"in_tokens":1957,"out_tokens":668},"claude-opus-4-7":{"in_tokens":1962,"out_tokens":563},"mistral-large-2":{"in_tokens":1111,"out_tokens":572}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":160,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":13.498616410000068,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1071,"out_tokens":1317},"claude-opus-4-8":{"in_tokens":1996,"out_tokens":853},"claude-opus-4-7":{"in_tokens":2001,"out_tokens":569},"mistral-large-2":{"in_tokens":1176,"out_tokens":644}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":77,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":6.052873986000009,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":975,"out_tokens":900},"claude-opus-4-8":{"in_tokens":1832,"out_tokens":542},"claude-opus-4-7":{"in_tokens":1837,"out_tokens":501},"mistral-large-2":{"in_tokens":1064,"out_tokens":540}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":617,"out_tokens":821,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":16.146146251999994,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1339,"out_tokens":1846},"claude-opus-4-8":{"in_tokens":2517,"out_tokens":786},"claude-opus-4-7":{"in_tokens":2522,"out_tokens":594},"mistral-large-2":{"in_tokens":1474,"out_tokens":623}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":134,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":7.774004454000078,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":940,"out_tokens":1121},"claude-opus-4-8":{"in_tokens":1815,"out_tokens":540},"claude-opus-4-7":{"in_tokens":1820,"out_tokens":367},"mistral-large-2":{"in_tokens":1012,"out_tokens":496}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":276,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":9.560104360000082,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1368,"out_tokens":2200},"claude-opus-4-8":{"in_tokens":2702,"out_tokens":754},"claude-opus-4-7":{"in_tokens":2707,"out_tokens":727},"mistral-large-2":{"in_tokens":1471,"out_tokens":708}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":569,"out_tokens":288,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":7.860477501000105,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1230,"out_tokens":1638},"claude-opus-4-8":{"in_tokens":2554,"out_tokens":703},"claude-opus-4-7":{"in_tokens":2559,"out_tokens":480},"mistral-large-2":{"in_tokens":1315,"out_tokens":584}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":491,"out_tokens":313,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":7.128414378999992,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1119,"out_tokens":1035},"claude-opus-4-8":{"in_tokens":2285,"out_tokens":520},"claude-opus-4-7":{"in_tokens":2290,"out_tokens":551},"mistral-large-2":{"in_tokens":1202,"out_tokens":734}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":264,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":11.10840534099998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1257,"out_tokens":1205},"claude-opus-4-8":{"in_tokens":2505,"out_tokens":646},"claude-opus-4-7":{"in_tokens":2510,"out_tokens":582},"mistral-large-2":{"in_tokens":1354,"out_tokens":564}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":839,"out_tokens":1402,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":27.316338606000045,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1848,"out_tokens":3352},"claude-opus-4-8":{"in_tokens":3621,"out_tokens":1110},"claude-opus-4-7":{"in_tokens":3626,"out_tokens":803},"mistral-large-2":{"in_tokens":2000,"out_tokens":686}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":221,"error":null,"skip_reason":null,"score_raw":0.7916666666666667,"duration_s":7.243297083000016,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":923,"out_tokens":1383},"claude-opus-4-8":{"in_tokens":1833,"out_tokens":618},"claude-opus-4-7":{"in_tokens":1838,"out_tokens":494},"mistral-large-2":{"in_tokens":983,"out_tokens":410}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":349,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":8.326358895999988,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1040,"out_tokens":2164},"claude-opus-4-8":{"in_tokens":2065,"out_tokens":534},"claude-opus-4-7":{"in_tokens":2070,"out_tokens":471},"mistral-large-2":{"in_tokens":1123,"out_tokens":508}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":264,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":8.353894924999963,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":960,"out_tokens":1731},"claude-opus-4-8":{"in_tokens":1921,"out_tokens":668},"claude-opus-4-7":{"in_tokens":1926,"out_tokens":465},"mistral-large-2":{"in_tokens":1010,"out_tokens":506}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1451,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":26.275203676999922,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1692,"out_tokens":2539},"claude-opus-4-8":{"in_tokens":3488,"out_tokens":970},"claude-opus-4-7":{"in_tokens":3493,"out_tokens":712},"mistral-large-2":{"in_tokens":1812,"out_tokens":667}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":771,"out_tokens":1350,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":24.159644985,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1687,"out_tokens":2777},"claude-opus-4-8":{"in_tokens":3375,"out_tokens":1148},"claude-opus-4-7":{"in_tokens":3380,"out_tokens":954},"mistral-large-2":{"in_tokens":1858,"out_tokens":888}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":311,"error":null,"skip_reason":null,"score_raw":0.42857142857142855,"duration_s":8.649000475000094,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1079,"out_tokens":1817},"claude-opus-4-8":{"in_tokens":2116,"out_tokens":537},"claude-opus-4-7":{"in_tokens":2121,"out_tokens":447},"mistral-large-2":{"in_tokens":1172,"out_tokens":519}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":415,"out_tokens":175,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":6.7224270469999965,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":861,"out_tokens":1395},"claude-opus-4-8":{"in_tokens":1646,"out_tokens":462},"claude-opus-4-7":{"in_tokens":1651,"out_tokens":424},"mistral-large-2":{"in_tokens":890,"out_tokens":466}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":453,"out_tokens":222,"error":null,"skip_reason":null,"score_raw":0.29166666666666663,"duration_s":5.921993763000046,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":951,"out_tokens":1265},"claude-opus-4-8":{"in_tokens":1927,"out_tokens":668},"claude-opus-4-7":{"in_tokens":1932,"out_tokens":457},"mistral-large-2":{"in_tokens":1016,"out_tokens":467}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":677,"out_tokens":1395,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":24.893992947000015,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1548,"out_tokens":1740},"claude-opus-4-8":{"in_tokens":3112,"out_tokens":672},"claude-opus-4-7":{"in_tokens":3117,"out_tokens":535},"mistral-large-2":{"in_tokens":1655,"out_tokens":631}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":455,"out_tokens":251,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":10.235783367999943,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":985,"out_tokens":1818},"claude-opus-4-8":{"in_tokens":1944,"out_tokens":665},"claude-opus-4-7":{"in_tokens":1949,"out_tokens":427},"mistral-large-2":{"in_tokens":1057,"out_tokens":518}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":230,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":6.329363765000039,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":911,"out_tokens":1841},"claude-opus-4-8":{"in_tokens":1800,"out_tokens":541},"claude-opus-4-7":{"in_tokens":1805,"out_tokens":448},"mistral-large-2":{"in_tokens":974,"out_tokens":478}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":238,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":6.340137616999982,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1198,"out_tokens":2939},"claude-opus-4-8":{"in_tokens":2267,"out_tokens":635},"claude-opus-4-7":{"in_tokens":2272,"out_tokens":511},"mistral-large-2":{"in_tokens":1259,"out_tokens":529}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":230,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":9.725016291999964,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":990,"out_tokens":2207},"claude-opus-4-8":{"in_tokens":1945,"out_tokens":677},"claude-opus-4-7":{"in_tokens":1950,"out_tokens":619},"mistral-large-2":{"in_tokens":1038,"out_tokens":522}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":210,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":6.334681393999972,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1026,"out_tokens":1496},"claude-opus-4-8":{"in_tokens":2082,"out_tokens":614},"claude-opus-4-7":{"in_tokens":2087,"out_tokens":516},"mistral-large-2":{"in_tokens":1108,"out_tokens":584}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":214,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":6.257314278000081,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":977,"out_tokens":1478},"claude-opus-4-8":{"in_tokens":1941,"out_tokens":575},"claude-opus-4-7":{"in_tokens":1946,"out_tokens":446},"mistral-large-2":{"in_tokens":1021,"out_tokens":481}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":438,"out_tokens":247,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":6.941935935999936,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.25,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1010,"out_tokens":1699},"claude-opus-4-8":{"in_tokens":1990,"out_tokens":696},"claude-opus-4-7":{"in_tokens":1995,"out_tokens":590},"mistral-large-2":{"in_tokens":1070,"out_tokens":549}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":427,"out_tokens":285,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":7.253852301000052,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":986,"out_tokens":1621},"claude-opus-4-8":{"in_tokens":2015,"out_tokens":518},"claude-opus-4-7":{"in_tokens":2020,"out_tokens":450},"mistral-large-2":{"in_tokens":1037,"out_tokens":547}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":1025,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":19.549724710000078,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1234,"out_tokens":2661},"claude-opus-4-8":{"in_tokens":2471,"out_tokens":613},"claude-opus-4-7":{"in_tokens":2476,"out_tokens":511},"mistral-large-2":{"in_tokens":1303,"out_tokens":515}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1438,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":26.532787853999935,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1468,"out_tokens":3027},"claude-opus-4-8":{"in_tokens":2878,"out_tokens":1181},"claude-opus-4-7":{"in_tokens":2883,"out_tokens":655},"mistral-large-2":{"in_tokens":1586,"out_tokens":1002}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":719,"out_tokens":321,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":10.437699561000045,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1726,"out_tokens":2725},"claude-opus-4-8":{"in_tokens":3343,"out_tokens":1087},"claude-opus-4-7":{"in_tokens":3348,"out_tokens":762},"mistral-large-2":{"in_tokens":1812,"out_tokens":804}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":558,"out_tokens":1317,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":24.07810677300006,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1362,"out_tokens":2144},"claude-opus-4-8":{"in_tokens":2764,"out_tokens":628},"claude-opus-4-7":{"in_tokens":2769,"out_tokens":558},"mistral-large-2":{"in_tokens":1471,"out_tokens":619}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":357,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":7.822151901999973,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1661,"out_tokens":2000},"claude-opus-4-8":{"in_tokens":3262,"out_tokens":998},"claude-opus-4-7":{"in_tokens":3267,"out_tokens":800},"mistral-large-2":{"in_tokens":1786,"out_tokens":838}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":354,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":9.777913578999915,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1626,"out_tokens":1389},"claude-opus-4-8":{"in_tokens":3185,"out_tokens":949},"claude-opus-4-7":{"in_tokens":3190,"out_tokens":670},"mistral-large-2":{"in_tokens":1769,"out_tokens":740}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":360,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":10.130314836000025,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1629,"out_tokens":1810},"claude-opus-4-8":{"in_tokens":3225,"out_tokens":949},"claude-opus-4-7":{"in_tokens":3230,"out_tokens":658},"mistral-large-2":{"in_tokens":1729,"out_tokens":1054}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":604,"out_tokens":1250,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":23.047125014000017,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1432,"out_tokens":2812},"claude-opus-4-8":{"in_tokens":2814,"out_tokens":738},"claude-opus-4-7":{"in_tokens":2819,"out_tokens":625},"mistral-large-2":{"in_tokens":1563,"out_tokens":565}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":234,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":6.287916358000075,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1036,"out_tokens":1671},"claude-opus-4-8":{"in_tokens":2017,"out_tokens":564},"claude-opus-4-7":{"in_tokens":2022,"out_tokens":455},"mistral-large-2":{"in_tokens":1107,"out_tokens":520}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":271,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":10.220850705999965,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1569,"out_tokens":2069},"claude-opus-4-8":{"in_tokens":3073,"out_tokens":858},"claude-opus-4-7":{"in_tokens":3078,"out_tokens":621},"mistral-large-2":{"in_tokens":1687,"out_tokens":626}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":7.582737341999973,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":948,"out_tokens":1831},"claude-opus-4-8":{"in_tokens":1841,"out_tokens":640},"claude-opus-4-7":{"in_tokens":1846,"out_tokens":565},"mistral-large-2":{"in_tokens":1008,"out_tokens":536}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":303,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":10.249228657000003,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1354,"out_tokens":1785},"claude-opus-4-8":{"in_tokens":2729,"out_tokens":974},"claude-opus-4-7":{"in_tokens":2734,"out_tokens":701},"mistral-large-2":{"in_tokens":1458,"out_tokens":820}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":560,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":8.647437058999913,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1217,"out_tokens":2214},"claude-opus-4-8":{"in_tokens":2309,"out_tokens":715},"claude-opus-4-7":{"in_tokens":2314,"out_tokens":557},"mistral-large-2":{"in_tokens":1292,"out_tokens":602}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":894,"out_tokens":347,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":8.334850662000008,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1868,"out_tokens":2903},"claude-opus-4-8":{"in_tokens":3611,"out_tokens":951},"claude-opus-4-7":{"in_tokens":3616,"out_tokens":795},"mistral-large-2":{"in_tokens":1949,"out_tokens":684}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":1215,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":23.275031204000015,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1330,"out_tokens":2377},"claude-opus-4-8":{"in_tokens":2570,"out_tokens":703},"claude-opus-4-7":{"in_tokens":2575,"out_tokens":699},"mistral-large-2":{"in_tokens":1383,"out_tokens":621}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":748,"out_tokens":402,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":8.107090303000064,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1681,"out_tokens":1695},"claude-opus-4-8":{"in_tokens":3313,"out_tokens":993},"claude-opus-4-7":{"in_tokens":3318,"out_tokens":643},"mistral-large-2":{"in_tokens":1808,"out_tokens":762}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":601,"out_tokens":1262,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":25.155860778000033,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1408,"out_tokens":2327},"claude-opus-4-8":{"in_tokens":2775,"out_tokens":691},"claude-opus-4-7":{"in_tokens":2780,"out_tokens":515},"mistral-large-2":{"in_tokens":1541,"out_tokens":520}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1349,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":23.467224439999995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1422,"out_tokens":2011},"claude-opus-4-8":{"in_tokens":2883,"out_tokens":553},"claude-opus-4-7":{"in_tokens":2888,"out_tokens":449},"mistral-large-2":{"in_tokens":1541,"out_tokens":447}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":745,"out_tokens":480,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":10.519208019999951,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1877,"out_tokens":1934},"claude-opus-4-8":{"in_tokens":3649,"out_tokens":1023},"claude-opus-4-7":{"in_tokens":3654,"out_tokens":767},"mistral-large-2":{"in_tokens":2023,"out_tokens":794}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":1136,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":21.29606138099996,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1371,"out_tokens":2646},"claude-opus-4-8":{"in_tokens":2676,"out_tokens":922},"claude-opus-4-7":{"in_tokens":2681,"out_tokens":686},"mistral-large-2":{"in_tokens":1456,"out_tokens":869}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":483,"out_tokens":1006,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":19.462184520999926,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1214,"out_tokens":2562},"claude-opus-4-8":{"in_tokens":2398,"out_tokens":575},"claude-opus-4-7":{"in_tokens":2403,"out_tokens":570},"mistral-large-2":{"in_tokens":1302,"out_tokens":563}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":1088,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":18.051067828999976,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1380,"out_tokens":2696},"claude-opus-4-8":{"in_tokens":2765,"out_tokens":1074},"claude-opus-4-7":{"in_tokens":2770,"out_tokens":687},"mistral-large-2":{"in_tokens":1489,"out_tokens":710}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1016,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":20.835199388999968,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1314,"out_tokens":1694},"claude-opus-4-8":{"in_tokens":2563,"out_tokens":590},"claude-opus-4-7":{"in_tokens":2568,"out_tokens":515},"mistral-large-2":{"in_tokens":1410,"out_tokens":685}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":777,"out_tokens":1588,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":28.683270467000057,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1797,"out_tokens":3335},"claude-opus-4-8":{"in_tokens":3444,"out_tokens":976},"claude-opus-4-7":{"in_tokens":3449,"out_tokens":819},"mistral-large-2":{"in_tokens":1904,"out_tokens":774}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":826,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":16.467302479999944,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1181,"out_tokens":2259},"claude-opus-4-8":{"in_tokens":2381,"out_tokens":639},"claude-opus-4-7":{"in_tokens":2386,"out_tokens":551},"mistral-large-2":{"in_tokens":1238,"out_tokens":495}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":958,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":18.012326228000006,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1218,"out_tokens":2851},"claude-opus-4-8":{"in_tokens":2456,"out_tokens":697},"claude-opus-4-7":{"in_tokens":2461,"out_tokens":528},"mistral-large-2":{"in_tokens":1302,"out_tokens":551}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1015,"out_tokens":1522,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":27.525644227000043,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2234,"out_tokens":2903},"claude-opus-4-8":{"in_tokens":4299,"out_tokens":880},"claude-opus-4-7":{"in_tokens":4304,"out_tokens":887},"mistral-large-2":{"in_tokens":2354,"out_tokens":805}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":999,"out_tokens":2005,"error":null,"skip_reason":null,"score_raw":0.825,"duration_s":35.33283154399999,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2403,"out_tokens":3520},"claude-opus-4-8":{"in_tokens":4632,"out_tokens":1189},"claude-opus-4-7":{"in_tokens":4637,"out_tokens":842},"mistral-large-2":{"in_tokens":2602,"out_tokens":814}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":1694,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":33.88031074700007,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2191,"out_tokens":2865},"claude-opus-4-8":{"in_tokens":4264,"out_tokens":1059},"claude-opus-4-7":{"in_tokens":4269,"out_tokens":787},"mistral-large-2":{"in_tokens":2371,"out_tokens":805}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":921,"out_tokens":1803,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":31.736344548000034,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2264,"out_tokens":3270},"claude-opus-4-8":{"in_tokens":4412,"out_tokens":1005},"claude-opus-4-7":{"in_tokens":4417,"out_tokens":736},"mistral-large-2":{"in_tokens":2397,"out_tokens":925}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":891,"out_tokens":1511,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":27.653159312999946,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2103,"out_tokens":2688},"claude-opus-4-8":{"in_tokens":4090,"out_tokens":981},"claude-opus-4-7":{"in_tokens":4095,"out_tokens":956},"mistral-large-2":{"in_tokens":2281,"out_tokens":791}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":1026,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.68772216299999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1311,"out_tokens":2056},"claude-opus-4-8":{"in_tokens":2493,"out_tokens":540},"claude-opus-4-7":{"in_tokens":2498,"out_tokens":560},"mistral-large-2":{"in_tokens":1412,"out_tokens":525}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":1385,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":26.533777079999936,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1545,"out_tokens":1694},"claude-opus-4-8":{"in_tokens":2980,"out_tokens":727},"claude-opus-4-7":{"in_tokens":2985,"out_tokens":657},"mistral-large-2":{"in_tokens":1657,"out_tokens":949}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1579,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":28.43065297699991,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1898,"out_tokens":3133},"claude-opus-4-8":{"in_tokens":3790,"out_tokens":1190},"claude-opus-4-7":{"in_tokens":3795,"out_tokens":984},"mistral-large-2":{"in_tokens":2055,"out_tokens":801}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":753,"out_tokens":1319,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":24.88088161400003,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1671,"out_tokens":2897},"claude-opus-4-8":{"in_tokens":3239,"out_tokens":808},"claude-opus-4-7":{"in_tokens":3244,"out_tokens":688},"mistral-large-2":{"in_tokens":1781,"out_tokens":716}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1314,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":34.88176801599991,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2582,"out_tokens":3061},"claude-opus-4-8":{"in_tokens":5023,"out_tokens":1204},"claude-opus-4-7":{"in_tokens":5028,"out_tokens":998},"mistral-large-2":{"in_tokens":2693,"out_tokens":869}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1108,"out_tokens":1986,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":35.03298039399999,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2348,"out_tokens":3761},"claude-opus-4-8":{"in_tokens":4619,"out_tokens":1407},"claude-opus-4-7":{"in_tokens":4624,"out_tokens":992},"mistral-large-2":{"in_tokens":2533,"out_tokens":748}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1114,"out_tokens":1689,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":32.295915487,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2347,"out_tokens":3262},"claude-opus-4-8":{"in_tokens":4515,"out_tokens":1160},"claude-opus-4-7":{"in_tokens":4520,"out_tokens":762},"mistral-large-2":{"in_tokens":2530,"out_tokens":1337}}}