{"model_id":"mistral-large-2","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":330,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":6.9052099379999845,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1245,"out_tokens":1771},"claude-opus-4-8":{"in_tokens":2376,"out_tokens":831},"claude-opus-4-7":{"in_tokens":2381,"out_tokens":683},"mistral-large-2":{"in_tokens":1339,"out_tokens":573}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":458,"error":null,"skip_reason":null,"score_raw":0.35000000000000003,"duration_s":8.065876984999989,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1409,"out_tokens":2160},"claude-opus-4-8":{"in_tokens":2737,"out_tokens":893},"claude-opus-4-7":{"in_tokens":2742,"out_tokens":745},"mistral-large-2":{"in_tokens":1514,"out_tokens":704}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":396,"out_tokens":567,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":10.55022397600004,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1819,"out_tokens":2731},"claude-opus-4-8":{"in_tokens":3398,"out_tokens":988},"claude-opus-4-7":{"in_tokens":3403,"out_tokens":867},"mistral-large-2":{"in_tokens":1937,"out_tokens":935}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":416,"out_tokens":710,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":12.548675541000023,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1730,"out_tokens":1831},"claude-opus-4-8":{"in_tokens":3280,"out_tokens":980},"claude-opus-4-7":{"in_tokens":3285,"out_tokens":900},"mistral-large-2":{"in_tokens":1916,"out_tokens":840}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":775,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":15.915192181999998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1362,"out_tokens":2111},"claude-opus-4-8":{"in_tokens":2633,"out_tokens":802},"claude-opus-4-7":{"in_tokens":2638,"out_tokens":666},"mistral-large-2":{"in_tokens":1454,"out_tokens":865}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":427,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":7.486419984000008,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1847,"out_tokens":1578},"claude-opus-4-8":{"in_tokens":3539,"out_tokens":991},"claude-opus-4-7":{"in_tokens":3544,"out_tokens":820},"mistral-large-2":{"in_tokens":1990,"out_tokens":905}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":499,"error":null,"skip_reason":null,"score_raw":0.1,"duration_s":8.32987863599999,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1942,"out_tokens":2240},"claude-opus-4-8":{"in_tokens":3686,"out_tokens":1517},"claude-opus-4-7":{"in_tokens":3691,"out_tokens":812},"mistral-large-2":{"in_tokens":2066,"out_tokens":878}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":496,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":8.952869496000005,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1599,"out_tokens":1739},"claude-opus-4-8":{"in_tokens":3074,"out_tokens":920},"claude-opus-4-7":{"in_tokens":3079,"out_tokens":750},"mistral-large-2":{"in_tokens":1735,"out_tokens":685}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":1150,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":22.69415919399995,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1516,"out_tokens":1826},"claude-opus-4-8":{"in_tokens":2926,"out_tokens":719},"claude-opus-4-7":{"in_tokens":2931,"out_tokens":655},"mistral-large-2":{"in_tokens":1621,"out_tokens":643}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":376,"out_tokens":469,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":8.292404642000008,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1535,"out_tokens":2764},"claude-opus-4-8":{"in_tokens":2930,"out_tokens":1399},"claude-opus-4-7":{"in_tokens":2935,"out_tokens":905},"mistral-large-2":{"in_tokens":1632,"out_tokens":714}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":372,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":7.017003890000012,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1387,"out_tokens":2404},"claude-opus-4-8":{"in_tokens":2732,"out_tokens":887},"claude-opus-4-7":{"in_tokens":2737,"out_tokens":658},"mistral-large-2":{"in_tokens":1493,"out_tokens":770}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":335,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":6.104287226999986,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1332,"out_tokens":2103},"claude-opus-4-8":{"in_tokens":2661,"out_tokens":820},"claude-opus-4-7":{"in_tokens":2666,"out_tokens":645},"mistral-large-2":{"in_tokens":1406,"out_tokens":665}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":734,"out_tokens":264,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":23.850209129999996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1261,"out_tokens":1934},"claude-opus-4-8":{"in_tokens":2416,"out_tokens":800},"claude-opus-4-7":{"in_tokens":2421,"out_tokens":664},"mistral-large-2":{"in_tokens":1347,"out_tokens":761}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1544,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":26.621133568999994,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1885,"out_tokens":2297},"claude-opus-4-8":{"in_tokens":3585,"out_tokens":843},"claude-opus-4-7":{"in_tokens":3590,"out_tokens":596},"mistral-large-2":{"in_tokens":2084,"out_tokens":858}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":437,"error":null,"skip_reason":null,"score_raw":0.03571428571428571,"duration_s":6.984597566000048,"hallucination_count":7.25,"hallucination_top100":0,"inter_rater_agreement":0.2857142857142857,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1437,"out_tokens":2251},"claude-opus-4-8":{"in_tokens":2786,"out_tokens":1178},"claude-opus-4-7":{"in_tokens":2791,"out_tokens":924},"mistral-large-2":{"in_tokens":1512,"out_tokens":692}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":356,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":5.810447002999979,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1458,"out_tokens":2276},"claude-opus-4-8":{"in_tokens":2796,"out_tokens":909},"claude-opus-4-7":{"in_tokens":2801,"out_tokens":869},"mistral-large-2":{"in_tokens":1584,"out_tokens":661}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":1652,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":29.25975045199999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1430,"out_tokens":1796},"claude-opus-4-8":{"in_tokens":2728,"out_tokens":857},"claude-opus-4-7":{"in_tokens":2733,"out_tokens":671},"mistral-large-2":{"in_tokens":1555,"out_tokens":722}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":684,"out_tokens":1779,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":29.668026345000044,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.3,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2206,"out_tokens":3370},"claude-opus-4-8":{"in_tokens":4171,"out_tokens":851},"claude-opus-4-7":{"in_tokens":4176,"out_tokens":831},"mistral-large-2":{"in_tokens":2355,"out_tokens":930}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":737,"out_tokens":196,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":28.649149811999962,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1146,"out_tokens":1675},"claude-opus-4-8":{"in_tokens":2206,"out_tokens":650},"claude-opus-4-7":{"in_tokens":2211,"out_tokens":568},"mistral-large-2":{"in_tokens":1236,"out_tokens":574}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":1878,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":30.669122597999944,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1382,"out_tokens":2769},"claude-opus-4-8":{"in_tokens":2624,"out_tokens":1068},"claude-opus-4-7":{"in_tokens":2629,"out_tokens":1015},"mistral-large-2":{"in_tokens":1488,"out_tokens":874}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":315,"out_tokens":352,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":7.413637731999984,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1407,"out_tokens":2063},"claude-opus-4-8":{"in_tokens":2643,"out_tokens":889},"claude-opus-4-7":{"in_tokens":2648,"out_tokens":769},"mistral-large-2":{"in_tokens":1521,"out_tokens":783}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":688,"error":null,"skip_reason":null,"score_raw":0.22499999999999998,"duration_s":11.741381642000022,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2139,"out_tokens":2446},"claude-opus-4-8":{"in_tokens":4011,"out_tokens":1313},"claude-opus-4-7":{"in_tokens":4016,"out_tokens":757},"mistral-large-2":{"in_tokens":2286,"out_tokens":962}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":1266,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":20.416628617000015,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2101,"out_tokens":2378},"claude-opus-4-8":{"in_tokens":4010,"out_tokens":1143},"claude-opus-4-7":{"in_tokens":4015,"out_tokens":804},"mistral-large-2":{"in_tokens":2248,"out_tokens":872}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":368,"out_tokens":463,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":8.45454600200003,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1533,"out_tokens":2098},"claude-opus-4-8":{"in_tokens":2980,"out_tokens":978},"claude-opus-4-7":{"in_tokens":2985,"out_tokens":884},"mistral-large-2":{"in_tokens":1591,"out_tokens":774}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":540,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":10.315036174,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1612,"out_tokens":1558},"claude-opus-4-8":{"in_tokens":3075,"out_tokens":731},"claude-opus-4-7":{"in_tokens":3080,"out_tokens":544},"mistral-large-2":{"in_tokens":1680,"out_tokens":609}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":2533,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":39.533281371999976,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1893,"out_tokens":2253},"claude-opus-4-8":{"in_tokens":3603,"out_tokens":807},"claude-opus-4-7":{"in_tokens":3608,"out_tokens":885},"mistral-large-2":{"in_tokens":2097,"out_tokens":904}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":507,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":8.397565956999983,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.25,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1433,"out_tokens":1405},"claude-opus-4-8":{"in_tokens":2698,"out_tokens":633},"claude-opus-4-7":{"in_tokens":2703,"out_tokens":591},"mistral-large-2":{"in_tokens":1513,"out_tokens":662}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":828,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":15.279809170000021,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1892,"out_tokens":2112},"claude-opus-4-8":{"in_tokens":3512,"out_tokens":762},"claude-opus-4-7":{"in_tokens":3517,"out_tokens":660},"mistral-large-2":{"in_tokens":1983,"out_tokens":784}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":550,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":10.945712501999992,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1550,"out_tokens":1666},"claude-opus-4-8":{"in_tokens":2845,"out_tokens":598},"claude-opus-4-7":{"in_tokens":2850,"out_tokens":607},"mistral-large-2":{"in_tokens":1620,"out_tokens":595}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":3072,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":48.22825509300003,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1797,"out_tokens":2520},"claude-opus-4-8":{"in_tokens":3404,"out_tokens":914},"claude-opus-4-7":{"in_tokens":3409,"out_tokens":893},"mistral-large-2":{"in_tokens":1920,"out_tokens":677}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":1970,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":27.422670021999977,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2447,"out_tokens":2533},"claude-opus-4-8":{"in_tokens":4734,"out_tokens":1216},"claude-opus-4-7":{"in_tokens":4739,"out_tokens":995},"mistral-large-2":{"in_tokens":2610,"out_tokens":1044}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":274,"out_tokens":482,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":8.822338876999993,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1346,"out_tokens":1597},"claude-opus-4-8":{"in_tokens":2548,"out_tokens":649},"claude-opus-4-7":{"in_tokens":2553,"out_tokens":729},"mistral-large-2":{"in_tokens":1417,"out_tokens":541}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":2739,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":49.795474458,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1217,"out_tokens":2027},"claude-opus-4-8":{"in_tokens":2298,"out_tokens":701},"claude-opus-4-7":{"in_tokens":2303,"out_tokens":695},"mistral-large-2":{"in_tokens":1298,"out_tokens":722}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":754,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":12.902651633999994,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1674,"out_tokens":1997},"claude-opus-4-8":{"in_tokens":2995,"out_tokens":649},"claude-opus-4-7":{"in_tokens":3000,"out_tokens":535},"mistral-large-2":{"in_tokens":1769,"out_tokens":646}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":849,"out_tokens":375,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":51.56195741200003,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1502,"out_tokens":2016},"claude-opus-4-8":{"in_tokens":2808,"out_tokens":711},"claude-opus-4-7":{"in_tokens":2813,"out_tokens":753},"mistral-large-2":{"in_tokens":1649,"out_tokens":732}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":660,"out_tokens":1664,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":24.150950026999965,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1953,"out_tokens":2532},"claude-opus-4-8":{"in_tokens":3734,"out_tokens":894},"claude-opus-4-7":{"in_tokens":3739,"out_tokens":558},"mistral-large-2":{"in_tokens":2062,"out_tokens":608}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":334,"out_tokens":340,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":6.924949289999972,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1222,"out_tokens":1203},"claude-opus-4-8":{"in_tokens":2304,"out_tokens":636},"claude-opus-4-7":{"in_tokens":2309,"out_tokens":559},"mistral-large-2":{"in_tokens":1291,"out_tokens":555}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":183,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":4.784264575000009,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1009,"out_tokens":1010},"claude-opus-4-8":{"in_tokens":1888,"out_tokens":529},"claude-opus-4-7":{"in_tokens":1893,"out_tokens":396},"mistral-large-2":{"in_tokens":1048,"out_tokens":424}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":1912,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":30.373852096999997,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2169,"out_tokens":2807},"claude-opus-4-8":{"in_tokens":4078,"out_tokens":925},"claude-opus-4-7":{"in_tokens":4083,"out_tokens":852},"mistral-large-2":{"in_tokens":2344,"out_tokens":702}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":570,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":10.15069923699997,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1400,"out_tokens":1486},"claude-opus-4-8":{"in_tokens":2629,"out_tokens":593},"claude-opus-4-7":{"in_tokens":2634,"out_tokens":505},"mistral-large-2":{"in_tokens":1469,"out_tokens":589}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":1313,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":21.449992313999985,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1688,"out_tokens":1884},"claude-opus-4-8":{"in_tokens":3323,"out_tokens":855},"claude-opus-4-7":{"in_tokens":3328,"out_tokens":988},"mistral-large-2":{"in_tokens":1804,"out_tokens":799}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":846,"out_tokens":414,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":59.49173687599995,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1730,"out_tokens":2213},"claude-opus-4-8":{"in_tokens":3238,"out_tokens":913},"claude-opus-4-7":{"in_tokens":3243,"out_tokens":741},"mistral-large-2":{"in_tokens":1839,"out_tokens":742}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":579,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":11.305852188000017,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1518,"out_tokens":1875},"claude-opus-4-8":{"in_tokens":2752,"out_tokens":693},"claude-opus-4-7":{"in_tokens":2757,"out_tokens":598},"mistral-large-2":{"in_tokens":1583,"out_tokens":638}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":398,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":8.437074768000002,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1245,"out_tokens":1768},"claude-opus-4-8":{"in_tokens":2394,"out_tokens":672},"claude-opus-4-7":{"in_tokens":2399,"out_tokens":556},"mistral-large-2":{"in_tokens":1307,"out_tokens":626}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":510,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":9.380441386999962,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1377,"out_tokens":2172},"claude-opus-4-8":{"in_tokens":2548,"out_tokens":777},"claude-opus-4-7":{"in_tokens":2553,"out_tokens":740},"mistral-large-2":{"in_tokens":1448,"out_tokens":600}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":664,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":11.543057164000004,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1694,"out_tokens":1492},"claude-opus-4-8":{"in_tokens":3175,"out_tokens":744},"claude-opus-4-7":{"in_tokens":3180,"out_tokens":615},"mistral-large-2":{"in_tokens":1770,"out_tokens":595}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":907,"out_tokens":323,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":35.69953449999997,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.6,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1818,"out_tokens":1753},"claude-opus-4-8":{"in_tokens":3457,"out_tokens":1118},"claude-opus-4-7":{"in_tokens":3462,"out_tokens":822},"mistral-large-2":{"in_tokens":1923,"out_tokens":789}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":275,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":66.781201652,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.4,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1553,"out_tokens":3125},"claude-opus-4-8":{"in_tokens":2932,"out_tokens":1087},"claude-opus-4-7":{"in_tokens":2937,"out_tokens":1033},"mistral-large-2":{"in_tokens":1652,"out_tokens":932}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1214,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":19.878485223999974,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1579,"out_tokens":1396},"claude-opus-4-8":{"in_tokens":3203,"out_tokens":715},"claude-opus-4-7":{"in_tokens":3208,"out_tokens":607},"mistral-large-2":{"in_tokens":1672,"out_tokens":575}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":973,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":15.626399169000024,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1518,"out_tokens":2644},"claude-opus-4-8":{"in_tokens":2949,"out_tokens":784},"claude-opus-4-7":{"in_tokens":2954,"out_tokens":547},"mistral-large-2":{"in_tokens":1612,"out_tokens":600}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":302,"out_tokens":462,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":7.650575666999998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1338,"out_tokens":1403},"claude-opus-4-8":{"in_tokens":2489,"out_tokens":634},"claude-opus-4-7":{"in_tokens":2494,"out_tokens":567},"mistral-large-2":{"in_tokens":1399,"out_tokens":539}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":3035,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":43.59918504400002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2048,"out_tokens":2547},"claude-opus-4-8":{"in_tokens":3949,"out_tokens":1215},"claude-opus-4-7":{"in_tokens":3954,"out_tokens":940},"mistral-large-2":{"in_tokens":2238,"out_tokens":833}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":180,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":72.02010771800002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1111,"out_tokens":1366},"claude-opus-4-8":{"in_tokens":2138,"out_tokens":750},"claude-opus-4-7":{"in_tokens":2143,"out_tokens":539},"mistral-large-2":{"in_tokens":1190,"out_tokens":619}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":295,"out_tokens":374,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":8.108621986000003,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1307,"out_tokens":1040},"claude-opus-4-8":{"in_tokens":2479,"out_tokens":645},"claude-opus-4-7":{"in_tokens":2484,"out_tokens":645},"mistral-large-2":{"in_tokens":1376,"out_tokens":535}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":524,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":9.483968854000011,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1492,"out_tokens":1309},"claude-opus-4-8":{"in_tokens":2853,"out_tokens":728},"claude-opus-4-7":{"in_tokens":2858,"out_tokens":540},"mistral-large-2":{"in_tokens":1546,"out_tokens":642}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":758,"out_tokens":1230,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":19.613469828000007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2161,"out_tokens":2213},"claude-opus-4-8":{"in_tokens":3998,"out_tokens":806},"claude-opus-4-7":{"in_tokens":4003,"out_tokens":708},"mistral-large-2":{"in_tokens":2306,"out_tokens":902}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":899,"out_tokens":338,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":51.31090908799996,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1804,"out_tokens":1574},"claude-opus-4-8":{"in_tokens":3446,"out_tokens":932},"claude-opus-4-7":{"in_tokens":3451,"out_tokens":700},"mistral-large-2":{"in_tokens":1938,"out_tokens":901}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":619,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":12.061665921000042,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1740,"out_tokens":1961},"claude-opus-4-8":{"in_tokens":3291,"out_tokens":754},"claude-opus-4-7":{"in_tokens":3296,"out_tokens":594},"mistral-large-2":{"in_tokens":1802,"out_tokens":645}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":501,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":7.767285078999976,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1434,"out_tokens":1566},"claude-opus-4-8":{"in_tokens":2642,"out_tokens":680},"claude-opus-4-7":{"in_tokens":2647,"out_tokens":663},"mistral-large-2":{"in_tokens":1502,"out_tokens":616}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1391,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":22.52629026400001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1862,"out_tokens":2601},"claude-opus-4-8":{"in_tokens":3521,"out_tokens":924},"claude-opus-4-7":{"in_tokens":3526,"out_tokens":756},"mistral-large-2":{"in_tokens":2012,"out_tokens":683}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":307,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":6.511505633000013,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1242,"out_tokens":1455},"claude-opus-4-8":{"in_tokens":2337,"out_tokens":746},"claude-opus-4-7":{"in_tokens":2342,"out_tokens":492},"mistral-large-2":{"in_tokens":1289,"out_tokens":603}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":226,"out_tokens":395,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":7.623181525000007,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1258,"out_tokens":1095},"claude-opus-4-8":{"in_tokens":2451,"out_tokens":527},"claude-opus-4-7":{"in_tokens":2456,"out_tokens":437},"mistral-large-2":{"in_tokens":1323,"out_tokens":531}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":291,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":5.562046565999992,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1271,"out_tokens":1355},"claude-opus-4-8":{"in_tokens":2413,"out_tokens":732},"claude-opus-4-7":{"in_tokens":2418,"out_tokens":555},"mistral-large-2":{"in_tokens":1394,"out_tokens":707}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":252,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":5.043670994999957,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1096,"out_tokens":1609},"claude-opus-4-8":{"in_tokens":2178,"out_tokens":898},"claude-opus-4-7":{"in_tokens":2183,"out_tokens":659},"mistral-large-2":{"in_tokens":1193,"out_tokens":677}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":834,"out_tokens":498,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":31.496825437999973,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1684,"out_tokens":2087},"claude-opus-4-8":{"in_tokens":3211,"out_tokens":808},"claude-opus-4-7":{"in_tokens":3216,"out_tokens":620},"mistral-large-2":{"in_tokens":1799,"out_tokens":684}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":589,"out_tokens":1163,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":16.952450900999963,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1733,"out_tokens":2499},"claude-opus-4-8":{"in_tokens":3200,"out_tokens":1056},"claude-opus-4-7":{"in_tokens":3205,"out_tokens":740},"mistral-large-2":{"in_tokens":1868,"out_tokens":1039}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":3423,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":54.578776369000025,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2464,"out_tokens":3774},"claude-opus-4-8":{"in_tokens":4739,"out_tokens":951},"claude-opus-4-7":{"in_tokens":4744,"out_tokens":899},"mistral-large-2":{"in_tokens":2639,"out_tokens":1017}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":382,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":4.738689584999975,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1162,"out_tokens":1887},"claude-opus-4-8":{"in_tokens":2209,"out_tokens":799},"claude-opus-4-7":{"in_tokens":2214,"out_tokens":614},"mistral-large-2":{"in_tokens":1254,"out_tokens":587}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":271,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":6.001735088999965,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1115,"out_tokens":1350},"claude-opus-4-8":{"in_tokens":2157,"out_tokens":588},"claude-opus-4-7":{"in_tokens":2162,"out_tokens":476},"mistral-large-2":{"in_tokens":1202,"out_tokens":504}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":669,"out_tokens":1352,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":20.439496196999983,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1763,"out_tokens":2336},"claude-opus-4-8":{"in_tokens":3424,"out_tokens":824},"claude-opus-4-7":{"in_tokens":3429,"out_tokens":875},"mistral-large-2":{"in_tokens":1830,"out_tokens":643}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":309,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":8.945286625999984,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1158,"out_tokens":2120},"claude-opus-4-8":{"in_tokens":2240,"out_tokens":762},"claude-opus-4-7":{"in_tokens":2245,"out_tokens":734},"mistral-large-2":{"in_tokens":1294,"out_tokens":626}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":2961,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":49.57782733800002,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2129,"out_tokens":2784},"claude-opus-4-8":{"in_tokens":4081,"out_tokens":1073},"claude-opus-4-7":{"in_tokens":4086,"out_tokens":846},"mistral-large-2":{"in_tokens":2324,"out_tokens":801}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":310,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":6.434693915000025,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1142,"out_tokens":1652},"claude-opus-4-8":{"in_tokens":2244,"out_tokens":837},"claude-opus-4-7":{"in_tokens":2249,"out_tokens":579},"mistral-large-2":{"in_tokens":1236,"out_tokens":653}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":456,"out_tokens":273,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":21.990167205000034,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1712,"out_tokens":1911},"claude-opus-4-8":{"in_tokens":3266,"out_tokens":865},"claude-opus-4-7":{"in_tokens":3271,"out_tokens":672},"mistral-large-2":{"in_tokens":1843,"out_tokens":806}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":350,"out_tokens":237,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":4.608117467999989,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1122,"out_tokens":1204},"claude-opus-4-8":{"in_tokens":2129,"out_tokens":655},"claude-opus-4-7":{"in_tokens":2134,"out_tokens":525},"mistral-large-2":{"in_tokens":1235,"out_tokens":612}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":212,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":3.999049639999953,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1137,"out_tokens":1233},"claude-opus-4-8":{"in_tokens":2170,"out_tokens":566},"claude-opus-4-7":{"in_tokens":2175,"out_tokens":469},"mistral-large-2":{"in_tokens":1238,"out_tokens":552}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":300,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":5.4798916959999815,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1244,"out_tokens":1048},"claude-opus-4-8":{"in_tokens":2420,"out_tokens":717},"claude-opus-4-7":{"in_tokens":2425,"out_tokens":521},"mistral-large-2":{"in_tokens":1356,"out_tokens":600}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":497,"out_tokens":5203,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":93.73824418700002,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1526,"out_tokens":2442},"claude-opus-4-8":{"in_tokens":2855,"out_tokens":900},"claude-opus-4-7":{"in_tokens":2860,"out_tokens":776},"mistral-large-2":{"in_tokens":1698,"out_tokens":772}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":710,"out_tokens":1225,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":20.65528524199999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1717,"out_tokens":1679},"claude-opus-4-8":{"in_tokens":3287,"out_tokens":631},"claude-opus-4-7":{"in_tokens":3292,"out_tokens":568},"mistral-large-2":{"in_tokens":1790,"out_tokens":572}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":280,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":5.563167968000016,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1288,"out_tokens":1772},"claude-opus-4-8":{"in_tokens":2445,"out_tokens":892},"claude-opus-4-7":{"in_tokens":2450,"out_tokens":782},"mistral-large-2":{"in_tokens":1409,"out_tokens":667}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":243,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":5.124259784000003,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1222,"out_tokens":1857},"claude-opus-4-8":{"in_tokens":2298,"out_tokens":788},"claude-opus-4-7":{"in_tokens":2303,"out_tokens":650},"mistral-large-2":{"in_tokens":1311,"out_tokens":661}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":374,"out_tokens":263,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":9.18095895099998,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1211,"out_tokens":1849},"claude-opus-4-8":{"in_tokens":2307,"out_tokens":739},"claude-opus-4-7":{"in_tokens":2312,"out_tokens":711},"mistral-large-2":{"in_tokens":1299,"out_tokens":591}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":688,"out_tokens":1228,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":21.219350356000007,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1739,"out_tokens":1564},"claude-opus-4-8":{"in_tokens":3283,"out_tokens":743},"claude-opus-4-7":{"in_tokens":3288,"out_tokens":588},"mistral-large-2":{"in_tokens":1827,"out_tokens":649}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":809,"out_tokens":323,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":25.28267107299996,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1361,"out_tokens":1174},"claude-opus-4-8":{"in_tokens":2683,"out_tokens":629},"claude-opus-4-7":{"in_tokens":2688,"out_tokens":575},"mistral-large-2":{"in_tokens":1434,"out_tokens":630}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":513,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":8.467379703999995,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1342,"out_tokens":2361},"claude-opus-4-8":{"in_tokens":2613,"out_tokens":1087},"claude-opus-4-7":{"in_tokens":2618,"out_tokens":827},"mistral-large-2":{"in_tokens":1476,"out_tokens":683}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":215,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":5.050597819000018,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1084,"out_tokens":1212},"claude-opus-4-8":{"in_tokens":2169,"out_tokens":782},"claude-opus-4-7":{"in_tokens":2174,"out_tokens":668},"mistral-large-2":{"in_tokens":1149,"out_tokens":539}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":3311,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":55.671346374999985,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1771,"out_tokens":1809},"claude-opus-4-8":{"in_tokens":3397,"out_tokens":913},"claude-opus-4-7":{"in_tokens":3402,"out_tokens":832},"mistral-large-2":{"in_tokens":1885,"out_tokens":739}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":374,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":7.210568281999997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1368,"out_tokens":1813},"claude-opus-4-8":{"in_tokens":2632,"out_tokens":692},"claude-opus-4-7":{"in_tokens":2637,"out_tokens":696},"mistral-large-2":{"in_tokens":1510,"out_tokens":565}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1203,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":19.801450759999966,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1602,"out_tokens":1447},"claude-opus-4-8":{"in_tokens":3001,"out_tokens":630},"claude-opus-4-7":{"in_tokens":3006,"out_tokens":539},"mistral-large-2":{"in_tokens":1669,"out_tokens":595}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":349,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":6.576872686999991,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1210,"out_tokens":1381},"claude-opus-4-8":{"in_tokens":2393,"out_tokens":763},"claude-opus-4-7":{"in_tokens":2398,"out_tokens":519},"mistral-large-2":{"in_tokens":1294,"out_tokens":617}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":2263,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":35.309307836000016,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.0,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1702,"out_tokens":2150},"claude-opus-4-8":{"in_tokens":3268,"out_tokens":1060},"claude-opus-4-7":{"in_tokens":3273,"out_tokens":939},"mistral-large-2":{"in_tokens":1828,"out_tokens":853}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":775,"out_tokens":1135,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":19.228186778999998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1612,"out_tokens":1184},"claude-opus-4-8":{"in_tokens":2996,"out_tokens":516},"claude-opus-4-7":{"in_tokens":3001,"out_tokens":454},"mistral-large-2":{"in_tokens":1684,"out_tokens":511}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":267,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":5.123585063000007,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1177,"out_tokens":1883},"claude-opus-4-8":{"in_tokens":2414,"out_tokens":895},"claude-opus-4-7":{"in_tokens":2419,"out_tokens":711},"mistral-large-2":{"in_tokens":1300,"out_tokens":769}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":417,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":7.702892722999991,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1340,"out_tokens":1423},"claude-opus-4-8":{"in_tokens":2490,"out_tokens":1033},"claude-opus-4-7":{"in_tokens":2495,"out_tokens":861},"mistral-large-2":{"in_tokens":1506,"out_tokens":678}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":572,"out_tokens":301,"error":null,"skip_reason":null,"score_raw":0.46428571428571425,"duration_s":5.538660360000051,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1524,"out_tokens":1868},"claude-opus-4-8":{"in_tokens":2814,"out_tokens":884},"claude-opus-4-7":{"in_tokens":2819,"out_tokens":637},"mistral-large-2":{"in_tokens":1712,"out_tokens":545}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":471,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":8.26870631600002,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1562,"out_tokens":2370},"claude-opus-4-8":{"in_tokens":3052,"out_tokens":820},"claude-opus-4-7":{"in_tokens":3057,"out_tokens":610},"mistral-large-2":{"in_tokens":1745,"out_tokens":655}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":883,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":16.371620114999985,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1444,"out_tokens":1583},"claude-opus-4-8":{"in_tokens":2639,"out_tokens":559},"claude-opus-4-7":{"in_tokens":2644,"out_tokens":539},"mistral-large-2":{"in_tokens":1516,"out_tokens":572}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":741,"out_tokens":514,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":49.45154828100004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1589,"out_tokens":2475},"claude-opus-4-8":{"in_tokens":3137,"out_tokens":923},"claude-opus-4-7":{"in_tokens":3142,"out_tokens":758},"mistral-large-2":{"in_tokens":1702,"out_tokens":711}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":183,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":4.323657510000032,"hallucination_count":6.75,"hallucination_top100":0,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1159,"out_tokens":1334},"claude-opus-4-8":{"in_tokens":2235,"out_tokens":814},"claude-opus-4-7":{"in_tokens":2240,"out_tokens":664},"mistral-large-2":{"in_tokens":1270,"out_tokens":781}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":924,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":14.838764794000042,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.125,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1352,"out_tokens":1494},"claude-opus-4-8":{"in_tokens":2583,"out_tokens":648},"claude-opus-4-7":{"in_tokens":2588,"out_tokens":542},"mistral-large-2":{"in_tokens":1435,"out_tokens":556}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":333,"out_tokens":322,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":6.009106810999981,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1261,"out_tokens":1613},"claude-opus-4-8":{"in_tokens":2450,"out_tokens":847},"claude-opus-4-7":{"in_tokens":2455,"out_tokens":668},"mistral-large-2":{"in_tokens":1367,"out_tokens":665}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":464,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":10.010244737999983,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1841,"out_tokens":2313},"claude-opus-4-8":{"in_tokens":3417,"out_tokens":1180},"claude-opus-4-7":{"in_tokens":3422,"out_tokens":615},"mistral-large-2":{"in_tokens":1970,"out_tokens":638}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":5959,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":118.17157901600001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1147,"out_tokens":1189},"claude-opus-4-8":{"in_tokens":2169,"out_tokens":677},"claude-opus-4-7":{"in_tokens":2174,"out_tokens":560},"mistral-large-2":{"in_tokens":1229,"out_tokens":554}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":825,"out_tokens":409,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":58.966825547999974,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1515,"out_tokens":1732},"claude-opus-4-8":{"in_tokens":2899,"out_tokens":774},"claude-opus-4-7":{"in_tokens":2904,"out_tokens":688},"mistral-large-2":{"in_tokens":1619,"out_tokens":732}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":281,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":30.621102004000022,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1436,"out_tokens":1925},"claude-opus-4-8":{"in_tokens":2731,"out_tokens":881},"claude-opus-4-7":{"in_tokens":2736,"out_tokens":629},"mistral-large-2":{"in_tokens":1540,"out_tokens":695}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":337,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":8.768220853999992,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1383,"out_tokens":1497},"claude-opus-4-8":{"in_tokens":2650,"out_tokens":1047},"claude-opus-4-7":{"in_tokens":2655,"out_tokens":776},"mistral-large-2":{"in_tokens":1504,"out_tokens":772}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":274,"out_tokens":7165,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":120.60456515700002,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1685,"out_tokens":3362},"claude-opus-4-8":{"in_tokens":3267,"out_tokens":1280},"claude-opus-4-7":{"in_tokens":3272,"out_tokens":913},"mistral-large-2":{"in_tokens":1827,"out_tokens":763}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":1998,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":32.94164711600001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1473,"out_tokens":1143},"claude-opus-4-8":{"in_tokens":2900,"out_tokens":724},"claude-opus-4-7":{"in_tokens":2905,"out_tokens":520},"mistral-large-2":{"in_tokens":1575,"out_tokens":606}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":1170,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":19.094265199000006,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1446,"out_tokens":1745},"claude-opus-4-8":{"in_tokens":2763,"out_tokens":567},"claude-opus-4-7":{"in_tokens":2768,"out_tokens":544},"mistral-large-2":{"in_tokens":1527,"out_tokens":559}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":2582,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":39.12819801300003,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1537,"out_tokens":2586},"claude-opus-4-8":{"in_tokens":3058,"out_tokens":752},"claude-opus-4-7":{"in_tokens":3063,"out_tokens":618},"mistral-large-2":{"in_tokens":1634,"out_tokens":686}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":512,"out_tokens":844,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":15.609852095999997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1280,"out_tokens":1214},"claude-opus-4-8":{"in_tokens":2400,"out_tokens":520},"claude-opus-4-7":{"in_tokens":2405,"out_tokens":460},"mistral-large-2":{"in_tokens":1333,"out_tokens":568}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":501,"out_tokens":4885,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":127.131757881,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1756,"out_tokens":2758},"claude-opus-4-8":{"in_tokens":3531,"out_tokens":1169},"claude-opus-4-7":{"in_tokens":3536,"out_tokens":873},"mistral-large-2":{"in_tokens":1876,"out_tokens":789}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":836,"out_tokens":302,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":44.14168442900001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1335,"out_tokens":1179},"claude-opus-4-8":{"in_tokens":2601,"out_tokens":650},"claude-opus-4-7":{"in_tokens":2606,"out_tokens":511},"mistral-large-2":{"in_tokens":1416,"out_tokens":513}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":574,"out_tokens":1242,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":21.003459819,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1545,"out_tokens":1085},"claude-opus-4-8":{"in_tokens":2935,"out_tokens":621},"claude-opus-4-7":{"in_tokens":2940,"out_tokens":525},"mistral-large-2":{"in_tokens":1635,"out_tokens":610}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":546,"out_tokens":1161,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":19.220283461000008,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1578,"out_tokens":2153},"claude-opus-4-8":{"in_tokens":2939,"out_tokens":586},"claude-opus-4-7":{"in_tokens":2944,"out_tokens":521},"mistral-large-2":{"in_tokens":1642,"out_tokens":604}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":887,"out_tokens":325,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":35.665498678999995,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1842,"out_tokens":1921},"claude-opus-4-8":{"in_tokens":3419,"out_tokens":896},"claude-opus-4-7":{"in_tokens":3424,"out_tokens":792},"mistral-large-2":{"in_tokens":1964,"out_tokens":655}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":695,"out_tokens":1018,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":18.570546998999987,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1572,"out_tokens":1311},"claude-opus-4-8":{"in_tokens":2967,"out_tokens":635},"claude-opus-4-7":{"in_tokens":2972,"out_tokens":540},"mistral-large-2":{"in_tokens":1646,"out_tokens":647}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":1017,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":17.604755259,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1424,"out_tokens":1509},"claude-opus-4-8":{"in_tokens":2684,"out_tokens":611},"claude-opus-4-7":{"in_tokens":2689,"out_tokens":597},"mistral-large-2":{"in_tokens":1498,"out_tokens":651}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":1130,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":17.298044172000004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1455,"out_tokens":1130},"claude-opus-4-8":{"in_tokens":2760,"out_tokens":597},"claude-opus-4-7":{"in_tokens":2765,"out_tokens":507},"mistral-large-2":{"in_tokens":1528,"out_tokens":576}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":360,"out_tokens":196,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":31.029211211000018,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1285,"out_tokens":1849},"claude-opus-4-8":{"in_tokens":2459,"out_tokens":866},"claude-opus-4-7":{"in_tokens":2464,"out_tokens":754},"mistral-large-2":{"in_tokens":1364,"out_tokens":603}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":780,"out_tokens":318,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":33.97839301199997,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1409,"out_tokens":2884},"claude-opus-4-8":{"in_tokens":2671,"out_tokens":1255},"claude-opus-4-7":{"in_tokens":2676,"out_tokens":851},"mistral-large-2":{"in_tokens":1525,"out_tokens":721}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":2766,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":47.621566804,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1772,"out_tokens":2970},"claude-opus-4-8":{"in_tokens":3335,"out_tokens":826},"claude-opus-4-7":{"in_tokens":3340,"out_tokens":774},"mistral-large-2":{"in_tokens":1936,"out_tokens":854}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":3389,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":52.52094156100003,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2326,"out_tokens":3666},"claude-opus-4-8":{"in_tokens":4281,"out_tokens":1292},"claude-opus-4-7":{"in_tokens":4286,"out_tokens":860},"mistral-large-2":{"in_tokens":2503,"out_tokens":781}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":1288,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":22.453812731000028,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1558,"out_tokens":1331},"claude-opus-4-8":{"in_tokens":2942,"out_tokens":591},"claude-opus-4-7":{"in_tokens":2947,"out_tokens":520},"mistral-large-2":{"in_tokens":1632,"out_tokens":806}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":794,"out_tokens":359,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":44.67331879200003,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1507,"out_tokens":1158},"claude-opus-4-8":{"in_tokens":2900,"out_tokens":953},"claude-opus-4-7":{"in_tokens":2905,"out_tokens":800},"mistral-large-2":{"in_tokens":1633,"out_tokens":739}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":876,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":15.31207618500008,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1410,"out_tokens":1036},"claude-opus-4-8":{"in_tokens":2664,"out_tokens":540},"claude-opus-4-7":{"in_tokens":2669,"out_tokens":551},"mistral-large-2":{"in_tokens":1477,"out_tokens":592}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":704,"out_tokens":1277,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":20.920363253999994,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1803,"out_tokens":1467},"claude-opus-4-8":{"in_tokens":3430,"out_tokens":567},"claude-opus-4-7":{"in_tokens":3435,"out_tokens":515},"mistral-large-2":{"in_tokens":1872,"out_tokens":650}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":645,"out_tokens":1075,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":19.05036332000003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1521,"out_tokens":1285},"claude-opus-4-8":{"in_tokens":2914,"out_tokens":642},"claude-opus-4-7":{"in_tokens":2919,"out_tokens":620},"mistral-large-2":{"in_tokens":1581,"out_tokens":976}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":865,"out_tokens":412,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":30.65116921100008,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1529,"out_tokens":1382},"claude-opus-4-8":{"in_tokens":2904,"out_tokens":643},"claude-opus-4-7":{"in_tokens":2909,"out_tokens":482},"mistral-large-2":{"in_tokens":1598,"out_tokens":539}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":825,"out_tokens":269,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":42.70852524000003,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1374,"out_tokens":1893},"claude-opus-4-8":{"in_tokens":2614,"out_tokens":790},"claude-opus-4-7":{"in_tokens":2619,"out_tokens":781},"mistral-large-2":{"in_tokens":1426,"out_tokens":716}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":1039,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":16.97871786199994,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1522,"out_tokens":1333},"claude-opus-4-8":{"in_tokens":2807,"out_tokens":547},"claude-opus-4-7":{"in_tokens":2812,"out_tokens":464},"mistral-large-2":{"in_tokens":1601,"out_tokens":726}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":711,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":12.74461599999995,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1330,"out_tokens":1476},"claude-opus-4-8":{"in_tokens":2487,"out_tokens":629},"claude-opus-4-7":{"in_tokens":2492,"out_tokens":597},"mistral-large-2":{"in_tokens":1373,"out_tokens":635}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":856,"out_tokens":250,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":21.826180545000057,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1376,"out_tokens":1481},"claude-opus-4-8":{"in_tokens":2578,"out_tokens":775},"claude-opus-4-7":{"in_tokens":2583,"out_tokens":645},"mistral-large-2":{"in_tokens":1442,"out_tokens":540}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":845,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":14.024885921999953,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1319,"out_tokens":1058},"claude-opus-4-8":{"in_tokens":2527,"out_tokens":623},"claude-opus-4-7":{"in_tokens":2532,"out_tokens":502},"mistral-large-2":{"in_tokens":1373,"out_tokens":718}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1353,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":22.277481581000075,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1743,"out_tokens":1636},"claude-opus-4-8":{"in_tokens":3246,"out_tokens":692},"claude-opus-4-7":{"in_tokens":3251,"out_tokens":639},"mistral-large-2":{"in_tokens":1832,"out_tokens":717}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":3038,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":54.45913008399998,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1750,"out_tokens":1997},"claude-opus-4-8":{"in_tokens":3420,"out_tokens":801},"claude-opus-4-7":{"in_tokens":3425,"out_tokens":610},"mistral-large-2":{"in_tokens":1845,"out_tokens":652}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":64.68718590500004,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1163,"out_tokens":1946},"claude-opus-4-8":{"in_tokens":2216,"out_tokens":895},"claude-opus-4-7":{"in_tokens":2221,"out_tokens":724},"mistral-large-2":{"in_tokens":1279,"out_tokens":638}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":1738,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":26.98551941599999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1989,"out_tokens":1788},"claude-opus-4-8":{"in_tokens":3768,"out_tokens":588},"claude-opus-4-7":{"in_tokens":3773,"out_tokens":466},"mistral-large-2":{"in_tokens":2082,"out_tokens":596}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":323,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":66.16946845000001,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1232,"out_tokens":1953},"claude-opus-4-8":{"in_tokens":2418,"out_tokens":777},"claude-opus-4-7":{"in_tokens":2423,"out_tokens":765},"mistral-large-2":{"in_tokens":1361,"out_tokens":566}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":544,"out_tokens":6787,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":181.22097075400006,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1762,"out_tokens":1510},"claude-opus-4-8":{"in_tokens":3440,"out_tokens":745},"claude-opus-4-7":{"in_tokens":3445,"out_tokens":562},"mistral-large-2":{"in_tokens":1867,"out_tokens":632}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":628,"out_tokens":1004,"error":null,"skip_reason":null,"score_raw":0.8250000000000001,"duration_s":17.487228722000054,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1520,"out_tokens":1628},"claude-opus-4-8":{"in_tokens":2901,"out_tokens":678},"claude-opus-4-7":{"in_tokens":2906,"out_tokens":538},"mistral-large-2":{"in_tokens":1668,"out_tokens":748}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":362,"out_tokens":279,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":4.885001023999962,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1135,"out_tokens":2018},"claude-opus-4-8":{"in_tokens":2221,"out_tokens":714},"claude-opus-4-7":{"in_tokens":2226,"out_tokens":563},"mistral-large-2":{"in_tokens":1242,"out_tokens":516}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":790,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":25.442711271999997,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1188,"out_tokens":1592},"claude-opus-4-8":{"in_tokens":2235,"out_tokens":526},"claude-opus-4-7":{"in_tokens":2240,"out_tokens":522},"mistral-large-2":{"in_tokens":1239,"out_tokens":533}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":393,"out_tokens":350,"error":null,"skip_reason":null,"score_raw":0.38888888888888884,"duration_s":66.810109614,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1337,"out_tokens":1647},"claude-opus-4-8":{"in_tokens":2616,"out_tokens":899},"claude-opus-4-7":{"in_tokens":2621,"out_tokens":859},"mistral-large-2":{"in_tokens":1437,"out_tokens":646}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":264,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":65.84747299499998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1178,"out_tokens":1312},"claude-opus-4-8":{"in_tokens":2347,"out_tokens":691},"claude-opus-4-7":{"in_tokens":2352,"out_tokens":626},"mistral-large-2":{"in_tokens":1281,"out_tokens":548}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":381,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":5.841463099999942,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1273,"out_tokens":1317},"claude-opus-4-8":{"in_tokens":2395,"out_tokens":1041},"claude-opus-4-7":{"in_tokens":2400,"out_tokens":812},"mistral-large-2":{"in_tokens":1399,"out_tokens":641}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":4.125202291999926,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1090,"out_tokens":1147},"claude-opus-4-8":{"in_tokens":2098,"out_tokens":590},"claude-opus-4-7":{"in_tokens":2103,"out_tokens":541},"mistral-large-2":{"in_tokens":1212,"out_tokens":561}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":4069,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":67.25319933799994,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2010,"out_tokens":2399},"claude-opus-4-8":{"in_tokens":3820,"out_tokens":1331},"claude-opus-4-7":{"in_tokens":3825,"out_tokens":827},"mistral-large-2":{"in_tokens":2193,"out_tokens":1092}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":639,"out_tokens":774,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":11.816714509000008,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1352,"out_tokens":1623},"claude-opus-4-8":{"in_tokens":2565,"out_tokens":772},"claude-opus-4-7":{"in_tokens":2570,"out_tokens":592},"mistral-large-2":{"in_tokens":1457,"out_tokens":593}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":5.094761204000065,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1081,"out_tokens":1924},"claude-opus-4-8":{"in_tokens":2101,"out_tokens":936},"claude-opus-4-7":{"in_tokens":2106,"out_tokens":588},"mistral-large-2":{"in_tokens":1139,"out_tokens":475}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":1022,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":16.225702918000025,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1391,"out_tokens":1769},"claude-opus-4-8":{"in_tokens":2686,"out_tokens":726},"claude-opus-4-7":{"in_tokens":2691,"out_tokens":592},"mistral-large-2":{"in_tokens":1571,"out_tokens":559}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":981,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":17.31050050800002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1347,"out_tokens":1204},"claude-opus-4-8":{"in_tokens":2672,"out_tokens":640},"claude-opus-4-7":{"in_tokens":2677,"out_tokens":592},"mistral-large-2":{"in_tokens":1463,"out_tokens":705}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":176,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":3.447594925999965,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":987,"out_tokens":1383},"claude-opus-4-8":{"in_tokens":1931,"out_tokens":544},"claude-opus-4-7":{"in_tokens":1936,"out_tokens":418},"mistral-large-2":{"in_tokens":1067,"out_tokens":474}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":921,"out_tokens":314,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":23.809971741000027,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1348,"out_tokens":1351},"claude-opus-4-8":{"in_tokens":2496,"out_tokens":535},"claude-opus-4-7":{"in_tokens":2501,"out_tokens":471},"mistral-large-2":{"in_tokens":1414,"out_tokens":591}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":638,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":9.637767327000006,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1192,"out_tokens":1354},"claude-opus-4-8":{"in_tokens":2307,"out_tokens":556},"claude-opus-4-7":{"in_tokens":2312,"out_tokens":511},"mistral-large-2":{"in_tokens":1295,"out_tokens":551}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":235,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":5.274730865000038,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1127,"out_tokens":1070},"claude-opus-4-8":{"in_tokens":2149,"out_tokens":629},"claude-opus-4-7":{"in_tokens":2154,"out_tokens":521},"mistral-large-2":{"in_tokens":1206,"out_tokens":505}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":348,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":7.121031839000011,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1226,"out_tokens":1440},"claude-opus-4-8":{"in_tokens":2312,"out_tokens":673},"claude-opus-4-7":{"in_tokens":2317,"out_tokens":566},"mistral-large-2":{"in_tokens":1340,"out_tokens":823}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":421,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":8.01946698100005,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1512,"out_tokens":2249},"claude-opus-4-8":{"in_tokens":3025,"out_tokens":924},"claude-opus-4-7":{"in_tokens":3030,"out_tokens":738},"mistral-large-2":{"in_tokens":1633,"out_tokens":639}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":309,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":199.465966595,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1393,"out_tokens":1737},"claude-opus-4-8":{"in_tokens":2647,"out_tokens":772},"claude-opus-4-7":{"in_tokens":2652,"out_tokens":629},"mistral-large-2":{"in_tokens":1531,"out_tokens":1065}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1488,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":22.141468635000024,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1480,"out_tokens":1680},"claude-opus-4-8":{"in_tokens":2740,"out_tokens":616},"claude-opus-4-7":{"in_tokens":2745,"out_tokens":644},"mistral-large-2":{"in_tokens":1560,"out_tokens":665}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":527,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":8.690436506999959,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1511,"out_tokens":1974},"claude-opus-4-8":{"in_tokens":3025,"out_tokens":704},"claude-opus-4-7":{"in_tokens":3030,"out_tokens":567},"mistral-large-2":{"in_tokens":1628,"out_tokens":709}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":816,"out_tokens":333,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":30.425858081,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1325,"out_tokens":1851},"claude-opus-4-8":{"in_tokens":2458,"out_tokens":675},"claude-opus-4-7":{"in_tokens":2463,"out_tokens":605},"mistral-large-2":{"in_tokens":1394,"out_tokens":574}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":695,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":11.631913112000007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1263,"out_tokens":1474},"claude-opus-4-8":{"in_tokens":2403,"out_tokens":623},"claude-opus-4-7":{"in_tokens":2408,"out_tokens":537},"mistral-large-2":{"in_tokens":1388,"out_tokens":612}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":560,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":11.120278186000064,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1502,"out_tokens":1864},"claude-opus-4-8":{"in_tokens":3164,"out_tokens":732},"claude-opus-4-7":{"in_tokens":3169,"out_tokens":720},"mistral-large-2":{"in_tokens":1613,"out_tokens":609}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":615,"out_tokens":705,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":11.403523195999924,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1297,"out_tokens":1053},"claude-opus-4-8":{"in_tokens":2462,"out_tokens":646},"claude-opus-4-7":{"in_tokens":2467,"out_tokens":472},"mistral-large-2":{"in_tokens":1416,"out_tokens":548}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":472,"error":null,"skip_reason":null,"score_raw":0.7142857142857142,"duration_s":9.72043508999991,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1301,"out_tokens":1602},"claude-opus-4-8":{"in_tokens":2683,"out_tokens":618},"claude-opus-4-7":{"in_tokens":2688,"out_tokens":543},"mistral-large-2":{"in_tokens":1385,"out_tokens":681}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":307,"out_tokens":392,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":7.861262514999908,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1099,"out_tokens":1921},"claude-opus-4-8":{"in_tokens":2204,"out_tokens":664},"claude-opus-4-7":{"in_tokens":2209,"out_tokens":646},"mistral-large-2":{"in_tokens":1195,"out_tokens":524}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":742,"out_tokens":402,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":30.897066750000022,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.25,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1303,"out_tokens":2019},"claude-opus-4-8":{"in_tokens":2466,"out_tokens":643},"claude-opus-4-7":{"in_tokens":2471,"out_tokens":635},"mistral-large-2":{"in_tokens":1369,"out_tokens":580}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":987,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":17.143005844999948,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1348,"out_tokens":2427},"claude-opus-4-8":{"in_tokens":2637,"out_tokens":629},"claude-opus-4-7":{"in_tokens":2642,"out_tokens":808},"mistral-large-2":{"in_tokens":1476,"out_tokens":583}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":773,"out_tokens":328,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":22.12588313399999,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1191,"out_tokens":1936},"claude-opus-4-8":{"in_tokens":2275,"out_tokens":586},"claude-opus-4-7":{"in_tokens":2280,"out_tokens":473},"mistral-large-2":{"in_tokens":1258,"out_tokens":533}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":250,"error":null,"skip_reason":null,"score_raw":0.42500000000000004,"duration_s":136.23019171700003,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1720,"out_tokens":1935},"claude-opus-4-8":{"in_tokens":3293,"out_tokens":901},"claude-opus-4-7":{"in_tokens":3298,"out_tokens":749},"mistral-large-2":{"in_tokens":1825,"out_tokens":855}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":703,"out_tokens":944,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":17.386276131000045,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1433,"out_tokens":2229},"claude-opus-4-8":{"in_tokens":2775,"out_tokens":574},"claude-opus-4-7":{"in_tokens":2780,"out_tokens":731},"mistral-large-2":{"in_tokens":1581,"out_tokens":617}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":1226,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":20.067177017000063,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1533,"out_tokens":1383},"claude-opus-4-8":{"in_tokens":2866,"out_tokens":542},"claude-opus-4-7":{"in_tokens":2871,"out_tokens":493},"mistral-large-2":{"in_tokens":1617,"out_tokens":613}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":2120,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":32.95155754999996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1979,"out_tokens":1410},"claude-opus-4-8":{"in_tokens":3691,"out_tokens":533},"claude-opus-4-7":{"in_tokens":3696,"out_tokens":624},"mistral-large-2":{"in_tokens":2064,"out_tokens":626}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":649,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":12.005480783000053,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1353,"out_tokens":1986},"claude-opus-4-8":{"in_tokens":2730,"out_tokens":710},"claude-opus-4-7":{"in_tokens":2735,"out_tokens":456},"mistral-large-2":{"in_tokens":1435,"out_tokens":502}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":587,"error":null,"skip_reason":null,"score_raw":0.7083333333333333,"duration_s":10.840361356000017,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1286,"out_tokens":1711},"claude-opus-4-8":{"in_tokens":2650,"out_tokens":584},"claude-opus-4-7":{"in_tokens":2655,"out_tokens":525},"mistral-large-2":{"in_tokens":1359,"out_tokens":507}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":429,"error":null,"skip_reason":null,"score_raw":0.2857142857142857,"duration_s":8.767824903999895,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1197,"out_tokens":2703},"claude-opus-4-8":{"in_tokens":2347,"out_tokens":702},"claude-opus-4-7":{"in_tokens":2352,"out_tokens":577},"mistral-large-2":{"in_tokens":1314,"out_tokens":661}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":624,"out_tokens":594,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":12.613816577999955,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1263,"out_tokens":1076},"claude-opus-4-8":{"in_tokens":2394,"out_tokens":586},"claude-opus-4-7":{"in_tokens":2399,"out_tokens":524},"mistral-large-2":{"in_tokens":1359,"out_tokens":568}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":2000,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":33.827302186,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1864,"out_tokens":1746},"claude-opus-4-8":{"in_tokens":3409,"out_tokens":699},"claude-opus-4-7":{"in_tokens":3414,"out_tokens":487},"mistral-large-2":{"in_tokens":1943,"out_tokens":758}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":568,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":11.101439471000049,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1293,"out_tokens":1700},"claude-opus-4-8":{"in_tokens":2635,"out_tokens":551},"claude-opus-4-7":{"in_tokens":2640,"out_tokens":448},"mistral-large-2":{"in_tokens":1388,"out_tokens":558}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":565,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":9.531763053999953,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1166,"out_tokens":1294},"claude-opus-4-8":{"in_tokens":2179,"out_tokens":723},"claude-opus-4-7":{"in_tokens":2184,"out_tokens":600},"mistral-large-2":{"in_tokens":1313,"out_tokens":689}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":571,"out_tokens":720,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":12.302966329000014,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1370,"out_tokens":1598},"claude-opus-4-8":{"in_tokens":2598,"out_tokens":703},"claude-opus-4-7":{"in_tokens":2603,"out_tokens":528},"mistral-large-2":{"in_tokens":1476,"out_tokens":732}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":377,"out_tokens":8315,"error":null,"skip_reason":null,"score_raw":0.6000000000000001,"duration_s":217.81406738999993,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1778,"out_tokens":2520},"claude-opus-4-8":{"in_tokens":3487,"out_tokens":1122},"claude-opus-4-7":{"in_tokens":3492,"out_tokens":937},"mistral-large-2":{"in_tokens":1909,"out_tokens":1124}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":687,"out_tokens":1023,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":16.51991318499995,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1539,"out_tokens":2207},"claude-opus-4-8":{"in_tokens":2940,"out_tokens":693},"claude-opus-4-7":{"in_tokens":2945,"out_tokens":699},"mistral-large-2":{"in_tokens":1702,"out_tokens":787}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":869,"out_tokens":287,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":12.841705346000026,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1356,"out_tokens":1290},"claude-opus-4-8":{"in_tokens":2545,"out_tokens":590},"claude-opus-4-7":{"in_tokens":2550,"out_tokens":481},"mistral-large-2":{"in_tokens":1428,"out_tokens":577}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":799,"out_tokens":285,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":28.992437772000017,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1183,"out_tokens":1321},"claude-opus-4-8":{"in_tokens":2255,"out_tokens":498},"claude-opus-4-7":{"in_tokens":2260,"out_tokens":481},"mistral-large-2":{"in_tokens":1258,"out_tokens":462}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":444,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":8.305180886000016,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1138,"out_tokens":1533},"claude-opus-4-8":{"in_tokens":2206,"out_tokens":551},"claude-opus-4-7":{"in_tokens":2211,"out_tokens":430},"mistral-large-2":{"in_tokens":1182,"out_tokens":668}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":156,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":21.573230699999954,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1160,"out_tokens":1460},"claude-opus-4-8":{"in_tokens":2333,"out_tokens":583},"claude-opus-4-7":{"in_tokens":2338,"out_tokens":493},"mistral-large-2":{"in_tokens":1228,"out_tokens":463}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":453,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":7.67316289200005,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1211,"out_tokens":2323},"claude-opus-4-8":{"in_tokens":2372,"out_tokens":850},"claude-opus-4-7":{"in_tokens":2377,"out_tokens":693},"mistral-large-2":{"in_tokens":1275,"out_tokens":745}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":761,"out_tokens":87,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":21.532215946000065,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":931,"out_tokens":857},"claude-opus-4-8":{"in_tokens":1747,"out_tokens":512},"claude-opus-4-7":{"in_tokens":1752,"out_tokens":427},"mistral-large-2":{"in_tokens":967,"out_tokens":473}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":1514,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":22.939830540000003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1528,"out_tokens":765},"claude-opus-4-8":{"in_tokens":2896,"out_tokens":534},"claude-opus-4-7":{"in_tokens":2901,"out_tokens":533},"mistral-large-2":{"in_tokens":1616,"out_tokens":581}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":787,"out_tokens":264,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":20.723449748999997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1246,"out_tokens":1707},"claude-opus-4-8":{"in_tokens":2310,"out_tokens":619},"claude-opus-4-7":{"in_tokens":2315,"out_tokens":481},"mistral-large-2":{"in_tokens":1304,"out_tokens":603}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":585,"error":null,"skip_reason":null,"score_raw":0.7142857142857142,"duration_s":10.238817704000098,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1260,"out_tokens":2376},"claude-opus-4-8":{"in_tokens":2460,"out_tokens":701},"claude-opus-4-7":{"in_tokens":2465,"out_tokens":471},"mistral-large-2":{"in_tokens":1344,"out_tokens":642}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":426,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":6.87462941299998,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1378,"out_tokens":1437},"claude-opus-4-8":{"in_tokens":2665,"out_tokens":636},"claude-opus-4-7":{"in_tokens":2670,"out_tokens":517},"mistral-large-2":{"in_tokens":1462,"out_tokens":582}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":1153,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":16.52925940500006,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1081,"out_tokens":1150},"claude-opus-4-8":{"in_tokens":2029,"out_tokens":487},"claude-opus-4-7":{"in_tokens":2034,"out_tokens":428},"mistral-large-2":{"in_tokens":1125,"out_tokens":490}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":440,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":7.308178278000014,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1259,"out_tokens":1358},"claude-opus-4-8":{"in_tokens":2549,"out_tokens":642},"claude-opus-4-7":{"in_tokens":2554,"out_tokens":515},"mistral-large-2":{"in_tokens":1354,"out_tokens":683}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":944,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":14.127436176999936,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1515,"out_tokens":1648},"claude-opus-4-8":{"in_tokens":2780,"out_tokens":674},"claude-opus-4-7":{"in_tokens":2785,"out_tokens":469},"mistral-large-2":{"in_tokens":1580,"out_tokens":976}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1555,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":21.247808864000035,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1486,"out_tokens":1763},"claude-opus-4-8":{"in_tokens":2850,"out_tokens":580},"claude-opus-4-7":{"in_tokens":2855,"out_tokens":484},"mistral-large-2":{"in_tokens":1580,"out_tokens":526}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":619,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":19.06867803900002,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1331,"out_tokens":1460},"claude-opus-4-8":{"in_tokens":2776,"out_tokens":738},"claude-opus-4-7":{"in_tokens":2781,"out_tokens":565},"mistral-large-2":{"in_tokens":1426,"out_tokens":730}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":326,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":5.884943542999963,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1106,"out_tokens":1728},"claude-opus-4-8":{"in_tokens":2232,"out_tokens":566},"claude-opus-4-7":{"in_tokens":2237,"out_tokens":486},"mistral-large-2":{"in_tokens":1153,"out_tokens":444}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":774,"out_tokens":1122,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":19.255215099999987,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1609,"out_tokens":1792},"claude-opus-4-8":{"in_tokens":3048,"out_tokens":755},"claude-opus-4-7":{"in_tokens":3053,"out_tokens":545},"mistral-large-2":{"in_tokens":1785,"out_tokens":600}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":977,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":16.35558929599995,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1373,"out_tokens":1854},"claude-opus-4-8":{"in_tokens":2693,"out_tokens":706},"claude-opus-4-7":{"in_tokens":2698,"out_tokens":625},"mistral-large-2":{"in_tokens":1475,"out_tokens":603}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":498,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":7.671807545999968,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1206,"out_tokens":2664},"claude-opus-4-8":{"in_tokens":2529,"out_tokens":802},"claude-opus-4-7":{"in_tokens":2534,"out_tokens":583},"mistral-large-2":{"in_tokens":1282,"out_tokens":607}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":1207,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":18.785862414999997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1458,"out_tokens":1168},"claude-opus-4-8":{"in_tokens":2936,"out_tokens":587},"claude-opus-4-7":{"in_tokens":2941,"out_tokens":511},"mistral-large-2":{"in_tokens":1543,"out_tokens":508}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":603,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":10.208300855000061,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1363,"out_tokens":1767},"claude-opus-4-8":{"in_tokens":2708,"out_tokens":706},"claude-opus-4-7":{"in_tokens":2713,"out_tokens":598},"mistral-large-2":{"in_tokens":1444,"out_tokens":617}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":1008,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":17.89887656199994,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1508,"out_tokens":1353},"claude-opus-4-8":{"in_tokens":2788,"out_tokens":744},"claude-opus-4-7":{"in_tokens":2793,"out_tokens":596},"mistral-large-2":{"in_tokens":1691,"out_tokens":743}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":210,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":31.36796221299994,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1223,"out_tokens":1274},"claude-opus-4-8":{"in_tokens":2418,"out_tokens":585},"claude-opus-4-7":{"in_tokens":2423,"out_tokens":443},"mistral-large-2":{"in_tokens":1291,"out_tokens":489}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":767,"out_tokens":190,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.345367290000013,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1099,"out_tokens":1179},"claude-opus-4-8":{"in_tokens":2046,"out_tokens":664},"claude-opus-4-7":{"in_tokens":2051,"out_tokens":496},"mistral-large-2":{"in_tokens":1154,"out_tokens":507}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":741,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":22.092030305000094,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1087,"out_tokens":1420},"claude-opus-4-8":{"in_tokens":2086,"out_tokens":596},"claude-opus-4-7":{"in_tokens":2091,"out_tokens":539},"mistral-large-2":{"in_tokens":1145,"out_tokens":505}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":680,"out_tokens":581,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":9.769896606999964,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1220,"out_tokens":1345},"claude-opus-4-8":{"in_tokens":2452,"out_tokens":553},"claude-opus-4-7":{"in_tokens":2457,"out_tokens":498},"mistral-large-2":{"in_tokens":1347,"out_tokens":508}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":886,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":15.735551901999997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1381,"out_tokens":1143},"claude-opus-4-8":{"in_tokens":2562,"out_tokens":573},"claude-opus-4-7":{"in_tokens":2567,"out_tokens":554},"mistral-large-2":{"in_tokens":1461,"out_tokens":674}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":438,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":6.8535096179999755,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1755,"out_tokens":2915},"claude-opus-4-8":{"in_tokens":3467,"out_tokens":951},"claude-opus-4-7":{"in_tokens":3472,"out_tokens":794},"mistral-large-2":{"in_tokens":1853,"out_tokens":831}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":1326,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":21.86462093700004,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1730,"out_tokens":1372},"claude-opus-4-8":{"in_tokens":3257,"out_tokens":616},"claude-opus-4-7":{"in_tokens":3262,"out_tokens":504},"mistral-large-2":{"in_tokens":1829,"out_tokens":580}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":566,"out_tokens":778,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":13.821757829000035,"hallucination_count":8.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":2184,"out_tokens":2528},"claude-opus-4-8":{"in_tokens":4263,"out_tokens":1536},"claude-opus-4-7":{"in_tokens":4268,"out_tokens":1186},"mistral-large-2":{"in_tokens":2294,"out_tokens":1015}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":822,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":14.809698862000005,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2125,"out_tokens":3035},"claude-opus-4-8":{"in_tokens":4196,"out_tokens":1083},"claude-opus-4-7":{"in_tokens":4201,"out_tokens":888},"mistral-large-2":{"in_tokens":2275,"out_tokens":1312}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":754,"out_tokens":296,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":29.70433251099996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1190,"out_tokens":1607},"claude-opus-4-8":{"in_tokens":2267,"out_tokens":604},"claude-opus-4-7":{"in_tokens":2272,"out_tokens":553},"mistral-large-2":{"in_tokens":1256,"out_tokens":580}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":1137,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":20.671189950999974,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1414,"out_tokens":1116},"claude-opus-4-8":{"in_tokens":2667,"out_tokens":564},"claude-opus-4-7":{"in_tokens":2672,"out_tokens":507},"mistral-large-2":{"in_tokens":1483,"out_tokens":528}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":721,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":13.656871473000024,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1998,"out_tokens":2138},"claude-opus-4-8":{"in_tokens":3940,"out_tokens":1169},"claude-opus-4-7":{"in_tokens":3945,"out_tokens":966},"mistral-large-2":{"in_tokens":2160,"out_tokens":1020}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":898,"out_tokens":869,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":15.176750726000023,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1693,"out_tokens":3128},"claude-opus-4-8":{"in_tokens":3152,"out_tokens":842},"claude-opus-4-7":{"in_tokens":3157,"out_tokens":647},"mistral-large-2":{"in_tokens":1904,"out_tokens":592}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":857,"out_tokens":1071,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":16.973093796000057,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1683,"out_tokens":1958},"claude-opus-4-8":{"in_tokens":3253,"out_tokens":753},"claude-opus-4-7":{"in_tokens":3258,"out_tokens":608},"mistral-large-2":{"in_tokens":1891,"out_tokens":733}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1214,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":21.558680805999984,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1460,"out_tokens":1322},"claude-opus-4-8":{"in_tokens":2734,"out_tokens":621},"claude-opus-4-7":{"in_tokens":2739,"out_tokens":494},"mistral-large-2":{"in_tokens":1517,"out_tokens":841}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":761,"out_tokens":151,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":12.022294622000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1103,"out_tokens":928},"claude-opus-4-8":{"in_tokens":2079,"out_tokens":537},"claude-opus-4-7":{"in_tokens":2084,"out_tokens":433},"mistral-large-2":{"in_tokens":1159,"out_tokens":457}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":862,"out_tokens":432,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":27.86180590799995,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1606,"out_tokens":1369},"claude-opus-4-8":{"in_tokens":3051,"out_tokens":619},"claude-opus-4-7":{"in_tokens":3056,"out_tokens":501},"mistral-large-2":{"in_tokens":1661,"out_tokens":588}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":812,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":11.876627271000075,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2077,"out_tokens":2368},"claude-opus-4-8":{"in_tokens":4055,"out_tokens":1020},"claude-opus-4-7":{"in_tokens":4060,"out_tokens":888},"mistral-large-2":{"in_tokens":2243,"out_tokens":936}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":804,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":12.610092094000038,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1376,"out_tokens":1082},"claude-opus-4-8":{"in_tokens":2629,"out_tokens":659},"claude-opus-4-7":{"in_tokens":2634,"out_tokens":490},"mistral-large-2":{"in_tokens":1494,"out_tokens":610}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":596,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":10.107068205000019,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1399,"out_tokens":1259},"claude-opus-4-8":{"in_tokens":2748,"out_tokens":603},"claude-opus-4-7":{"in_tokens":2753,"out_tokens":442},"mistral-large-2":{"in_tokens":1487,"out_tokens":621}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1014,"out_tokens":1181,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":18.969248419999985,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2048,"out_tokens":3468},"claude-opus-4-8":{"in_tokens":3783,"out_tokens":936},"claude-opus-4-7":{"in_tokens":3788,"out_tokens":657},"mistral-large-2":{"in_tokens":2202,"out_tokens":706}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":563,"out_tokens":11672,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":207.03707467700002,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1738,"out_tokens":2358},"claude-opus-4-8":{"in_tokens":3303,"out_tokens":1158},"claude-opus-4-7":{"in_tokens":3308,"out_tokens":848},"mistral-large-2":{"in_tokens":1874,"out_tokens":839}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":298,"out_tokens":810,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":12.752139466000017,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1501,"out_tokens":1416},"claude-opus-4-8":{"in_tokens":3050,"out_tokens":537},"claude-opus-4-7":{"in_tokens":3055,"out_tokens":433},"mistral-large-2":{"in_tokens":1617,"out_tokens":621}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":901,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":13.85228247100008,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1333,"out_tokens":1290},"claude-opus-4-8":{"in_tokens":2494,"out_tokens":568},"claude-opus-4-7":{"in_tokens":2499,"out_tokens":554},"mistral-large-2":{"in_tokens":1399,"out_tokens":464}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":1053,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":16.222417285000006,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.2,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2084,"out_tokens":2850},"claude-opus-4-8":{"in_tokens":4233,"out_tokens":1208},"claude-opus-4-7":{"in_tokens":4238,"out_tokens":790},"mistral-large-2":{"in_tokens":2235,"out_tokens":874}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":871,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":13.864476645999957,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1517,"out_tokens":1338},"claude-opus-4-8":{"in_tokens":2891,"out_tokens":760},"claude-opus-4-7":{"in_tokens":2896,"out_tokens":597},"mistral-large-2":{"in_tokens":1672,"out_tokens":616}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":761,"out_tokens":243,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":18.505771106999987,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1207,"out_tokens":1219},"claude-opus-4-8":{"in_tokens":2272,"out_tokens":666},"claude-opus-4-7":{"in_tokens":2277,"out_tokens":484},"mistral-large-2":{"in_tokens":1264,"out_tokens":680}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":680,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":11.775930036999966,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1308,"out_tokens":1671},"claude-opus-4-8":{"in_tokens":2518,"out_tokens":677},"claude-opus-4-7":{"in_tokens":2523,"out_tokens":631},"mistral-large-2":{"in_tokens":1444,"out_tokens":672}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":487,"out_tokens":15915,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":267.95977650599997,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1875,"out_tokens":3392},"claude-opus-4-8":{"in_tokens":3526,"out_tokens":1246},"claude-opus-4-7":{"in_tokens":3531,"out_tokens":931},"mistral-large-2":{"in_tokens":1981,"out_tokens":871}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":843,"out_tokens":256,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":29.20056975,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1248,"out_tokens":1468},"claude-opus-4-8":{"in_tokens":2361,"out_tokens":623},"claude-opus-4-7":{"in_tokens":2366,"out_tokens":494},"mistral-large-2":{"in_tokens":1299,"out_tokens":541}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":668,"out_tokens":840,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":14.38196085800007,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1345,"out_tokens":1597},"claude-opus-4-8":{"in_tokens":2606,"out_tokens":725},"claude-opus-4-7":{"in_tokens":2611,"out_tokens":632},"mistral-large-2":{"in_tokens":1498,"out_tokens":628}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":1128,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":19.137055122999982,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1540,"out_tokens":1535},"claude-opus-4-8":{"in_tokens":3004,"out_tokens":755},"claude-opus-4-7":{"in_tokens":3009,"out_tokens":555},"mistral-large-2":{"in_tokens":1699,"out_tokens":674}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":486,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":15.270993868000005,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.25,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1476,"out_tokens":2350},"claude-opus-4-8":{"in_tokens":2849,"out_tokens":854},"claude-opus-4-7":{"in_tokens":2854,"out_tokens":711},"mistral-large-2":{"in_tokens":1568,"out_tokens":666}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":711,"out_tokens":868,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":16.14020967700003,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2387,"out_tokens":3233},"claude-opus-4-8":{"in_tokens":4685,"out_tokens":1359},"claude-opus-4-7":{"in_tokens":4690,"out_tokens":899},"mistral-large-2":{"in_tokens":2495,"out_tokens":701}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":699,"out_tokens":271,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":18.18917563499997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1168,"out_tokens":1232},"claude-opus-4-8":{"in_tokens":2249,"out_tokens":622},"claude-opus-4-7":{"in_tokens":2254,"out_tokens":508},"mistral-large-2":{"in_tokens":1230,"out_tokens":580}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":1240,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":27.731152225000073,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1577,"out_tokens":1803},"claude-opus-4-8":{"in_tokens":3020,"out_tokens":711},"claude-opus-4-7":{"in_tokens":3025,"out_tokens":565},"mistral-large-2":{"in_tokens":1649,"out_tokens":722}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":219,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":34.57171745599999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1343,"out_tokens":1281},"claude-opus-4-8":{"in_tokens":2595,"out_tokens":924},"claude-opus-4-7":{"in_tokens":2600,"out_tokens":537},"mistral-large-2":{"in_tokens":1457,"out_tokens":564}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":942,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":24.208530427000028,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1369,"out_tokens":1666},"claude-opus-4-8":{"in_tokens":2513,"out_tokens":594},"claude-opus-4-7":{"in_tokens":2518,"out_tokens":533},"mistral-large-2":{"in_tokens":1446,"out_tokens":734}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":588,"out_tokens":784,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":13.521312720999958,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2088,"out_tokens":3082},"claude-opus-4-8":{"in_tokens":4119,"out_tokens":970},"claude-opus-4-7":{"in_tokens":4124,"out_tokens":729},"mistral-large-2":{"in_tokens":2233,"out_tokens":748}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":780,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":13.042124359000013,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2189,"out_tokens":2266},"claude-opus-4-8":{"in_tokens":4317,"out_tokens":922},"claude-opus-4-7":{"in_tokens":4322,"out_tokens":647},"mistral-large-2":{"in_tokens":2350,"out_tokens":993}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":8775,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":159.86105329800006,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1565,"out_tokens":2759},"claude-opus-4-8":{"in_tokens":2952,"out_tokens":968},"claude-opus-4-7":{"in_tokens":2957,"out_tokens":814},"mistral-large-2":{"in_tokens":1698,"out_tokens":723}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":622,"out_tokens":729,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":12.259136789000081,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1268,"out_tokens":1258},"claude-opus-4-8":{"in_tokens":2538,"out_tokens":640},"claude-opus-4-7":{"in_tokens":2543,"out_tokens":543},"mistral-large-2":{"in_tokens":1389,"out_tokens":558}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1877,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":38.04356052800006,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1982,"out_tokens":1463},"claude-opus-4-8":{"in_tokens":3722,"out_tokens":720},"claude-opus-4-7":{"in_tokens":3727,"out_tokens":559},"mistral-large-2":{"in_tokens":2058,"out_tokens":655}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":765,"out_tokens":118,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":28.17987349200007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1080,"out_tokens":1168},"claude-opus-4-8":{"in_tokens":2018,"out_tokens":622},"claude-opus-4-7":{"in_tokens":2023,"out_tokens":477},"mistral-large-2":{"in_tokens":1112,"out_tokens":469}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":10404,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":281.95364072999996,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1781,"out_tokens":2665},"claude-opus-4-8":{"in_tokens":3455,"out_tokens":932},"claude-opus-4-7":{"in_tokens":3460,"out_tokens":849},"mistral-large-2":{"in_tokens":1928,"out_tokens":745}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":716,"out_tokens":1134,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":18.384656072999974,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1577,"out_tokens":2763},"claude-opus-4-8":{"in_tokens":3056,"out_tokens":943},"claude-opus-4-7":{"in_tokens":3061,"out_tokens":932},"mistral-large-2":{"in_tokens":1712,"out_tokens":786}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":960,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":15.620200724000028,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1464,"out_tokens":3074},"claude-opus-4-8":{"in_tokens":2684,"out_tokens":901},"claude-opus-4-7":{"in_tokens":2689,"out_tokens":914},"mistral-large-2":{"in_tokens":1620,"out_tokens":660}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":499,"out_tokens":9262,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":286.077393449,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1833,"out_tokens":2351},"claude-opus-4-8":{"in_tokens":3489,"out_tokens":786},"claude-opus-4-7":{"in_tokens":3494,"out_tokens":779},"mistral-large-2":{"in_tokens":1947,"out_tokens":683}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":914,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":15.489187218999973,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1343,"out_tokens":1325},"claude-opus-4-8":{"in_tokens":2546,"out_tokens":494},"claude-opus-4-7":{"in_tokens":2551,"out_tokens":479},"mistral-large-2":{"in_tokens":1407,"out_tokens":655}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":1314,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":26.150226541000052,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1104,"out_tokens":1144},"claude-opus-4-8":{"in_tokens":2062,"out_tokens":628},"claude-opus-4-7":{"in_tokens":2067,"out_tokens":491},"mistral-large-2":{"in_tokens":1142,"out_tokens":724}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":652,"out_tokens":1127,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":19.441077254999982,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1418,"out_tokens":1906},"claude-opus-4-8":{"in_tokens":2825,"out_tokens":711},"claude-opus-4-7":{"in_tokens":2830,"out_tokens":664},"mistral-large-2":{"in_tokens":1555,"out_tokens":645}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":692,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":11.635403654000015,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1280,"out_tokens":1579},"claude-opus-4-8":{"in_tokens":2453,"out_tokens":697},"claude-opus-4-7":{"in_tokens":2458,"out_tokens":522},"mistral-large-2":{"in_tokens":1421,"out_tokens":536}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":780,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":24.714330011000015,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1101,"out_tokens":1398},"claude-opus-4-8":{"in_tokens":2183,"out_tokens":658},"claude-opus-4-7":{"in_tokens":2188,"out_tokens":495},"mistral-large-2":{"in_tokens":1197,"out_tokens":660}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":600,"out_tokens":880,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":14.531915457999958,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1280,"out_tokens":1679},"claude-opus-4-8":{"in_tokens":2518,"out_tokens":590},"claude-opus-4-7":{"in_tokens":2523,"out_tokens":495},"mistral-large-2":{"in_tokens":1359,"out_tokens":534}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":724,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":13.03749527499997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1276,"out_tokens":714},"claude-opus-4-8":{"in_tokens":2411,"out_tokens":759},"claude-opus-4-7":{"in_tokens":2416,"out_tokens":607},"mistral-large-2":{"in_tokens":1368,"out_tokens":505}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":812,"out_tokens":197,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":33.534934840000005,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1219,"out_tokens":1189},"claude-opus-4-8":{"in_tokens":2306,"out_tokens":658},"claude-opus-4-7":{"in_tokens":2311,"out_tokens":541},"mistral-large-2":{"in_tokens":1341,"out_tokens":695}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":697,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":11.206342310000082,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1159,"out_tokens":1022},"claude-opus-4-8":{"in_tokens":2261,"out_tokens":559},"claude-opus-4-7":{"in_tokens":2266,"out_tokens":422},"mistral-large-2":{"in_tokens":1256,"out_tokens":487}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":1274,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":21.180996573000016,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1240,"out_tokens":2153},"claude-opus-4-8":{"in_tokens":2458,"out_tokens":722},"claude-opus-4-7":{"in_tokens":2463,"out_tokens":559},"mistral-large-2":{"in_tokens":1347,"out_tokens":559}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1424,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":27.13883104899992,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1464,"out_tokens":1821},"claude-opus-4-8":{"in_tokens":2810,"out_tokens":733},"claude-opus-4-7":{"in_tokens":2815,"out_tokens":612},"mistral-large-2":{"in_tokens":1601,"out_tokens":712}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":983,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":17.188627242000052,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1416,"out_tokens":2012},"claude-opus-4-8":{"in_tokens":2681,"out_tokens":746},"claude-opus-4-7":{"in_tokens":2686,"out_tokens":473},"mistral-large-2":{"in_tokens":1550,"out_tokens":775}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":824,"out_tokens":160,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":34.365943332999905,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1134,"out_tokens":1545},"claude-opus-4-8":{"in_tokens":2140,"out_tokens":759},"claude-opus-4-7":{"in_tokens":2145,"out_tokens":595},"mistral-large-2":{"in_tokens":1231,"out_tokens":615}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":869,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":14.08084468700008,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1086,"out_tokens":1366},"claude-opus-4-8":{"in_tokens":2097,"out_tokens":620},"claude-opus-4-7":{"in_tokens":2102,"out_tokens":445},"mistral-large-2":{"in_tokens":1165,"out_tokens":494}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":308,"out_tokens":186,"error":null,"skip_reason":null,"score_raw":0.2777777777777778,"duration_s":44.81546610099997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1265,"out_tokens":1340},"claude-opus-4-8":{"in_tokens":2408,"out_tokens":960},"claude-opus-4-7":{"in_tokens":2413,"out_tokens":622},"mistral-large-2":{"in_tokens":1366,"out_tokens":633}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":787,"out_tokens":86,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":25.652580502999967,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":958,"out_tokens":1248},"claude-opus-4-8":{"in_tokens":1845,"out_tokens":572},"claude-opus-4-7":{"in_tokens":1850,"out_tokens":372},"mistral-large-2":{"in_tokens":1030,"out_tokens":440}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":1772,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":30.978600002999997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1309,"out_tokens":2024},"claude-opus-4-8":{"in_tokens":2474,"out_tokens":666},"claude-opus-4-7":{"in_tokens":2479,"out_tokens":499},"mistral-large-2":{"in_tokens":1430,"out_tokens":566}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":834,"out_tokens":1659,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":25.340339900999993,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1978,"out_tokens":2518},"claude-opus-4-8":{"in_tokens":3880,"out_tokens":1114},"claude-opus-4-7":{"in_tokens":3885,"out_tokens":915},"mistral-large-2":{"in_tokens":2130,"out_tokens":870}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":795,"out_tokens":158,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":53.69110385700003,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.25,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1041,"out_tokens":1677},"claude-opus-4-8":{"in_tokens":2015,"out_tokens":616},"claude-opus-4-7":{"in_tokens":2020,"out_tokens":571},"mistral-large-2":{"in_tokens":1173,"out_tokens":588}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":781,"out_tokens":196,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":25.791877789999944,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1049,"out_tokens":1501},"claude-opus-4-8":{"in_tokens":2048,"out_tokens":741},"claude-opus-4-7":{"in_tokens":2053,"out_tokens":517},"mistral-large-2":{"in_tokens":1133,"out_tokens":717}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":1668,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":27.650642499000014,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1783,"out_tokens":2143},"claude-opus-4-8":{"in_tokens":3707,"out_tokens":981},"claude-opus-4-7":{"in_tokens":3712,"out_tokens":666},"mistral-large-2":{"in_tokens":1899,"out_tokens":841}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":766,"out_tokens":1597,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":26.33308294599999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1809,"out_tokens":1565},"claude-opus-4-8":{"in_tokens":3624,"out_tokens":921},"claude-opus-4-7":{"in_tokens":3629,"out_tokens":699},"mistral-large-2":{"in_tokens":1938,"out_tokens":718}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":672,"out_tokens":1263,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":21.359655346999944,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1473,"out_tokens":2061},"claude-opus-4-8":{"in_tokens":2982,"out_tokens":672},"claude-opus-4-7":{"in_tokens":2987,"out_tokens":549},"mistral-large-2":{"in_tokens":1563,"out_tokens":556}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":14021,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":238.74718838400003,"hallucination_count":6.25,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1813,"out_tokens":1808},"claude-opus-4-8":{"in_tokens":3440,"out_tokens":956},"claude-opus-4-7":{"in_tokens":3445,"out_tokens":1058},"mistral-large-2":{"in_tokens":1929,"out_tokens":952}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1774,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":51.78807810599994,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1296,"out_tokens":2021},"claude-opus-4-8":{"in_tokens":2489,"out_tokens":729},"claude-opus-4-7":{"in_tokens":2494,"out_tokens":529},"mistral-large-2":{"in_tokens":1483,"out_tokens":705}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":357,"out_tokens":317,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":25.38743478599997,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1395,"out_tokens":1610},"claude-opus-4-8":{"in_tokens":2707,"out_tokens":834},"claude-opus-4-7":{"in_tokens":2712,"out_tokens":722},"mistral-large-2":{"in_tokens":1451,"out_tokens":570}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":941,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":16.746015618,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1196,"out_tokens":2456},"claude-opus-4-8":{"in_tokens":2389,"out_tokens":584},"claude-opus-4-7":{"in_tokens":2394,"out_tokens":494},"mistral-large-2":{"in_tokens":1266,"out_tokens":535}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":831,"out_tokens":141,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":18.60187825999992,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1091,"out_tokens":1135},"claude-opus-4-8":{"in_tokens":2043,"out_tokens":487},"claude-opus-4-7":{"in_tokens":2048,"out_tokens":462},"mistral-large-2":{"in_tokens":1188,"out_tokens":567}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":798,"out_tokens":173,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":30.013416036999956,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1086,"out_tokens":1679},"claude-opus-4-8":{"in_tokens":2059,"out_tokens":607},"claude-opus-4-7":{"in_tokens":2064,"out_tokens":524},"mistral-large-2":{"in_tokens":1199,"out_tokens":595}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":553,"out_tokens":1221,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":21.57444173800002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1336,"out_tokens":1454},"claude-opus-4-8":{"in_tokens":2670,"out_tokens":505},"claude-opus-4-7":{"in_tokens":2675,"out_tokens":417},"mistral-large-2":{"in_tokens":1428,"out_tokens":440}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":599,"out_tokens":1133,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":19.018138180999927,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1397,"out_tokens":2612},"claude-opus-4-8":{"in_tokens":2699,"out_tokens":845},"claude-opus-4-7":{"in_tokens":2704,"out_tokens":677},"mistral-large-2":{"in_tokens":1521,"out_tokens":625}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":839,"out_tokens":234,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":32.47119434599995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1207,"out_tokens":1558},"claude-opus-4-8":{"in_tokens":2328,"out_tokens":760},"claude-opus-4-7":{"in_tokens":2333,"out_tokens":589},"mistral-large-2":{"in_tokens":1321,"out_tokens":598}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1760,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":30.281058261999988,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1622,"out_tokens":3154},"claude-opus-4-8":{"in_tokens":3202,"out_tokens":1027},"claude-opus-4-7":{"in_tokens":3207,"out_tokens":683},"mistral-large-2":{"in_tokens":1763,"out_tokens":454}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":1251,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":51.216999257,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.0,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1262,"out_tokens":1716},"claude-opus-4-8":{"in_tokens":2498,"out_tokens":907},"claude-opus-4-7":{"in_tokens":2503,"out_tokens":685},"mistral-large-2":{"in_tokens":1370,"out_tokens":776}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1599,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":41.340435278000086,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1280,"out_tokens":1032},"claude-opus-4-8":{"in_tokens":2416,"out_tokens":569},"claude-opus-4-7":{"in_tokens":2421,"out_tokens":526},"mistral-large-2":{"in_tokens":1409,"out_tokens":611}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":2027,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":37.79271442900006,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1575,"out_tokens":2147},"claude-opus-4-8":{"in_tokens":3032,"out_tokens":842},"claude-opus-4-7":{"in_tokens":3037,"out_tokens":804},"mistral-large-2":{"in_tokens":1738,"out_tokens":715}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":1112,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":24.563374847999967,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1149,"out_tokens":1535},"claude-opus-4-8":{"in_tokens":2157,"out_tokens":724},"claude-opus-4-7":{"in_tokens":2162,"out_tokens":559},"mistral-large-2":{"in_tokens":1266,"out_tokens":619}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":190,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":40.27942640599997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1150,"out_tokens":1575},"claude-opus-4-8":{"in_tokens":2169,"out_tokens":641},"claude-opus-4-7":{"in_tokens":2174,"out_tokens":502},"mistral-large-2":{"in_tokens":1246,"out_tokens":584}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":1390,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":23.828586541999925,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1470,"out_tokens":1385},"claude-opus-4-8":{"in_tokens":2905,"out_tokens":627},"claude-opus-4-7":{"in_tokens":2910,"out_tokens":466},"mistral-large-2":{"in_tokens":1581,"out_tokens":691}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":5557,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":100.10377464700002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1265,"out_tokens":2238},"claude-opus-4-8":{"in_tokens":2500,"out_tokens":822},"claude-opus-4-7":{"in_tokens":2505,"out_tokens":673},"mistral-large-2":{"in_tokens":1359,"out_tokens":729}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":150,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":22.028201593000063,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1161,"out_tokens":1587},"claude-opus-4-8":{"in_tokens":2181,"out_tokens":755},"claude-opus-4-7":{"in_tokens":2186,"out_tokens":502},"mistral-large-2":{"in_tokens":1248,"out_tokens":604}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":964,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":15.941000282000005,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1269,"out_tokens":2263},"claude-opus-4-8":{"in_tokens":2506,"out_tokens":708},"claude-opus-4-7":{"in_tokens":2511,"out_tokens":534},"mistral-large-2":{"in_tokens":1340,"out_tokens":553}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":1529,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":22.527544811999974,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1469,"out_tokens":2663},"claude-opus-4-8":{"in_tokens":2886,"out_tokens":635},"claude-opus-4-7":{"in_tokens":2891,"out_tokens":745},"mistral-large-2":{"in_tokens":1534,"out_tokens":583}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":1359,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":22.15476670399994,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1401,"out_tokens":1963},"claude-opus-4-8":{"in_tokens":2895,"out_tokens":483},"claude-opus-4-7":{"in_tokens":2900,"out_tokens":459},"mistral-large-2":{"in_tokens":1509,"out_tokens":446}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":861,"out_tokens":219,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":27.208388557000035,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1260,"out_tokens":1477},"claude-opus-4-8":{"in_tokens":2356,"out_tokens":667},"claude-opus-4-7":{"in_tokens":2361,"out_tokens":550},"mistral-large-2":{"in_tokens":1386,"out_tokens":577}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":1139,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":20.00014833199998,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1196,"out_tokens":1614},"claude-opus-4-8":{"in_tokens":2250,"out_tokens":593},"claude-opus-4-7":{"in_tokens":2255,"out_tokens":527},"mistral-large-2":{"in_tokens":1304,"out_tokens":622}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1135,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":19.67242782200003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1292,"out_tokens":1205},"claude-opus-4-8":{"in_tokens":2447,"out_tokens":605},"claude-opus-4-7":{"in_tokens":2452,"out_tokens":580},"mistral-large-2":{"in_tokens":1396,"out_tokens":612}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":539,"out_tokens":3440,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":97.56942949899997,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2056,"out_tokens":1810},"claude-opus-4-8":{"in_tokens":3980,"out_tokens":794},"claude-opus-4-7":{"in_tokens":3985,"out_tokens":535},"mistral-large-2":{"in_tokens":2144,"out_tokens":693}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":455,"out_tokens":6170,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":104.98933895700009,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1311,"out_tokens":1703},"claude-opus-4-8":{"in_tokens":2609,"out_tokens":734},"claude-opus-4-7":{"in_tokens":2614,"out_tokens":656},"mistral-large-2":{"in_tokens":1384,"out_tokens":573}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":1045,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":18.374397402,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1226,"out_tokens":1697},"claude-opus-4-8":{"in_tokens":2439,"out_tokens":809},"claude-opus-4-7":{"in_tokens":2444,"out_tokens":536},"mistral-large-2":{"in_tokens":1329,"out_tokens":560}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":950,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":16.59967709800003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1287,"out_tokens":1321},"claude-opus-4-8":{"in_tokens":2499,"out_tokens":499},"claude-opus-4-7":{"in_tokens":2504,"out_tokens":442},"mistral-large-2":{"in_tokens":1361,"out_tokens":577}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":758,"out_tokens":194,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":38.0032678309999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1068,"out_tokens":1333},"claude-opus-4-8":{"in_tokens":1974,"out_tokens":657},"claude-opus-4-7":{"in_tokens":1979,"out_tokens":551},"mistral-large-2":{"in_tokens":1191,"out_tokens":544}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":1729,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":32.684366278000084,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1470,"out_tokens":2214},"claude-opus-4-8":{"in_tokens":2812,"out_tokens":723},"claude-opus-4-7":{"in_tokens":2817,"out_tokens":645},"mistral-large-2":{"in_tokens":1614,"out_tokens":748}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":245,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":47.957051525,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1333,"out_tokens":1424},"claude-opus-4-8":{"in_tokens":2536,"out_tokens":623},"claude-opus-4-7":{"in_tokens":2541,"out_tokens":574},"mistral-large-2":{"in_tokens":1387,"out_tokens":549}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":616,"out_tokens":1401,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":22.99978543599991,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1530,"out_tokens":2599},"claude-opus-4-8":{"in_tokens":3080,"out_tokens":873},"claude-opus-4-7":{"in_tokens":3085,"out_tokens":665},"mistral-large-2":{"in_tokens":1659,"out_tokens":660}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":772,"out_tokens":1444,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":24.630382980000036,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1727,"out_tokens":3595},"claude-opus-4-8":{"in_tokens":3302,"out_tokens":864},"claude-opus-4-7":{"in_tokens":3307,"out_tokens":692},"mistral-large-2":{"in_tokens":1816,"out_tokens":776}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":1151,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":19.25840003099995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1056,"out_tokens":1083},"claude-opus-4-8":{"in_tokens":2110,"out_tokens":689},"claude-opus-4-7":{"in_tokens":2115,"out_tokens":530},"mistral-large-2":{"in_tokens":1121,"out_tokens":482}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":892,"out_tokens":212,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":33.167031726999994,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1254,"out_tokens":1293},"claude-opus-4-8":{"in_tokens":2383,"out_tokens":717},"claude-opus-4-7":{"in_tokens":2388,"out_tokens":547},"mistral-large-2":{"in_tokens":1383,"out_tokens":496}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":1875,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":36.59106806600005,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1198,"out_tokens":1623},"claude-opus-4-8":{"in_tokens":2253,"out_tokens":947},"claude-opus-4-7":{"in_tokens":2258,"out_tokens":752},"mistral-large-2":{"in_tokens":1336,"out_tokens":700}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":582,"out_tokens":942,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":15.616056404000005,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1241,"out_tokens":1462},"claude-opus-4-8":{"in_tokens":2499,"out_tokens":546},"claude-opus-4-7":{"in_tokens":2504,"out_tokens":492},"mistral-large-2":{"in_tokens":1281,"out_tokens":416}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":790,"out_tokens":155,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":33.867542448999984,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1034,"out_tokens":992},"claude-opus-4-8":{"in_tokens":2063,"out_tokens":533},"claude-opus-4-7":{"in_tokens":2068,"out_tokens":500},"mistral-large-2":{"in_tokens":1099,"out_tokens":484}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":1029,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":16.01169358100003,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1210,"out_tokens":2731},"claude-opus-4-8":{"in_tokens":2529,"out_tokens":584},"claude-opus-4-7":{"in_tokens":2534,"out_tokens":635},"mistral-large-2":{"in_tokens":1282,"out_tokens":531}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1725,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":30.25102385599996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1400,"out_tokens":2493},"claude-opus-4-8":{"in_tokens":2663,"out_tokens":635},"claude-opus-4-7":{"in_tokens":2668,"out_tokens":605},"mistral-large-2":{"in_tokens":1549,"out_tokens":579}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":789,"out_tokens":261,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":43.177946722,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1159,"out_tokens":1756},"claude-opus-4-8":{"in_tokens":2286,"out_tokens":734},"claude-opus-4-7":{"in_tokens":2291,"out_tokens":592},"mistral-large-2":{"in_tokens":1238,"out_tokens":565}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1692,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":28.608232889999954,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1286,"out_tokens":1717},"claude-opus-4-8":{"in_tokens":2554,"out_tokens":639},"claude-opus-4-7":{"in_tokens":2559,"out_tokens":516},"mistral-large-2":{"in_tokens":1371,"out_tokens":631}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":994,"out_tokens":1947,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":32.266162065,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2336,"out_tokens":2811},"claude-opus-4-8":{"in_tokens":4576,"out_tokens":1044},"claude-opus-4-7":{"in_tokens":4581,"out_tokens":859},"mistral-large-2":{"in_tokens":2510,"out_tokens":853}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1010,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.5499999999999999,"duration_s":34.08617048899998,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2469,"out_tokens":2702},"claude-opus-4-8":{"in_tokens":4829,"out_tokens":943},"claude-opus-4-7":{"in_tokens":4834,"out_tokens":733},"mistral-large-2":{"in_tokens":2602,"out_tokens":779}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":927,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":26.55322699499993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1392,"out_tokens":1396},"claude-opus-4-8":{"in_tokens":2675,"out_tokens":641},"claude-opus-4-7":{"in_tokens":2680,"out_tokens":563},"mistral-large-2":{"in_tokens":1573,"out_tokens":573}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":1782,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":25.27202889299997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1435,"out_tokens":2046},"claude-opus-4-8":{"in_tokens":2770,"out_tokens":663},"claude-opus-4-7":{"in_tokens":2775,"out_tokens":638},"mistral-large-2":{"in_tokens":1622,"out_tokens":656}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":2112,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":32.321252159000096,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1536,"out_tokens":2877},"claude-opus-4-8":{"in_tokens":2867,"out_tokens":867},"claude-opus-4-7":{"in_tokens":2872,"out_tokens":736},"mistral-large-2":{"in_tokens":1727,"out_tokens":756}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":781,"out_tokens":282,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":41.74372460300003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1264,"out_tokens":1737},"claude-opus-4-8":{"in_tokens":2344,"out_tokens":696},"claude-opus-4-7":{"in_tokens":2349,"out_tokens":583},"mistral-large-2":{"in_tokens":1424,"out_tokens":715}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":937,"out_tokens":1813,"error":null,"skip_reason":null,"score_raw":0.925,"duration_s":30.18817547099991,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2262,"out_tokens":2258},"claude-opus-4-8":{"in_tokens":4385,"out_tokens":989},"claude-opus-4-7":{"in_tokens":4390,"out_tokens":917},"mistral-large-2":{"in_tokens":2443,"out_tokens":747}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":530,"out_tokens":5649,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":145.91814186599993,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2230,"out_tokens":1551},"claude-opus-4-8":{"in_tokens":4211,"out_tokens":732},"claude-opus-4-7":{"in_tokens":4216,"out_tokens":611},"mistral-large-2":{"in_tokens":2325,"out_tokens":796}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":985,"out_tokens":156,"error":null,"skip_reason":null,"score_raw":0.42857142857142855,"duration_s":21.32485735099999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1403,"out_tokens":955},"claude-opus-4-8":{"in_tokens":2576,"out_tokens":540},"claude-opus-4-7":{"in_tokens":2581,"out_tokens":454},"mistral-large-2":{"in_tokens":1583,"out_tokens":488}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":258,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":45.315309906999914,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1367,"out_tokens":1336},"claude-opus-4-8":{"in_tokens":2568,"out_tokens":843},"claude-opus-4-7":{"in_tokens":2573,"out_tokens":645},"mistral-large-2":{"in_tokens":1427,"out_tokens":521}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":916,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":33.26575453199996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2369,"out_tokens":3486},"claude-opus-4-8":{"in_tokens":4661,"out_tokens":925},"claude-opus-4-7":{"in_tokens":4666,"out_tokens":671},"mistral-large-2":{"in_tokens":2491,"out_tokens":741}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":2273,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":38.18426554500002,"hallucination_count":7.0,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1276,"out_tokens":1560},"claude-opus-4-8":{"in_tokens":2548,"out_tokens":745},"claude-opus-4-7":{"in_tokens":2553,"out_tokens":602},"mistral-large-2":{"in_tokens":1413,"out_tokens":772}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":380,"error":null,"skip_reason":null,"score_raw":0.35,"duration_s":219.714893975,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1879,"out_tokens":2259},"claude-opus-4-8":{"in_tokens":3505,"out_tokens":1172},"claude-opus-4-7":{"in_tokens":3510,"out_tokens":1018},"mistral-large-2":{"in_tokens":1988,"out_tokens":966}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":1904,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":25.27528515100005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1481,"out_tokens":1228},"claude-opus-4-8":{"in_tokens":2690,"out_tokens":649},"claude-opus-4-7":{"in_tokens":2695,"out_tokens":478},"mistral-large-2":{"in_tokens":1660,"out_tokens":502}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":824,"out_tokens":211,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":47.76283821099992,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1149,"out_tokens":963},"claude-opus-4-8":{"in_tokens":2321,"out_tokens":626},"claude-opus-4-7":{"in_tokens":2326,"out_tokens":494},"mistral-large-2":{"in_tokens":1276,"out_tokens":496}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":772,"out_tokens":160,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":18.730387801999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1133,"out_tokens":1259},"claude-opus-4-8":{"in_tokens":2167,"out_tokens":618},"claude-opus-4-7":{"in_tokens":2172,"out_tokens":588},"mistral-large-2":{"in_tokens":1235,"out_tokens":542}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1501,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":24.91527418999999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1599,"out_tokens":1583},"claude-opus-4-8":{"in_tokens":3098,"out_tokens":625},"claude-opus-4-7":{"in_tokens":3103,"out_tokens":716},"mistral-large-2":{"in_tokens":1711,"out_tokens":1037}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":1139,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":26.096266074000027,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1198,"out_tokens":1147},"claude-opus-4-8":{"in_tokens":2265,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2270,"out_tokens":514},"mistral-large-2":{"in_tokens":1307,"out_tokens":597}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":886,"out_tokens":1982,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":29.91247650599996,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2344,"out_tokens":2725},"claude-opus-4-8":{"in_tokens":4563,"out_tokens":1400},"claude-opus-4-7":{"in_tokens":4568,"out_tokens":931},"mistral-large-2":{"in_tokens":2530,"out_tokens":985}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":1633,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":24.944764942999996,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1903,"out_tokens":2841},"claude-opus-4-8":{"in_tokens":3846,"out_tokens":985},"claude-opus-4-7":{"in_tokens":3851,"out_tokens":715},"mistral-large-2":{"in_tokens":2047,"out_tokens":688}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":1820,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":31.415030629000057,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2002,"out_tokens":2784},"claude-opus-4-8":{"in_tokens":3703,"out_tokens":877},"claude-opus-4-7":{"in_tokens":3708,"out_tokens":693},"mistral-large-2":{"in_tokens":2169,"out_tokens":741}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":24.49880271699999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1186,"out_tokens":1279},"claude-opus-4-8":{"in_tokens":2256,"out_tokens":601},"claude-opus-4-7":{"in_tokens":2261,"out_tokens":510},"mistral-large-2":{"in_tokens":1247,"out_tokens":657}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":533,"out_tokens":1627,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":25.90684819599994,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1584,"out_tokens":1879},"claude-opus-4-8":{"in_tokens":3096,"out_tokens":823},"claude-opus-4-7":{"in_tokens":3101,"out_tokens":634},"mistral-large-2":{"in_tokens":1723,"out_tokens":864}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":447,"out_tokens":248,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":24.579489867999996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1267,"out_tokens":1522},"claude-opus-4-8":{"in_tokens":2325,"out_tokens":485},"claude-opus-4-7":{"in_tokens":2330,"out_tokens":436},"mistral-large-2":{"in_tokens":1328,"out_tokens":599}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":1553,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":28.252951357999905,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1374,"out_tokens":1863},"claude-opus-4-8":{"in_tokens":2622,"out_tokens":829},"claude-opus-4-7":{"in_tokens":2627,"out_tokens":583},"mistral-large-2":{"in_tokens":1528,"out_tokens":674}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":468.85580078600003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":191,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":33.423801473000026,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1184,"out_tokens":2054},"claude-opus-4-8":{"in_tokens":2291,"out_tokens":779},"claude-opus-4-7":{"in_tokens":2296,"out_tokens":635},"mistral-large-2":{"in_tokens":1307,"out_tokens":615}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":981,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":14.097232699000074,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1168,"out_tokens":1836},"claude-opus-4-8":{"in_tokens":2242,"out_tokens":793},"claude-opus-4-7":{"in_tokens":2247,"out_tokens":766},"mistral-large-2":{"in_tokens":1284,"out_tokens":647}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":892,"out_tokens":219,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":23.469125641000005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1300,"out_tokens":1461},"claude-opus-4-8":{"in_tokens":2480,"out_tokens":629},"claude-opus-4-7":{"in_tokens":2485,"out_tokens":556},"mistral-large-2":{"in_tokens":1430,"out_tokens":563}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1839,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":29.18658575400002,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1553,"out_tokens":2915},"claude-opus-4-8":{"in_tokens":2962,"out_tokens":875},"claude-opus-4-7":{"in_tokens":2967,"out_tokens":790},"mistral-large-2":{"in_tokens":1711,"out_tokens":767}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":748,"out_tokens":1476,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":25.515580663000037,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1745,"out_tokens":3059},"claude-opus-4-8":{"in_tokens":3398,"out_tokens":899},"claude-opus-4-7":{"in_tokens":3403,"out_tokens":762},"mistral-large-2":{"in_tokens":1845,"out_tokens":785}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":12632,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":222.02386538500002,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1329,"out_tokens":1484},"claude-opus-4-8":{"in_tokens":2536,"out_tokens":1095},"claude-opus-4-7":{"in_tokens":2541,"out_tokens":863},"mistral-large-2":{"in_tokens":1405,"out_tokens":712}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":450,"out_tokens":3741,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":99.39010333600004,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1721,"out_tokens":1390},"claude-opus-4-8":{"in_tokens":3262,"out_tokens":895},"claude-opus-4-7":{"in_tokens":3267,"out_tokens":628},"mistral-large-2":{"in_tokens":1809,"out_tokens":648}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":850,"out_tokens":120,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":35.660816565999994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1092,"out_tokens":1569},"claude-opus-4-8":{"in_tokens":2082,"out_tokens":632},"claude-opus-4-7":{"in_tokens":2087,"out_tokens":513},"mistral-large-2":{"in_tokens":1204,"out_tokens":626}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1309,"out_tokens":1781,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":29.703756982000073,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2459,"out_tokens":2863},"claude-opus-4-8":{"in_tokens":4753,"out_tokens":1039},"claude-opus-4-7":{"in_tokens":4758,"out_tokens":744},"mistral-large-2":{"in_tokens":2571,"out_tokens":757}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":245,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":23.853285810999978,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1132,"out_tokens":1569},"claude-opus-4-8":{"in_tokens":2152,"out_tokens":675},"claude-opus-4-7":{"in_tokens":2157,"out_tokens":512},"mistral-large-2":{"in_tokens":1187,"out_tokens":534}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1103,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":34.320603813999924,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2417,"out_tokens":3076},"claude-opus-4-8":{"in_tokens":4685,"out_tokens":1246},"claude-opus-4-7":{"in_tokens":4690,"out_tokens":982},"mistral-large-2":{"in_tokens":2604,"out_tokens":1395}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1109,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":34.29124860400009,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2491,"out_tokens":2096},"claude-opus-4-8":{"in_tokens":4877,"out_tokens":1029},"claude-opus-4-7":{"in_tokens":4882,"out_tokens":808},"mistral-large-2":{"in_tokens":2674,"out_tokens":794}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1029,"out_tokens":250,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":68.901107475,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1667,"out_tokens":1818},"claude-opus-4-8":{"in_tokens":3069,"out_tokens":802},"claude-opus-4-7":{"in_tokens":3074,"out_tokens":667},"mistral-large-2":{"in_tokens":1785,"out_tokens":589}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":1675,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":34.205032491,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1323,"out_tokens":2476},"claude-opus-4-8":{"in_tokens":2555,"out_tokens":885},"claude-opus-4-7":{"in_tokens":2560,"out_tokens":874},"mistral-large-2":{"in_tokens":1439,"out_tokens":631}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":1708,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":30.429672910000022,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1233,"out_tokens":1631},"claude-opus-4-8":{"in_tokens":2423,"out_tokens":657},"claude-opus-4-7":{"in_tokens":2428,"out_tokens":545},"mistral-large-2":{"in_tokens":1375,"out_tokens":597}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":501,"out_tokens":10755,"error":null,"skip_reason":null,"score_raw":0.10714285714285714,"duration_s":171.620236083,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1314,"out_tokens":2175},"claude-opus-4-8":{"in_tokens":2567,"out_tokens":1011},"claude-opus-4-7":{"in_tokens":2572,"out_tokens":611},"mistral-large-2":{"in_tokens":1389,"out_tokens":693}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":832,"out_tokens":259,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":36.226894526000024,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1200,"out_tokens":1521},"claude-opus-4-8":{"in_tokens":2318,"out_tokens":584},"claude-opus-4-7":{"in_tokens":2323,"out_tokens":515},"mistral-large-2":{"in_tokens":1335,"out_tokens":619}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":193,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":34.538563780000004,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1205,"out_tokens":2394},"claude-opus-4-8":{"in_tokens":2328,"out_tokens":877},"claude-opus-4-7":{"in_tokens":2333,"out_tokens":813},"mistral-large-2":{"in_tokens":1309,"out_tokens":581}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1682,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":38.86792764699999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1192,"out_tokens":1629},"claude-opus-4-8":{"in_tokens":2369,"out_tokens":671},"claude-opus-4-7":{"in_tokens":2374,"out_tokens":552},"mistral-large-2":{"in_tokens":1304,"out_tokens":560}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":196,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":24.264623246999918,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1050,"out_tokens":873},"claude-opus-4-8":{"in_tokens":2008,"out_tokens":610},"claude-opus-4-7":{"in_tokens":2013,"out_tokens":478},"mistral-large-2":{"in_tokens":1106,"out_tokens":459}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":812,"out_tokens":198,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":33.817705727999964,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1137,"out_tokens":1437},"claude-opus-4-8":{"in_tokens":2248,"out_tokens":732},"claude-opus-4-7":{"in_tokens":2253,"out_tokens":654},"mistral-large-2":{"in_tokens":1244,"out_tokens":574}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":2860,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":63.511923282,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1415,"out_tokens":2011},"claude-opus-4-8":{"in_tokens":2789,"out_tokens":591},"claude-opus-4-7":{"in_tokens":2794,"out_tokens":530},"mistral-large-2":{"in_tokens":1568,"out_tokens":714}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":524.351399263,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":1371,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":20.933098565000023,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1393,"out_tokens":1667},"claude-opus-4-8":{"in_tokens":2632,"out_tokens":726},"claude-opus-4-7":{"in_tokens":2637,"out_tokens":817},"mistral-large-2":{"in_tokens":1559,"out_tokens":712}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":811,"out_tokens":155,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":32.27453632100003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1040,"out_tokens":1316},"claude-opus-4-8":{"in_tokens":2051,"out_tokens":637},"claude-opus-4-7":{"in_tokens":2056,"out_tokens":496},"mistral-large-2":{"in_tokens":1135,"out_tokens":406}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":803,"out_tokens":175,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":25.537574339999992,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1114,"out_tokens":1138},"claude-opus-4-8":{"in_tokens":2137,"out_tokens":547},"claude-opus-4-7":{"in_tokens":2142,"out_tokens":438},"mistral-large-2":{"in_tokens":1241,"out_tokens":859}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":225,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":19.131461762999947,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1122,"out_tokens":1303},"claude-opus-4-8":{"in_tokens":2143,"out_tokens":562},"claude-opus-4-7":{"in_tokens":2148,"out_tokens":438},"mistral-large-2":{"in_tokens":1188,"out_tokens":450}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":1738,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":27.42368822100002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1240,"out_tokens":1469},"claude-opus-4-8":{"in_tokens":2387,"out_tokens":552},"claude-opus-4-7":{"in_tokens":2392,"out_tokens":594},"mistral-large-2":{"in_tokens":1328,"out_tokens":564}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":2239,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":34.91247394600009,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1367,"out_tokens":1983},"claude-opus-4-8":{"in_tokens":2517,"out_tokens":878},"claude-opus-4-7":{"in_tokens":2522,"out_tokens":601},"mistral-large-2":{"in_tokens":1514,"out_tokens":661}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":4275,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":61.53554615399992,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2099,"out_tokens":2355},"claude-opus-4-8":{"in_tokens":4104,"out_tokens":913},"claude-opus-4-7":{"in_tokens":4109,"out_tokens":780},"mistral-large-2":{"in_tokens":2281,"out_tokens":782}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":790,"out_tokens":124,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":24.666104022000013,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":985,"out_tokens":1831},"claude-opus-4-8":{"in_tokens":1903,"out_tokens":542},"claude-opus-4-7":{"in_tokens":1908,"out_tokens":466},"mistral-large-2":{"in_tokens":1042,"out_tokens":527}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":796,"out_tokens":107,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":19.162851484000043,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":932,"out_tokens":1114},"claude-opus-4-8":{"in_tokens":1785,"out_tokens":505},"claude-opus-4-7":{"in_tokens":1790,"out_tokens":388},"mistral-large-2":{"in_tokens":1011,"out_tokens":489}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":1644,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":27.74830481999993,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1263,"out_tokens":1899},"claude-opus-4-8":{"in_tokens":2341,"out_tokens":592},"claude-opus-4-7":{"in_tokens":2346,"out_tokens":565},"mistral-large-2":{"in_tokens":1361,"out_tokens":535}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":800,"out_tokens":407,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":46.691334900000015,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1361,"out_tokens":2680},"claude-opus-4-8":{"in_tokens":2552,"out_tokens":1012},"claude-opus-4-7":{"in_tokens":2557,"out_tokens":619},"mistral-large-2":{"in_tokens":1502,"out_tokens":649}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1617,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":28.233162756999945,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1152,"out_tokens":802},"claude-opus-4-8":{"in_tokens":2222,"out_tokens":482},"claude-opus-4-7":{"in_tokens":2227,"out_tokens":413},"mistral-large-2":{"in_tokens":1256,"out_tokens":555}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":563.237033265,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":800,"out_tokens":265,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":33.726932428000055,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1183,"out_tokens":892},"claude-opus-4-8":{"in_tokens":2222,"out_tokens":649},"claude-opus-4-7":{"in_tokens":2227,"out_tokens":602},"mistral-large-2":{"in_tokens":1269,"out_tokens":541}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":809,"out_tokens":217,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":21.62394369499998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1134,"out_tokens":1130},"claude-opus-4-8":{"in_tokens":2139,"out_tokens":615},"claude-opus-4-7":{"in_tokens":2144,"out_tokens":483},"mistral-large-2":{"in_tokens":1249,"out_tokens":530}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":1954,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":30.794064976999948,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1446,"out_tokens":2073},"claude-opus-4-8":{"in_tokens":2769,"out_tokens":684},"claude-opus-4-7":{"in_tokens":2774,"out_tokens":618},"mistral-large-2":{"in_tokens":1586,"out_tokens":742}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":520,"out_tokens":14638,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":349.61334648900004,"hallucination_count":6.75,"hallucination_top100":0,"inter_rater_agreement":0.875,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1723,"out_tokens":3024},"claude-opus-4-8":{"in_tokens":3356,"out_tokens":1355},"claude-opus-4-7":{"in_tokens":3361,"out_tokens":1120},"mistral-large-2":{"in_tokens":1808,"out_tokens":674}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":5371,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":78.16033902200002,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2388,"out_tokens":3061},"claude-opus-4-8":{"in_tokens":4574,"out_tokens":1152},"claude-opus-4-7":{"in_tokens":4579,"out_tokens":1051},"mistral-large-2":{"in_tokens":2571,"out_tokens":926}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":7213,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":94.48968710000008,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2924,"out_tokens":3156},"claude-opus-4-8":{"in_tokens":5570,"out_tokens":1120},"claude-opus-4-7":{"in_tokens":5575,"out_tokens":741},"mistral-large-2":{"in_tokens":3177,"out_tokens":853}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":4189,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":102.98286721600005,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1848,"out_tokens":1805},"claude-opus-4-8":{"in_tokens":3465,"out_tokens":753},"claude-opus-4-7":{"in_tokens":3470,"out_tokens":614},"mistral-large-2":{"in_tokens":1945,"out_tokens":712}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":2211,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":29.49994303799997,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1945,"out_tokens":1902},"claude-opus-4-8":{"in_tokens":3867,"out_tokens":922},"claude-opus-4-7":{"in_tokens":3872,"out_tokens":795},"mistral-large-2":{"in_tokens":2106,"out_tokens":1115}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":176,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":52.164345211999944,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1006,"out_tokens":964},"claude-opus-4-8":{"in_tokens":1894,"out_tokens":490},"claude-opus-4-7":{"in_tokens":1899,"out_tokens":368},"mistral-large-2":{"in_tokens":1045,"out_tokens":464}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":424,"out_tokens":6945,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":584.684259832,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1874,"out_tokens":2409},"claude-opus-4-8":{"in_tokens":3660,"out_tokens":886},"claude-opus-4-7":{"in_tokens":3665,"out_tokens":921},"mistral-large-2":{"in_tokens":2025,"out_tokens":786}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":3422,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":49.640337995000095,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2174,"out_tokens":2324},"claude-opus-4-8":{"in_tokens":4362,"out_tokens":1296},"claude-opus-4-7":{"in_tokens":4367,"out_tokens":1050},"mistral-large-2":{"in_tokens":2347,"out_tokens":930}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":296,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":130.79550874699999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1270,"out_tokens":1744},"claude-opus-4-8":{"in_tokens":2335,"out_tokens":561},"claude-opus-4-7":{"in_tokens":2340,"out_tokens":569},"mistral-large-2":{"in_tokens":1332,"out_tokens":556}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":803,"out_tokens":378,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":27.535314153999934,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1261,"out_tokens":1994},"claude-opus-4-8":{"in_tokens":2566,"out_tokens":632},"claude-opus-4-7":{"in_tokens":2571,"out_tokens":528},"mistral-large-2":{"in_tokens":1336,"out_tokens":543}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":285,"out_tokens":232,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":443.373097357,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1266,"out_tokens":1757},"claude-opus-4-8":{"in_tokens":2493,"out_tokens":909},"claude-opus-4-7":{"in_tokens":2498,"out_tokens":702},"mistral-large-2":{"in_tokens":1370,"out_tokens":699}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":2775,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":41.81005558100003,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1702,"out_tokens":2653},"claude-opus-4-8":{"in_tokens":3502,"out_tokens":778},"claude-opus-4-7":{"in_tokens":3507,"out_tokens":639},"mistral-large-2":{"in_tokens":1827,"out_tokens":635}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":2209,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":30.07792541999993,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1394,"out_tokens":1928},"claude-opus-4-8":{"in_tokens":2865,"out_tokens":603},"claude-opus-4-7":{"in_tokens":2870,"out_tokens":499},"mistral-large-2":{"in_tokens":1482,"out_tokens":538}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":847,"out_tokens":547,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":34.54698387600001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1612,"out_tokens":1963},"claude-opus-4-8":{"in_tokens":3219,"out_tokens":856},"claude-opus-4-7":{"in_tokens":3224,"out_tokens":877},"mistral-large-2":{"in_tokens":1724,"out_tokens":727}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":858,"out_tokens":377,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":51.30720944300003,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1363,"out_tokens":2195},"claude-opus-4-8":{"in_tokens":2822,"out_tokens":693},"claude-opus-4-7":{"in_tokens":2827,"out_tokens":522},"mistral-large-2":{"in_tokens":1473,"out_tokens":645}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":200,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":22.863636498999995,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1167,"out_tokens":1211},"claude-opus-4-8":{"in_tokens":2195,"out_tokens":840},"claude-opus-4-7":{"in_tokens":2200,"out_tokens":436},"mistral-large-2":{"in_tokens":1217,"out_tokens":704}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":192,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":16.58327770699998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1080,"out_tokens":858},"claude-opus-4-8":{"in_tokens":2058,"out_tokens":629},"claude-opus-4-7":{"in_tokens":2063,"out_tokens":482},"mistral-large-2":{"in_tokens":1136,"out_tokens":524}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":2089,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":28.05699560100004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1542,"out_tokens":1770},"claude-opus-4-8":{"in_tokens":3085,"out_tokens":455},"claude-opus-4-7":{"in_tokens":3090,"out_tokens":443},"mistral-large-2":{"in_tokens":1679,"out_tokens":927}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":266,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":24.272820557000045,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1317,"out_tokens":1052},"claude-opus-4-8":{"in_tokens":2468,"out_tokens":554},"claude-opus-4-7":{"in_tokens":2473,"out_tokens":436},"mistral-large-2":{"in_tokens":1385,"out_tokens":621}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":895,"out_tokens":474,"error":null,"skip_reason":null,"score_raw":0.611111111111111,"duration_s":66.98049524999999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1619,"out_tokens":1708},"claude-opus-4-8":{"in_tokens":3226,"out_tokens":960},"claude-opus-4-7":{"in_tokens":3231,"out_tokens":715},"mistral-large-2":{"in_tokens":1741,"out_tokens":707}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":1989,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":34.76218456799995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1440,"out_tokens":1197},"claude-opus-4-8":{"in_tokens":2856,"out_tokens":456},"claude-opus-4-7":{"in_tokens":2861,"out_tokens":420},"mistral-large-2":{"in_tokens":1534,"out_tokens":516}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":1762,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":29.02001420099998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1268,"out_tokens":2900},"claude-opus-4-8":{"in_tokens":2561,"out_tokens":618},"claude-opus-4-7":{"in_tokens":2566,"out_tokens":551},"mistral-large-2":{"in_tokens":1344,"out_tokens":496}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":763,"out_tokens":389,"error":null,"skip_reason":null,"score_raw":0.7916666666666667,"duration_s":31.73809204199995,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1148,"out_tokens":1843},"claude-opus-4-8":{"in_tokens":2264,"out_tokens":518},"claude-opus-4-7":{"in_tokens":2269,"out_tokens":392},"mistral-large-2":{"in_tokens":1243,"out_tokens":643}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":752,"out_tokens":350,"error":null,"skip_reason":null,"score_raw":0.7083333333333333,"duration_s":27.842132292999963,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1106,"out_tokens":1790},"claude-opus-4-8":{"in_tokens":2210,"out_tokens":568},"claude-opus-4-7":{"in_tokens":2215,"out_tokens":462},"mistral-large-2":{"in_tokens":1172,"out_tokens":727}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":276,"out_tokens":227,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":19.747280988000057,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1086,"out_tokens":909},"claude-opus-4-8":{"in_tokens":2070,"out_tokens":648},"claude-opus-4-7":{"in_tokens":2075,"out_tokens":601},"mistral-large-2":{"in_tokens":1141,"out_tokens":555}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":6631,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":87.53070026799992,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2883,"out_tokens":4022},"claude-opus-4-8":{"in_tokens":5513,"out_tokens":1220},"claude-opus-4-7":{"in_tokens":5518,"out_tokens":925},"mistral-large-2":{"in_tokens":3113,"out_tokens":815}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":752,"out_tokens":245,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":24.977973398000017,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":990,"out_tokens":2147},"claude-opus-4-8":{"in_tokens":1969,"out_tokens":526},"claude-opus-4-7":{"in_tokens":1974,"out_tokens":421},"mistral-large-2":{"in_tokens":1046,"out_tokens":691}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":2381,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":37.35692753699993,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1652,"out_tokens":2668},"claude-opus-4-8":{"in_tokens":3295,"out_tokens":630},"claude-opus-4-7":{"in_tokens":3300,"out_tokens":614},"mistral-large-2":{"in_tokens":1787,"out_tokens":651}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":8262,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":133.7942817469999,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.25,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1364,"out_tokens":2811},"claude-opus-4-8":{"in_tokens":2625,"out_tokens":1006},"claude-opus-4-7":{"in_tokens":2630,"out_tokens":662},"mistral-large-2":{"in_tokens":1408,"out_tokens":637}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":364,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":23.33325413,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1209,"out_tokens":2176},"claude-opus-4-8":{"in_tokens":2345,"out_tokens":520},"claude-opus-4-7":{"in_tokens":2350,"out_tokens":487},"mistral-large-2":{"in_tokens":1306,"out_tokens":558}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":246,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":32.703334620999954,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1146,"out_tokens":1281},"claude-opus-4-8":{"in_tokens":2140,"out_tokens":656},"claude-opus-4-7":{"in_tokens":2145,"out_tokens":511},"mistral-large-2":{"in_tokens":1199,"out_tokens":510}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":1793,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":32.04605400000003,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1719,"out_tokens":1847},"claude-opus-4-8":{"in_tokens":3487,"out_tokens":529},"claude-opus-4-7":{"in_tokens":3492,"out_tokens":537},"mistral-large-2":{"in_tokens":1879,"out_tokens":576}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":781,"out_tokens":492,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":21.990242960000046,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1278,"out_tokens":1213},"claude-opus-4-8":{"in_tokens":2571,"out_tokens":582},"claude-opus-4-7":{"in_tokens":2576,"out_tokens":463},"mistral-large-2":{"in_tokens":1375,"out_tokens":674}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":217,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":20.20084705799991,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1195,"out_tokens":842},"claude-opus-4-8":{"in_tokens":2261,"out_tokens":488},"claude-opus-4-7":{"in_tokens":2266,"out_tokens":452},"mistral-large-2":{"in_tokens":1241,"out_tokens":854}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":419,"out_tokens":10723,"error":null,"skip_reason":null,"score_raw":0.3888888888888889,"duration_s":169.869450176,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1517,"out_tokens":2968},"claude-opus-4-8":{"in_tokens":2854,"out_tokens":1051},"claude-opus-4-7":{"in_tokens":2859,"out_tokens":825},"mistral-large-2":{"in_tokens":1666,"out_tokens":1399}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":736,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":22.87051725799995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":941,"out_tokens":793},"claude-opus-4-8":{"in_tokens":1825,"out_tokens":449},"claude-opus-4-7":{"in_tokens":1830,"out_tokens":374},"mistral-large-2":{"in_tokens":976,"out_tokens":392}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":531.7802100880001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":768,"out_tokens":376,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":27.952515178999988,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1158,"out_tokens":1039},"claude-opus-4-8":{"in_tokens":2408,"out_tokens":568},"claude-opus-4-7":{"in_tokens":2413,"out_tokens":425},"mistral-large-2":{"in_tokens":1242,"out_tokens":438}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":2008,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":33.855679874999964,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1672,"out_tokens":1390},"claude-opus-4-8":{"in_tokens":3380,"out_tokens":512},"claude-opus-4-7":{"in_tokens":3385,"out_tokens":435},"mistral-large-2":{"in_tokens":1805,"out_tokens":1536}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":2704,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":74.71215363499994,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1603,"out_tokens":1360},"claude-opus-4-8":{"in_tokens":3084,"out_tokens":543},"claude-opus-4-7":{"in_tokens":3089,"out_tokens":464},"mistral-large-2":{"in_tokens":1705,"out_tokens":538}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":2310,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":39.868726790000096,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1350,"out_tokens":1398},"claude-opus-4-8":{"in_tokens":2634,"out_tokens":557},"claude-opus-4-7":{"in_tokens":2639,"out_tokens":487},"mistral-large-2":{"in_tokens":1404,"out_tokens":580}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":164,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":18.086608608000006,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1114,"out_tokens":729},"claude-opus-4-8":{"in_tokens":2118,"out_tokens":539},"claude-opus-4-7":{"in_tokens":2123,"out_tokens":494},"mistral-large-2":{"in_tokens":1170,"out_tokens":414}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":766,"out_tokens":345,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":22.286778318000074,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1140,"out_tokens":1604},"claude-opus-4-8":{"in_tokens":2280,"out_tokens":548},"claude-opus-4-7":{"in_tokens":2285,"out_tokens":539},"mistral-large-2":{"in_tokens":1198,"out_tokens":478}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":1682,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":28.947838690000026,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1497,"out_tokens":2140},"claude-opus-4-8":{"in_tokens":2936,"out_tokens":787},"claude-opus-4-7":{"in_tokens":2941,"out_tokens":576},"mistral-large-2":{"in_tokens":1582,"out_tokens":614}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":198,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":20.023108009999987,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1146,"out_tokens":1363},"claude-opus-4-8":{"in_tokens":2168,"out_tokens":600},"claude-opus-4-7":{"in_tokens":2173,"out_tokens":477},"mistral-large-2":{"in_tokens":1205,"out_tokens":701}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":684,"out_tokens":13523,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":176.92913568400002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2946,"out_tokens":3988},"claude-opus-4-8":{"in_tokens":5479,"out_tokens":1177},"claude-opus-4-7":{"in_tokens":5484,"out_tokens":1046},"mistral-large-2":{"in_tokens":3144,"out_tokens":973}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":730,"out_tokens":361,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":25.04093963899993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1093,"out_tokens":1513},"claude-opus-4-8":{"in_tokens":2148,"out_tokens":483},"claude-opus-4-7":{"in_tokens":2153,"out_tokens":475},"mistral-large-2":{"in_tokens":1165,"out_tokens":441}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":593,"out_tokens":7325,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":241.58698143899994,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2648,"out_tokens":1620},"claude-opus-4-8":{"in_tokens":5005,"out_tokens":560},"claude-opus-4-7":{"in_tokens":5010,"out_tokens":499},"mistral-large-2":{"in_tokens":2767,"out_tokens":736}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":787,"out_tokens":236,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":19.775821887999882,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1099,"out_tokens":1333},"claude-opus-4-8":{"in_tokens":2227,"out_tokens":693},"claude-opus-4-7":{"in_tokens":2232,"out_tokens":557},"mistral-large-2":{"in_tokens":1189,"out_tokens":622}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":1984,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":37.81607520900002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1481,"out_tokens":2159},"claude-opus-4-8":{"in_tokens":2930,"out_tokens":573},"claude-opus-4-7":{"in_tokens":2935,"out_tokens":645},"mistral-large-2":{"in_tokens":1599,"out_tokens":546}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":7352,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":101.49709888399991,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2931,"out_tokens":3767},"claude-opus-4-8":{"in_tokens":5470,"out_tokens":787},"claude-opus-4-7":{"in_tokens":5475,"out_tokens":769},"mistral-large-2":{"in_tokens":3164,"out_tokens":884}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":21.614646951000054,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1124,"out_tokens":1012},"claude-opus-4-8":{"in_tokens":2110,"out_tokens":678},"claude-opus-4-7":{"in_tokens":2115,"out_tokens":493},"mistral-large-2":{"in_tokens":1158,"out_tokens":638}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":769,"out_tokens":469,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":20.655814137000107,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1270,"out_tokens":1989},"claude-opus-4-8":{"in_tokens":2540,"out_tokens":648},"claude-opus-4-7":{"in_tokens":2545,"out_tokens":656},"mistral-large-2":{"in_tokens":1356,"out_tokens":593}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1485,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":23.05205515099999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1429,"out_tokens":2507},"claude-opus-4-8":{"in_tokens":2852,"out_tokens":670},"claude-opus-4-7":{"in_tokens":2857,"out_tokens":808},"mistral-large-2":{"in_tokens":1538,"out_tokens":584}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":216,"out_tokens":221,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":18.494399827000052,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1102,"out_tokens":1091},"claude-opus-4-8":{"in_tokens":2131,"out_tokens":478},"claude-opus-4-7":{"in_tokens":2136,"out_tokens":431},"mistral-large-2":{"in_tokens":1155,"out_tokens":546}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":264,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":73.13814919599997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1406,"out_tokens":1183},"claude-opus-4-8":{"in_tokens":2658,"out_tokens":641},"claude-opus-4-7":{"in_tokens":2663,"out_tokens":576},"mistral-large-2":{"in_tokens":1456,"out_tokens":587}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":2382,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":41.64732761999994,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1398,"out_tokens":1917},"claude-opus-4-8":{"in_tokens":2615,"out_tokens":671},"claude-opus-4-7":{"in_tokens":2620,"out_tokens":653},"mistral-large-2":{"in_tokens":1466,"out_tokens":644}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":1618,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":28.22278213200002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1703,"out_tokens":1740},"claude-opus-4-8":{"in_tokens":3437,"out_tokens":699},"claude-opus-4-7":{"in_tokens":3442,"out_tokens":608},"mistral-large-2":{"in_tokens":1832,"out_tokens":900}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":1102,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":14.609456434000094,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1180,"out_tokens":1464},"claude-opus-4-8":{"in_tokens":2364,"out_tokens":599},"claude-opus-4-7":{"in_tokens":2369,"out_tokens":523},"mistral-large-2":{"in_tokens":1236,"out_tokens":599}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":768,"out_tokens":243,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":24.362846135000154,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1043,"out_tokens":1343},"claude-opus-4-8":{"in_tokens":2093,"out_tokens":562},"claude-opus-4-7":{"in_tokens":2098,"out_tokens":518},"mistral-large-2":{"in_tokens":1089,"out_tokens":430}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":739,"out_tokens":352,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":23.895642509000027,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1112,"out_tokens":1840},"claude-opus-4-8":{"in_tokens":2271,"out_tokens":608},"claude-opus-4-7":{"in_tokens":2276,"out_tokens":480},"mistral-large-2":{"in_tokens":1177,"out_tokens":858}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":422,"out_tokens":1583,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":41.59789276299989,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1211,"out_tokens":1236},"claude-opus-4-8":{"in_tokens":2288,"out_tokens":487},"claude-opus-4-7":{"in_tokens":2293,"out_tokens":407},"mistral-large-2":{"in_tokens":1258,"out_tokens":455}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":163,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":19.580237074999786,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1166,"out_tokens":1555},"claude-opus-4-8":{"in_tokens":2216,"out_tokens":803},"claude-opus-4-7":{"in_tokens":2221,"out_tokens":553},"mistral-large-2":{"in_tokens":1275,"out_tokens":705}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":10237,"error":null,"skip_reason":null,"score_raw":0.44999999999999996,"duration_s":130.35981177999997,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":3599,"out_tokens":3703},"claude-opus-4-8":{"in_tokens":6917,"out_tokens":1251},"claude-opus-4-7":{"in_tokens":6922,"out_tokens":1078},"mistral-large-2":{"in_tokens":3826,"out_tokens":1192}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":893,"out_tokens":460,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":58.557048910999924,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1461,"out_tokens":2502},"claude-opus-4-8":{"in_tokens":2836,"out_tokens":709},"claude-opus-4-7":{"in_tokens":2841,"out_tokens":639},"mistral-large-2":{"in_tokens":1531,"out_tokens":637}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1006,"out_tokens":565,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":30.496415220000017,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2035,"out_tokens":2283},"claude-opus-4-8":{"in_tokens":3947,"out_tokens":1041},"claude-opus-4-7":{"in_tokens":3952,"out_tokens":802},"mistral-large-2":{"in_tokens":2139,"out_tokens":729}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":2034,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":31.680578504999858,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1424,"out_tokens":1924},"claude-opus-4-8":{"in_tokens":2916,"out_tokens":593},"claude-opus-4-7":{"in_tokens":2921,"out_tokens":493},"mistral-large-2":{"in_tokens":1503,"out_tokens":1224}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":219,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":26.168182348999835,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1079,"out_tokens":1900},"claude-opus-4-8":{"in_tokens":2074,"out_tokens":802},"claude-opus-4-7":{"in_tokens":2079,"out_tokens":615},"mistral-large-2":{"in_tokens":1211,"out_tokens":642}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":4012,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":61.31881635800005,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.25,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1849,"out_tokens":2482},"claude-opus-4-8":{"in_tokens":3582,"out_tokens":697},"claude-opus-4-7":{"in_tokens":3587,"out_tokens":615},"mistral-large-2":{"in_tokens":1946,"out_tokens":680}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":412,"out_tokens":1510,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":31.699771012999918,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.25,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1269,"out_tokens":1650},"claude-opus-4-8":{"in_tokens":2399,"out_tokens":598},"claude-opus-4-7":{"in_tokens":2404,"out_tokens":526},"mistral-large-2":{"in_tokens":1327,"out_tokens":821}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":180,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":24.318569554000078,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1129,"out_tokens":1672},"claude-opus-4-8":{"in_tokens":2166,"out_tokens":738},"claude-opus-4-7":{"in_tokens":2171,"out_tokens":582},"mistral-large-2":{"in_tokens":1216,"out_tokens":552}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":2574,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":37.012632364999945,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2277,"out_tokens":2907},"claude-opus-4-8":{"in_tokens":4438,"out_tokens":827},"claude-opus-4-7":{"in_tokens":4443,"out_tokens":753},"mistral-large-2":{"in_tokens":2396,"out_tokens":769}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":2246,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":34.602554772000076,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2376,"out_tokens":3885},"claude-opus-4-8":{"in_tokens":4677,"out_tokens":997},"claude-opus-4-7":{"in_tokens":4682,"out_tokens":848},"mistral-large-2":{"in_tokens":2555,"out_tokens":1289}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":4698,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":92.59659670600001,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1443,"out_tokens":1319},"claude-opus-4-8":{"in_tokens":2749,"out_tokens":618},"claude-opus-4-7":{"in_tokens":2754,"out_tokens":525},"mistral-large-2":{"in_tokens":1499,"out_tokens":669}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":970,"out_tokens":729,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":34.633167504000085,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2128,"out_tokens":2210},"claude-opus-4-8":{"in_tokens":4236,"out_tokens":990},"claude-opus-4-7":{"in_tokens":4241,"out_tokens":778},"mistral-large-2":{"in_tokens":2288,"out_tokens":816}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":135,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":15.467283452999936,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":999,"out_tokens":1361},"claude-opus-4-8":{"in_tokens":1936,"out_tokens":717},"claude-opus-4-7":{"in_tokens":1941,"out_tokens":440},"mistral-large-2":{"in_tokens":1069,"out_tokens":465}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":5489,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":149.9672702779999,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1826,"out_tokens":1480},"claude-opus-4-8":{"in_tokens":3517,"out_tokens":715},"claude-opus-4-7":{"in_tokens":3522,"out_tokens":659},"mistral-large-2":{"in_tokens":1940,"out_tokens":668}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":5232,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":166.9403024259999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1712,"out_tokens":1811},"claude-opus-4-8":{"in_tokens":3267,"out_tokens":608},"claude-opus-4-7":{"in_tokens":3272,"out_tokens":505},"mistral-large-2":{"in_tokens":1809,"out_tokens":625}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":925,"out_tokens":614,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":30.63626562499985,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1982,"out_tokens":2826},"claude-opus-4-8":{"in_tokens":3955,"out_tokens":1066},"claude-opus-4-7":{"in_tokens":3960,"out_tokens":757},"mistral-large-2":{"in_tokens":2096,"out_tokens":897}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":955,"out_tokens":600,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":43.3319852059999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1945,"out_tokens":1904},"claude-opus-4-8":{"in_tokens":3816,"out_tokens":962},"claude-opus-4-7":{"in_tokens":3821,"out_tokens":883},"mistral-large-2":{"in_tokens":2106,"out_tokens":800}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":197,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":60.53971427600004,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1061,"out_tokens":1715},"claude-opus-4-8":{"in_tokens":2085,"out_tokens":792},"claude-opus-4-7":{"in_tokens":2090,"out_tokens":692},"mistral-large-2":{"in_tokens":1151,"out_tokens":755}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":2171,"error":null,"skip_reason":null,"score_raw":0.825,"duration_s":34.685665667999956,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2273,"out_tokens":1948},"claude-opus-4-8":{"in_tokens":4502,"out_tokens":919},"claude-opus-4-7":{"in_tokens":4507,"out_tokens":710},"mistral-large-2":{"in_tokens":2472,"out_tokens":795}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":139,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":26.08162401000004,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":984,"out_tokens":1042},"claude-opus-4-8":{"in_tokens":1953,"out_tokens":844},"claude-opus-4-7":{"in_tokens":1958,"out_tokens":506},"mistral-large-2":{"in_tokens":1072,"out_tokens":615}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":809,"out_tokens":368,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":22.82471119799993,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1221,"out_tokens":1991},"claude-opus-4-8":{"in_tokens":2353,"out_tokens":627},"claude-opus-4-7":{"in_tokens":2358,"out_tokens":470},"mistral-large-2":{"in_tokens":1297,"out_tokens":511}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":926,"out_tokens":682,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":40.22749470300005,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2053,"out_tokens":1735},"claude-opus-4-8":{"in_tokens":4025,"out_tokens":978},"claude-opus-4-7":{"in_tokens":4030,"out_tokens":823},"mistral-large-2":{"in_tokens":2198,"out_tokens":793}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":443,"out_tokens":3409,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":86.59447086400019,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1853,"out_tokens":1899},"claude-opus-4-8":{"in_tokens":3488,"out_tokens":720},"claude-opus-4-7":{"in_tokens":3493,"out_tokens":548},"mistral-large-2":{"in_tokens":1940,"out_tokens":713}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":6877,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":92.22845270800008,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.4,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2936,"out_tokens":3976},"claude-opus-4-8":{"in_tokens":5711,"out_tokens":1294},"claude-opus-4-7":{"in_tokens":5716,"out_tokens":1228},"mistral-large-2":{"in_tokens":3177,"out_tokens":976}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":5897,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":81.64479257199991,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2669,"out_tokens":2454},"claude-opus-4-8":{"in_tokens":5325,"out_tokens":658},"claude-opus-4-7":{"in_tokens":5330,"out_tokens":682},"mistral-large-2":{"in_tokens":2846,"out_tokens":805}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":2657,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":46.59105634599996,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2258,"out_tokens":2614},"claude-opus-4-8":{"in_tokens":4462,"out_tokens":1068},"claude-opus-4-7":{"in_tokens":4467,"out_tokens":743},"mistral-large-2":{"in_tokens":2377,"out_tokens":820}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":2136,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":39.45582735300013,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1617,"out_tokens":1768},"claude-opus-4-8":{"in_tokens":3111,"out_tokens":571},"claude-opus-4-7":{"in_tokens":3116,"out_tokens":446},"mistral-large-2":{"in_tokens":1732,"out_tokens":733}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":142,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":17.68610477800007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1077,"out_tokens":1309},"claude-opus-4-8":{"in_tokens":2054,"out_tokens":579},"claude-opus-4-7":{"in_tokens":2059,"out_tokens":397},"mistral-large-2":{"in_tokens":1174,"out_tokens":457}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":2637,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":45.593992455000034,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2103,"out_tokens":2746},"claude-opus-4-8":{"in_tokens":4151,"out_tokens":1089},"claude-opus-4-7":{"in_tokens":4156,"out_tokens":860},"mistral-large-2":{"in_tokens":2286,"out_tokens":968}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":770,"out_tokens":467,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":30.760098309999876,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1233,"out_tokens":1891},"claude-opus-4-8":{"in_tokens":2410,"out_tokens":559},"claude-opus-4-7":{"in_tokens":2415,"out_tokens":444},"mistral-large-2":{"in_tokens":1332,"out_tokens":533}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":660,"out_tokens":11032,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":147.21011339799998,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2592,"out_tokens":3334},"claude-opus-4-8":{"in_tokens":4897,"out_tokens":840},"claude-opus-4-7":{"in_tokens":4902,"out_tokens":667},"mistral-large-2":{"in_tokens":2737,"out_tokens":792}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":531,"out_tokens":2540,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":75.88134746599985,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1662,"out_tokens":1902},"claude-opus-4-8":{"in_tokens":3187,"out_tokens":640},"claude-opus-4-7":{"in_tokens":3192,"out_tokens":473},"mistral-large-2":{"in_tokens":1735,"out_tokens":627}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":880,"out_tokens":430,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":41.20957848000012,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1556,"out_tokens":2356},"claude-opus-4-8":{"in_tokens":3186,"out_tokens":940},"claude-opus-4-7":{"in_tokens":3191,"out_tokens":739},"mistral-large-2":{"in_tokens":1670,"out_tokens":878}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":3254,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":62.721996667999974,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1421,"out_tokens":1168},"claude-opus-4-8":{"in_tokens":2652,"out_tokens":442},"claude-opus-4-7":{"in_tokens":2657,"out_tokens":435},"mistral-large-2":{"in_tokens":1490,"out_tokens":532}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":5826,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":81.51934955899992,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2256,"out_tokens":3655},"claude-opus-4-8":{"in_tokens":4368,"out_tokens":860},"claude-opus-4-7":{"in_tokens":4373,"out_tokens":702},"mistral-large-2":{"in_tokens":2407,"out_tokens":679}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":861,"out_tokens":374,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":37.87536437999984,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1417,"out_tokens":2251},"claude-opus-4-8":{"in_tokens":2687,"out_tokens":744},"claude-opus-4-7":{"in_tokens":2692,"out_tokens":697},"mistral-large-2":{"in_tokens":1496,"out_tokens":651}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":367,"out_tokens":196,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":21.611723901999994,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1144,"out_tokens":1678},"claude-opus-4-8":{"in_tokens":2190,"out_tokens":536},"claude-opus-4-7":{"in_tokens":2195,"out_tokens":526},"mistral-large-2":{"in_tokens":1242,"out_tokens":561}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":428,"out_tokens":3291,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":61.51215932900004,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1318,"out_tokens":2362},"claude-opus-4-8":{"in_tokens":2429,"out_tokens":801},"claude-opus-4-7":{"in_tokens":2434,"out_tokens":541},"mistral-large-2":{"in_tokens":1385,"out_tokens":590}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":2419,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":45.43320884500008,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1976,"out_tokens":2087},"claude-opus-4-8":{"in_tokens":4006,"out_tokens":889},"claude-opus-4-7":{"in_tokens":4011,"out_tokens":711},"mistral-large-2":{"in_tokens":2133,"out_tokens":892}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":2210,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":36.72038063700006,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1808,"out_tokens":1594},"claude-opus-4-8":{"in_tokens":3522,"out_tokens":443},"claude-opus-4-7":{"in_tokens":3527,"out_tokens":410},"mistral-large-2":{"in_tokens":1953,"out_tokens":533}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":2116,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":69.54303305500002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1546,"out_tokens":1543},"claude-opus-4-8":{"in_tokens":2939,"out_tokens":522},"claude-opus-4-7":{"in_tokens":2944,"out_tokens":531},"mistral-large-2":{"in_tokens":1609,"out_tokens":632}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":2495,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":39.24282329599987,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1784,"out_tokens":2614},"claude-opus-4-8":{"in_tokens":3464,"out_tokens":681},"claude-opus-4-7":{"in_tokens":3469,"out_tokens":695},"mistral-large-2":{"in_tokens":1893,"out_tokens":689}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":2897,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":37.03115941099986,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2394,"out_tokens":2924},"claude-opus-4-8":{"in_tokens":4635,"out_tokens":954},"claude-opus-4-7":{"in_tokens":4640,"out_tokens":749},"mistral-large-2":{"in_tokens":2508,"out_tokens":1382}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":212,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":24.383371760000045,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1226,"out_tokens":1383},"claude-opus-4-8":{"in_tokens":2325,"out_tokens":714},"claude-opus-4-7":{"in_tokens":2330,"out_tokens":532},"mistral-large-2":{"in_tokens":1342,"out_tokens":863}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":2051,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":66.61735847299997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1510,"out_tokens":1558},"claude-opus-4-8":{"in_tokens":2839,"out_tokens":572},"claude-opus-4-7":{"in_tokens":2844,"out_tokens":472},"mistral-large-2":{"in_tokens":1573,"out_tokens":562}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1148,"out_tokens":772,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":72.96415725099996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2361,"out_tokens":2743},"claude-opus-4-8":{"in_tokens":4575,"out_tokens":875},"claude-opus-4-7":{"in_tokens":4580,"out_tokens":894},"mistral-large-2":{"in_tokens":2465,"out_tokens":791}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":2010,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":40.924000060000026,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1136,"out_tokens":1527},"claude-opus-4-8":{"in_tokens":2140,"out_tokens":541},"claude-opus-4-7":{"in_tokens":2145,"out_tokens":444},"mistral-large-2":{"in_tokens":1191,"out_tokens":538}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1032,"out_tokens":976,"error":null,"skip_reason":null,"score_raw":0.925,"duration_s":55.038994586999934,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2485,"out_tokens":1700},"claude-opus-4-8":{"in_tokens":4835,"out_tokens":872},"claude-opus-4-7":{"in_tokens":4840,"out_tokens":768},"mistral-large-2":{"in_tokens":2656,"out_tokens":798}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":2146,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":33.54432847400017,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2517,"out_tokens":2265},"claude-opus-4-8":{"in_tokens":4875,"out_tokens":1040},"claude-opus-4-7":{"in_tokens":4880,"out_tokens":850},"mistral-large-2":{"in_tokens":2726,"out_tokens":934}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1033,"out_tokens":1062,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":66.408770431,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2445,"out_tokens":2993},"claude-opus-4-8":{"in_tokens":4846,"out_tokens":1224},"claude-opus-4-7":{"in_tokens":4851,"out_tokens":898},"mistral-large-2":{"in_tokens":2629,"out_tokens":847}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":3143,"error":null,"skip_reason":null,"score_raw":0.8500000000000001,"duration_s":47.490918602999955,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2436,"out_tokens":3072},"claude-opus-4-8":{"in_tokens":4707,"out_tokens":862},"claude-opus-4-7":{"in_tokens":4712,"out_tokens":670},"mistral-large-2":{"in_tokens":2626,"out_tokens":973}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":6240,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":81.48503566399995,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2691,"out_tokens":3767},"claude-opus-4-8":{"in_tokens":5132,"out_tokens":871},"claude-opus-4-7":{"in_tokens":5137,"out_tokens":871},"mistral-large-2":{"in_tokens":2894,"out_tokens":1083}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":879,"out_tokens":217,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":59.631458821000024,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1166,"out_tokens":1643},"claude-opus-4-8":{"in_tokens":2245,"out_tokens":759},"claude-opus-4-7":{"in_tokens":2250,"out_tokens":599},"mistral-large-2":{"in_tokens":1268,"out_tokens":620}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":193,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":124.66759088499998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1085,"out_tokens":1040},"claude-opus-4-8":{"in_tokens":2052,"out_tokens":631},"claude-opus-4-7":{"in_tokens":2057,"out_tokens":561},"mistral-large-2":{"in_tokens":1194,"out_tokens":664}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":2941,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":48.216323440999986,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1308,"out_tokens":1735},"claude-opus-4-8":{"in_tokens":2541,"out_tokens":719},"claude-opus-4-7":{"in_tokens":2546,"out_tokens":623},"mistral-large-2":{"in_tokens":1425,"out_tokens":691}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":389,"out_tokens":206,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":120.45091932700007,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1163,"out_tokens":1884},"claude-opus-4-8":{"in_tokens":2254,"out_tokens":746},"claude-opus-4-7":{"in_tokens":2259,"out_tokens":706},"mistral-large-2":{"in_tokens":1271,"out_tokens":589}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":418,"out_tokens":2011,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":38.343214551999836,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1189,"out_tokens":1287},"claude-opus-4-8":{"in_tokens":2246,"out_tokens":642},"claude-opus-4-7":{"in_tokens":2251,"out_tokens":494},"mistral-large-2":{"in_tokens":1266,"out_tokens":480}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":144,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":21.41630936699994,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1006,"out_tokens":1712},"claude-opus-4-8":{"in_tokens":1907,"out_tokens":801},"claude-opus-4-7":{"in_tokens":1912,"out_tokens":616},"mistral-large-2":{"in_tokens":1117,"out_tokens":603}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":669,"out_tokens":7316,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":91.02321260399981,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2387,"out_tokens":3000},"claude-opus-4-8":{"in_tokens":4627,"out_tokens":971},"claude-opus-4-7":{"in_tokens":4632,"out_tokens":814},"mistral-large-2":{"in_tokens":2495,"out_tokens":681}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":401,"out_tokens":4340,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":148.08964340499983,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1712,"out_tokens":1861},"claude-opus-4-8":{"in_tokens":3276,"out_tokens":648},"claude-opus-4-7":{"in_tokens":3281,"out_tokens":622},"mistral-large-2":{"in_tokens":1807,"out_tokens":688}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":758,"out_tokens":9243,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":122.41493340199986,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":3762,"out_tokens":3157},"claude-opus-4-8":{"in_tokens":7081,"out_tokens":941},"claude-opus-4-7":{"in_tokens":7086,"out_tokens":1217},"mistral-large-2":{"in_tokens":4016,"out_tokens":1162}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":4883,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":98.35067810499982,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1158,"out_tokens":1751},"claude-opus-4-8":{"in_tokens":2195,"out_tokens":560},"claude-opus-4-7":{"in_tokens":2200,"out_tokens":458},"mistral-large-2":{"in_tokens":1215,"out_tokens":547}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":2981,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":80.005865674,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1591,"out_tokens":2065},"claude-opus-4-8":{"in_tokens":3068,"out_tokens":704},"claude-opus-4-7":{"in_tokens":3073,"out_tokens":556},"mistral-large-2":{"in_tokens":1659,"out_tokens":730}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":416,"out_tokens":2234,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":57.293573099000014,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1646,"out_tokens":1657},"claude-opus-4-8":{"in_tokens":3099,"out_tokens":659},"claude-opus-4-7":{"in_tokens":3104,"out_tokens":476},"mistral-large-2":{"in_tokens":1714,"out_tokens":664}}}
{"model_id":"claude-opus-5","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":589,"out_tokens":8896,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":115.21147676600003,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2917,"out_tokens":2707},"claude-opus-4-8":{"in_tokens":5545,"out_tokens":1389},"claude-opus-4-7":{"in_tokens":5550,"out_tokens":937},"mistral-large-2":{"in_tokens":3140,"out_tokens":1078}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":543,"out_tokens":3356,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":114.02065364300006,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2126,"out_tokens":1561},"claude-opus-4-8":{"in_tokens":4021,"out_tokens":604},"claude-opus-4-7":{"in_tokens":4026,"out_tokens":521},"mistral-large-2":{"in_tokens":2198,"out_tokens":1014}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":178,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":26.065921093000043,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1190,"out_tokens":2467},"claude-opus-4-8":{"in_tokens":2262,"out_tokens":710},"claude-opus-4-7":{"in_tokens":2267,"out_tokens":510},"mistral-large-2":{"in_tokens":1323,"out_tokens":647}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":243,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":79.89165102399988,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1226,"out_tokens":1332},"claude-opus-4-8":{"in_tokens":2333,"out_tokens":676},"claude-opus-4-7":{"in_tokens":2338,"out_tokens":489},"mistral-large-2":{"in_tokens":1322,"out_tokens":559}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":156,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":20.184765966999976,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1016,"out_tokens":919},"claude-opus-4-8":{"in_tokens":2034,"out_tokens":684},"claude-opus-4-7":{"in_tokens":2039,"out_tokens":441},"mistral-large-2":{"in_tokens":1089,"out_tokens":468}}}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":710,"out_tokens":3944,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":55.41459467999994,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2263,"out_tokens":2618},"claude-opus-4-8":{"in_tokens":4335,"out_tokens":694},"claude-opus-4-7":{"in_tokens":4340,"out_tokens":560},"mistral-large-2":{"in_tokens":2364,"out_tokens":859}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":876,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":62.31062154799997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1234,"out_tokens":1891},"claude-opus-4-8":{"in_tokens":2393,"out_tokens":743},"claude-opus-4-7":{"in_tokens":2398,"out_tokens":667},"mistral-large-2":{"in_tokens":1320,"out_tokens":686}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":382,"out_tokens":1661,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":33.616564961999984,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1048,"out_tokens":845},"claude-opus-4-8":{"in_tokens":1983,"out_tokens":556},"claude-opus-4-7":{"in_tokens":1988,"out_tokens":381},"mistral-large-2":{"in_tokens":1084,"out_tokens":441}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":4310,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":70.05564876799986,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1338,"out_tokens":2910},"claude-opus-4-8":{"in_tokens":2582,"out_tokens":1154},"claude-opus-4-7":{"in_tokens":2587,"out_tokens":928},"mistral-large-2":{"in_tokens":1440,"out_tokens":903}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":446.67899136000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":319,"out_tokens":226,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":28.095617535999963,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1104,"out_tokens":1353},"claude-opus-4-8":{"in_tokens":2172,"out_tokens":661},"claude-opus-4-7":{"in_tokens":2177,"out_tokens":589},"mistral-large-2":{"in_tokens":1180,"out_tokens":634}}}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":2707,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":39.633178942000086,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1952,"out_tokens":1606},"claude-opus-4-8":{"in_tokens":3630,"out_tokens":619},"claude-opus-4-7":{"in_tokens":3635,"out_tokens":489},"mistral-large-2":{"in_tokens":2050,"out_tokens":703}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":541.119141135,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":190,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":28.69309234299999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1143,"out_tokens":1482},"claude-opus-4-8":{"in_tokens":2128,"out_tokens":682},"claude-opus-4-7":{"in_tokens":2133,"out_tokens":540},"mistral-large-2":{"in_tokens":1286,"out_tokens":719}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":1579,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":42.380564267999944,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1488,"out_tokens":1457},"claude-opus-4-8":{"in_tokens":2912,"out_tokens":535},"claude-opus-4-7":{"in_tokens":2917,"out_tokens":449},"mistral-large-2":{"in_tokens":1564,"out_tokens":1003}}}
{"model_id":"deepseek-v4-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":562.145307031,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":688,"out_tokens":3746,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":53.60253660600006,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2432,"out_tokens":1998},"claude-opus-4-8":{"in_tokens":4586,"out_tokens":741},"claude-opus-4-7":{"in_tokens":4591,"out_tokens":660},"mistral-large-2":{"in_tokens":2530,"out_tokens":862}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":2736,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":52.383241893999866,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1222,"out_tokens":1567},"claude-opus-4-8":{"in_tokens":2262,"out_tokens":696},"claude-opus-4-7":{"in_tokens":2267,"out_tokens":493},"mistral-large-2":{"in_tokens":1275,"out_tokens":544}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":991,"out_tokens":612,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":112.81834337100008,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1734,"out_tokens":2785},"claude-opus-4-8":{"in_tokens":3326,"out_tokens":686},"claude-opus-4-7":{"in_tokens":3331,"out_tokens":722},"mistral-large-2":{"in_tokens":1908,"out_tokens":828}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":234,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":22.89262035700017,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1345,"out_tokens":1559},"claude-opus-4-8":{"in_tokens":2625,"out_tokens":745},"claude-opus-4-7":{"in_tokens":2630,"out_tokens":548},"mistral-large-2":{"in_tokens":1516,"out_tokens":588}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":497,"out_tokens":2079,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":40.00642667300008,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1321,"out_tokens":1486},"claude-opus-4-8":{"in_tokens":2456,"out_tokens":572},"claude-opus-4-7":{"in_tokens":2461,"out_tokens":452},"mistral-large-2":{"in_tokens":1378,"out_tokens":808}}}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":775,"out_tokens":4221,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":61.14239313300004,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2315,"out_tokens":2138},"claude-opus-4-8":{"in_tokens":4338,"out_tokens":586},"claude-opus-4-7":{"in_tokens":4343,"out_tokens":542},"mistral-large-2":{"in_tokens":2407,"out_tokens":597}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":144,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":27.474436581999953,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1380,"out_tokens":1420},"claude-opus-4-8":{"in_tokens":2566,"out_tokens":584},"claude-opus-4-7":{"in_tokens":2571,"out_tokens":546},"mistral-large-2":{"in_tokens":1558,"out_tokens":493}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":2141,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":74.3924364200002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1308,"out_tokens":1373},"claude-opus-4-8":{"in_tokens":2459,"out_tokens":684},"claude-opus-4-7":{"in_tokens":2464,"out_tokens":522},"mistral-large-2":{"in_tokens":1348,"out_tokens":612}}}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":4054,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":59.938426272000015,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2251,"out_tokens":2207},"claude-opus-4-8":{"in_tokens":4170,"out_tokens":581},"claude-opus-4-7":{"in_tokens":4175,"out_tokens":478},"mistral-large-2":{"in_tokens":2346,"out_tokens":612}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":370,"out_tokens":1959,"error":null,"skip_reason":null,"score_raw":0.7777777777777777,"duration_s":38.12500596700011,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1107,"out_tokens":1113},"claude-opus-4-8":{"in_tokens":2078,"out_tokens":572},"claude-opus-4-7":{"in_tokens":2083,"out_tokens":542},"mistral-large-2":{"in_tokens":1164,"out_tokens":532}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":495,"out_tokens":2922,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":71.75385593800002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1497,"out_tokens":1948},"claude-opus-4-8":{"in_tokens":2839,"out_tokens":788},"claude-opus-4-7":{"in_tokens":2844,"out_tokens":617},"mistral-large-2":{"in_tokens":1645,"out_tokens":750}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":1041,"out_tokens":523,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":114.4673701050001,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2004,"out_tokens":2731},"claude-opus-4-8":{"in_tokens":3866,"out_tokens":1054},"claude-opus-4-7":{"in_tokens":3871,"out_tokens":806},"mistral-large-2":{"in_tokens":2150,"out_tokens":965}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":9959,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":159.70594309600006,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1983,"out_tokens":3243},"claude-opus-4-8":{"in_tokens":3734,"out_tokens":744},"claude-opus-4-7":{"in_tokens":3739,"out_tokens":735},"mistral-large-2":{"in_tokens":2171,"out_tokens":754}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":20.256947058999913,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1154,"out_tokens":1295},"claude-opus-4-8":{"in_tokens":2210,"out_tokens":669},"claude-opus-4-7":{"in_tokens":2215,"out_tokens":479},"mistral-large-2":{"in_tokens":1260,"out_tokens":555}}}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":3477,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":50.851563712999905,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2214,"out_tokens":2465},"claude-opus-4-8":{"in_tokens":4217,"out_tokens":714},"claude-opus-4-7":{"in_tokens":4222,"out_tokens":582},"mistral-large-2":{"in_tokens":2336,"out_tokens":664}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":2544,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":46.483412386000055,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1156,"out_tokens":1064},"claude-opus-4-8":{"in_tokens":2198,"out_tokens":585},"claude-opus-4-7":{"in_tokens":2203,"out_tokens":461},"mistral-large-2":{"in_tokens":1219,"out_tokens":526}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":495,"out_tokens":1643,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":34.53983183699984,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1459,"out_tokens":1768},"claude-opus-4-8":{"in_tokens":2776,"out_tokens":626},"claude-opus-4-7":{"in_tokens":2781,"out_tokens":586},"mistral-large-2":{"in_tokens":1508,"out_tokens":687}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":988,"out_tokens":412,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":145.75962982400006,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1726,"out_tokens":3092},"claude-opus-4-8":{"in_tokens":3234,"out_tokens":1096},"claude-opus-4-7":{"in_tokens":3239,"out_tokens":879},"mistral-large-2":{"in_tokens":1834,"out_tokens":770}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":229,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":38.558947319000026,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1620,"out_tokens":1720},"claude-opus-4-8":{"in_tokens":3012,"out_tokens":860},"claude-opus-4-7":{"in_tokens":3017,"out_tokens":582},"mistral-large-2":{"in_tokens":1743,"out_tokens":588}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":2500,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":48.36009822300002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1144,"out_tokens":1183},"claude-opus-4-8":{"in_tokens":2115,"out_tokens":634},"claude-opus-4-7":{"in_tokens":2120,"out_tokens":516},"mistral-large-2":{"in_tokens":1192,"out_tokens":742}}}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":4190,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":57.293799160999924,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2194,"out_tokens":2130},"claude-opus-4-8":{"in_tokens":4167,"out_tokens":625},"claude-opus-4-7":{"in_tokens":4172,"out_tokens":609},"mistral-large-2":{"in_tokens":2325,"out_tokens":608}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":1416,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":27.445521539000083,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1202,"out_tokens":1305},"claude-opus-4-8":{"in_tokens":2263,"out_tokens":558},"claude-opus-4-7":{"in_tokens":2268,"out_tokens":454},"mistral-large-2":{"in_tokens":1245,"out_tokens":833}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":346,"out_tokens":186,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":18.035650304,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1156,"out_tokens":1883},"claude-opus-4-8":{"in_tokens":2235,"out_tokens":709},"claude-opus-4-7":{"in_tokens":2240,"out_tokens":583},"mistral-large-2":{"in_tokens":1275,"out_tokens":583}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":384,"out_tokens":927,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":16.954238683000085,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1132,"out_tokens":1147},"claude-opus-4-8":{"in_tokens":2152,"out_tokens":595},"claude-opus-4-7":{"in_tokens":2157,"out_tokens":492},"mistral-large-2":{"in_tokens":1194,"out_tokens":507}}}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":512,"out_tokens":2416,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":36.45367556699989,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1724,"out_tokens":1043},"claude-opus-4-8":{"in_tokens":3223,"out_tokens":562},"claude-opus-4-7":{"in_tokens":3228,"out_tokens":406},"mistral-large-2":{"in_tokens":1787,"out_tokens":575}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":850,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":17.360448098000006,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1094,"out_tokens":1210},"claude-opus-4-8":{"in_tokens":2058,"out_tokens":657},"claude-opus-4-7":{"in_tokens":2063,"out_tokens":417},"mistral-large-2":{"in_tokens":1138,"out_tokens":504}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":8596,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":145.9762700189999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2277,"out_tokens":3099},"claude-opus-4-8":{"in_tokens":4414,"out_tokens":1133},"claude-opus-4-7":{"in_tokens":4419,"out_tokens":741},"mistral-large-2":{"in_tokens":2443,"out_tokens":1120}}}
{"model_id":"claude-opus-5","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":574,"out_tokens":3747,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":54.940073658000074,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2033,"out_tokens":1922},"claude-opus-4-8":{"in_tokens":3963,"out_tokens":599},"claude-opus-4-7":{"in_tokens":3968,"out_tokens":598},"mistral-large-2":{"in_tokens":2159,"out_tokens":655}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":215,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":24.07500140000002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1265,"out_tokens":1847},"claude-opus-4-8":{"in_tokens":2438,"out_tokens":694},"claude-opus-4-7":{"in_tokens":2443,"out_tokens":587},"mistral-large-2":{"in_tokens":1388,"out_tokens":567}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":4527,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":355.934062508,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1972,"out_tokens":3785},"claude-opus-4-8":{"in_tokens":3920,"out_tokens":1185},"claude-opus-4-7":{"in_tokens":3925,"out_tokens":979},"mistral-large-2":{"in_tokens":2118,"out_tokens":807}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":175,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":20.948951582999825,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1128,"out_tokens":1244},"claude-opus-4-8":{"in_tokens":2175,"out_tokens":561},"claude-opus-4-7":{"in_tokens":2180,"out_tokens":491},"mistral-large-2":{"in_tokens":1242,"out_tokens":532}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":384,"out_tokens":1737,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":34.72731950399998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1262,"out_tokens":1129},"claude-opus-4-8":{"in_tokens":2360,"out_tokens":554},"claude-opus-4-7":{"in_tokens":2365,"out_tokens":537},"mistral-large-2":{"in_tokens":1327,"out_tokens":630}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":3485,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":88.68096063300004,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1315,"out_tokens":2451},"claude-opus-4-8":{"in_tokens":2571,"out_tokens":795},"claude-opus-4-7":{"in_tokens":2576,"out_tokens":645},"mistral-large-2":{"in_tokens":1427,"out_tokens":1007}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":495.7470035970001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":546,"out_tokens":3420,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":48.495565768999995,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2102,"out_tokens":1761},"claude-opus-4-8":{"in_tokens":3959,"out_tokens":729},"claude-opus-4-7":{"in_tokens":3964,"out_tokens":737},"mistral-large-2":{"in_tokens":2172,"out_tokens":634}}}
{"model_id":"deepseek-v4-pro","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":1585,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":32.2543404569999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1146,"out_tokens":1231},"claude-opus-4-8":{"in_tokens":2232,"out_tokens":503},"claude-opus-4-7":{"in_tokens":2237,"out_tokens":370},"mistral-large-2":{"in_tokens":1206,"out_tokens":771}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":3894,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":143.1521748329999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1720,"out_tokens":971},"claude-opus-4-8":{"in_tokens":3185,"out_tokens":495},"claude-opus-4-7":{"in_tokens":3190,"out_tokens":463},"mistral-large-2":{"in_tokens":1813,"out_tokens":1059}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":142,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":21.867374213000176,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1068,"out_tokens":1118},"claude-opus-4-8":{"in_tokens":2070,"out_tokens":597},"claude-opus-4-7":{"in_tokens":2075,"out_tokens":504},"mistral-large-2":{"in_tokens":1186,"out_tokens":556}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":976,"out_tokens":615,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":95.70925840699988,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1816,"out_tokens":2571},"claude-opus-4-8":{"in_tokens":3426,"out_tokens":1093},"claude-opus-4-7":{"in_tokens":3431,"out_tokens":1037},"mistral-large-2":{"in_tokens":1961,"out_tokens":681}}}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":695,"out_tokens":3192,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":48.129186695000044,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2209,"out_tokens":2544},"claude-opus-4-8":{"in_tokens":4195,"out_tokens":580},"claude-opus-4-7":{"in_tokens":4200,"out_tokens":504},"mistral-large-2":{"in_tokens":2312,"out_tokens":684}}}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":2775,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":42.70893800299996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1864,"out_tokens":2087},"claude-opus-4-8":{"in_tokens":3528,"out_tokens":570},"claude-opus-4-7":{"in_tokens":3533,"out_tokens":497},"mistral-large-2":{"in_tokens":1969,"out_tokens":725}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":1049,"out_tokens":374,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":136.8042422599999,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1873,"out_tokens":2400},"claude-opus-4-8":{"in_tokens":3592,"out_tokens":1294},"claude-opus-4-7":{"in_tokens":3597,"out_tokens":883},"mistral-large-2":{"in_tokens":1980,"out_tokens":861}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":13076,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":205.53079734200014,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1935,"out_tokens":3082},"claude-opus-4-8":{"in_tokens":3661,"out_tokens":1287},"claude-opus-4-7":{"in_tokens":3666,"out_tokens":1105},"mistral-large-2":{"in_tokens":2072,"out_tokens":1231}}}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":2957,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":44.803624620000164,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1897,"out_tokens":1258},"claude-opus-4-8":{"in_tokens":3607,"out_tokens":560},"claude-opus-4-7":{"in_tokens":3612,"out_tokens":513},"mistral-large-2":{"in_tokens":1997,"out_tokens":645}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":23.90905757900009,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1098,"out_tokens":1478},"claude-opus-4-8":{"in_tokens":2195,"out_tokens":661},"claude-opus-4-7":{"in_tokens":2200,"out_tokens":545},"mistral-large-2":{"in_tokens":1202,"out_tokens":528}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":190,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":21.143625919000215,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1052,"out_tokens":1618},"claude-opus-4-8":{"in_tokens":2077,"out_tokens":755},"claude-opus-4-7":{"in_tokens":2082,"out_tokens":504},"mistral-large-2":{"in_tokens":1158,"out_tokens":492}}}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":3679,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":53.01239425099993,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2083,"out_tokens":1970},"claude-opus-4-8":{"in_tokens":3906,"out_tokens":630},"claude-opus-4-7":{"in_tokens":3911,"out_tokens":517},"mistral-large-2":{"in_tokens":2154,"out_tokens":614}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":158,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":64.97428977499999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1157,"out_tokens":1450},"claude-opus-4-8":{"in_tokens":2267,"out_tokens":711},"claude-opus-4-7":{"in_tokens":2272,"out_tokens":681},"mistral-large-2":{"in_tokens":1251,"out_tokens":662}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":951,"out_tokens":250,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":43.189929622000136,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1281,"out_tokens":1352},"claude-opus-4-8":{"in_tokens":2593,"out_tokens":677},"claude-opus-4-7":{"in_tokens":2598,"out_tokens":639},"mistral-large-2":{"in_tokens":1353,"out_tokens":586}}}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":645,"out_tokens":2873,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":41.4470738089999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1927,"out_tokens":2040},"claude-opus-4-8":{"in_tokens":3670,"out_tokens":712},"claude-opus-4-7":{"in_tokens":3675,"out_tokens":632},"mistral-large-2":{"in_tokens":2002,"out_tokens":930}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":883,"out_tokens":323,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":101.80753145699987,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1385,"out_tokens":2342},"claude-opus-4-8":{"in_tokens":2711,"out_tokens":903},"claude-opus-4-7":{"in_tokens":2716,"out_tokens":771},"mistral-large-2":{"in_tokens":1484,"out_tokens":750}}}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":2159,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":32.90727161199993,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1797,"out_tokens":1368},"claude-opus-4-8":{"in_tokens":3411,"out_tokens":561},"claude-opus-4-7":{"in_tokens":3416,"out_tokens":496},"mistral-large-2":{"in_tokens":1886,"out_tokens":615}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":967,"out_tokens":586,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":124.72402957400004,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1682,"out_tokens":2301},"claude-opus-4-8":{"in_tokens":3245,"out_tokens":928},"claude-opus-4-7":{"in_tokens":3250,"out_tokens":686},"mistral-large-2":{"in_tokens":1797,"out_tokens":725}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":206,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":21.29206294200003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1123,"out_tokens":2394},"claude-opus-4-8":{"in_tokens":2114,"out_tokens":872},"claude-opus-4-7":{"in_tokens":2119,"out_tokens":645},"mistral-large-2":{"in_tokens":1226,"out_tokens":847}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":2829,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":84.12746816599997,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1282,"out_tokens":1988},"claude-opus-4-8":{"in_tokens":2484,"out_tokens":579},"claude-opus-4-7":{"in_tokens":2489,"out_tokens":450},"mistral-large-2":{"in_tokens":1391,"out_tokens":491}}}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":704,"out_tokens":4647,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":66.9163094779999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2742,"out_tokens":2052},"claude-opus-4-8":{"in_tokens":5181,"out_tokens":627},"claude-opus-4-7":{"in_tokens":5186,"out_tokens":500},"mistral-large-2":{"in_tokens":2830,"out_tokens":689}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":5346,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":141.54329868700006,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1653,"out_tokens":2222},"claude-opus-4-8":{"in_tokens":3149,"out_tokens":955},"claude-opus-4-7":{"in_tokens":3154,"out_tokens":531},"mistral-large-2":{"in_tokens":1785,"out_tokens":782}}}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":1740,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":25.071648537999863,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1540,"out_tokens":1568},"claude-opus-4-8":{"in_tokens":2849,"out_tokens":633},"claude-opus-4-7":{"in_tokens":2854,"out_tokens":466},"mistral-large-2":{"in_tokens":1590,"out_tokens":553}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":32.92082219300005,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1115,"out_tokens":1616},"claude-opus-4-8":{"in_tokens":2151,"out_tokens":630},"claude-opus-4-7":{"in_tokens":2156,"out_tokens":528},"mistral-large-2":{"in_tokens":1243,"out_tokens":573}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":12425,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":198.26635567900007,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2320,"out_tokens":3081},"claude-opus-4-8":{"in_tokens":4502,"out_tokens":1084},"claude-opus-4-7":{"in_tokens":4507,"out_tokens":1043},"mistral-large-2":{"in_tokens":2466,"out_tokens":1026}}}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":1924,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":28.05422253400002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1625,"out_tokens":1378},"claude-opus-4-8":{"in_tokens":3132,"out_tokens":560},"claude-opus-4-7":{"in_tokens":3137,"out_tokens":412},"mistral-large-2":{"in_tokens":1712,"out_tokens":585}}}
{"model_id":"claude-opus-5","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":2323,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":37.0650167230001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1932,"out_tokens":1880},"claude-opus-4-8":{"in_tokens":3580,"out_tokens":581},"claude-opus-4-7":{"in_tokens":3585,"out_tokens":472},"mistral-large-2":{"in_tokens":2033,"out_tokens":577}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":172,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":23.60693038599993,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1021,"out_tokens":2023},"claude-opus-4-8":{"in_tokens":1983,"out_tokens":774},"claude-opus-4-7":{"in_tokens":1988,"out_tokens":575},"mistral-large-2":{"in_tokens":1080,"out_tokens":560}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":4851,"error":null,"skip_reason":null,"score_raw":0.325,"duration_s":78.4722312309998,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1775,"out_tokens":2430},"claude-opus-4-8":{"in_tokens":3580,"out_tokens":1087},"claude-opus-4-7":{"in_tokens":3585,"out_tokens":857},"mistral-large-2":{"in_tokens":1907,"out_tokens":887}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":3862,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":95.90964265799994,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1320,"out_tokens":2658},"claude-opus-4-8":{"in_tokens":2616,"out_tokens":681},"claude-opus-4-7":{"in_tokens":2621,"out_tokens":584},"mistral-large-2":{"in_tokens":1450,"out_tokens":670}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":556.420749423,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":7344,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":117.18745016799994,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1702,"out_tokens":2130},"claude-opus-4-8":{"in_tokens":3372,"out_tokens":837},"claude-opus-4-7":{"in_tokens":3377,"out_tokens":571},"mistral-large-2":{"in_tokens":1803,"out_tokens":681}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":412,"out_tokens":6237,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":120.816791212,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1082,"out_tokens":2162},"claude-opus-4-8":{"in_tokens":2140,"out_tokens":639},"claude-opus-4-7":{"in_tokens":2145,"out_tokens":543},"mistral-large-2":{"in_tokens":1178,"out_tokens":624}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":335,"out_tokens":210,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":20.966807905999985,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1107,"out_tokens":1011},"claude-opus-4-8":{"in_tokens":2088,"out_tokens":650},"claude-opus-4-7":{"in_tokens":2093,"out_tokens":484},"mistral-large-2":{"in_tokens":1187,"out_tokens":500}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":328,"out_tokens":134,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":16.069095455000024,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":948,"out_tokens":659},"claude-opus-4-8":{"in_tokens":1822,"out_tokens":536},"claude-opus-4-7":{"in_tokens":1827,"out_tokens":427},"mistral-large-2":{"in_tokens":1029,"out_tokens":469}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":458,"out_tokens":8162,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":151.33146169600013,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1174,"out_tokens":1270},"claude-opus-4-8":{"in_tokens":2218,"out_tokens":732},"claude-opus-4-7":{"in_tokens":2223,"out_tokens":538},"mistral-large-2":{"in_tokens":1292,"out_tokens":651}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":936,"out_tokens":347,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":67.87718361399993,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1491,"out_tokens":2348},"claude-opus-4-8":{"in_tokens":2853,"out_tokens":946},"claude-opus-4-7":{"in_tokens":2858,"out_tokens":693},"mistral-large-2":{"in_tokens":1617,"out_tokens":622}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":2980,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":44.37167508100015,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1742,"out_tokens":2353},"claude-opus-4-8":{"in_tokens":3467,"out_tokens":1038},"claude-opus-4-7":{"in_tokens":3472,"out_tokens":652},"mistral-large-2":{"in_tokens":1898,"out_tokens":649}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":10861,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":181.3390787459998,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2021,"out_tokens":2583},"claude-opus-4-8":{"in_tokens":3903,"out_tokens":729},"claude-opus-4-7":{"in_tokens":3908,"out_tokens":763},"mistral-large-2":{"in_tokens":2192,"out_tokens":1536}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":978,"out_tokens":326,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":116.50097276099996,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1370,"out_tokens":1587},"claude-opus-4-8":{"in_tokens":2710,"out_tokens":803},"claude-opus-4-7":{"in_tokens":2715,"out_tokens":740},"mistral-large-2":{"in_tokens":1450,"out_tokens":587}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":198,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":26.64408976599998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1099,"out_tokens":1783},"claude-opus-4-8":{"in_tokens":2083,"out_tokens":608},"claude-opus-4-7":{"in_tokens":2088,"out_tokens":580},"mistral-large-2":{"in_tokens":1192,"out_tokens":624}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":628,"out_tokens":3966,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":55.29335585799981,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2066,"out_tokens":2537},"claude-opus-4-8":{"in_tokens":3997,"out_tokens":1065},"claude-opus-4-7":{"in_tokens":4002,"out_tokens":784},"mistral-large-2":{"in_tokens":2274,"out_tokens":864}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":3665,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":51.423291823,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1994,"out_tokens":2120},"claude-opus-4-8":{"in_tokens":3848,"out_tokens":657},"claude-opus-4-7":{"in_tokens":3853,"out_tokens":582},"mistral-large-2":{"in_tokens":2252,"out_tokens":1040}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":639,"out_tokens":4148,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":57.454496995,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2065,"out_tokens":1504},"claude-opus-4-8":{"in_tokens":3924,"out_tokens":668},"claude-opus-4-7":{"in_tokens":3929,"out_tokens":704},"mistral-large-2":{"in_tokens":2228,"out_tokens":731}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":346,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":44.70797152699993,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1452,"out_tokens":2607},"claude-opus-4-8":{"in_tokens":2897,"out_tokens":925},"claude-opus-4-7":{"in_tokens":2902,"out_tokens":625},"mistral-large-2":{"in_tokens":1565,"out_tokens":748}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":2000,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":30.61778375500012,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1561,"out_tokens":2174},"claude-opus-4-8":{"in_tokens":3030,"out_tokens":565},"claude-opus-4-7":{"in_tokens":3035,"out_tokens":451},"mistral-large-2":{"in_tokens":1693,"out_tokens":549}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":4716,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":71.34679786299989,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1581,"out_tokens":1959},"claude-opus-4-8":{"in_tokens":3185,"out_tokens":1377},"claude-opus-4-7":{"in_tokens":3190,"out_tokens":615},"mistral-large-2":{"in_tokens":1676,"out_tokens":740}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":1029,"out_tokens":430,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":115.42519858900005,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1958,"out_tokens":2326},"claude-opus-4-8":{"in_tokens":3625,"out_tokens":862},"claude-opus-4-7":{"in_tokens":3630,"out_tokens":867},"mistral-large-2":{"in_tokens":2087,"out_tokens":732}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":2328,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":32.46938086099999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1757,"out_tokens":1899},"claude-opus-4-8":{"in_tokens":3360,"out_tokens":589},"claude-opus-4-7":{"in_tokens":3365,"out_tokens":549},"mistral-large-2":{"in_tokens":1939,"out_tokens":696}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":10181,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":182.53940591900005,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1035,"out_tokens":1305},"claude-opus-4-8":{"in_tokens":1982,"out_tokens":755},"claude-opus-4-7":{"in_tokens":1987,"out_tokens":573},"mistral-large-2":{"in_tokens":1167,"out_tokens":760}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":922,"out_tokens":475,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":108.738890954,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1578,"out_tokens":2421},"claude-opus-4-8":{"in_tokens":3001,"out_tokens":888},"claude-opus-4-7":{"in_tokens":3006,"out_tokens":843},"mistral-large-2":{"in_tokens":1720,"out_tokens":819}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":389,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":31.83985755399999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1395,"out_tokens":1905},"claude-opus-4-8":{"in_tokens":2795,"out_tokens":676},"claude-opus-4-7":{"in_tokens":2800,"out_tokens":609},"mistral-large-2":{"in_tokens":1495,"out_tokens":609}}}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":1007,"out_tokens":349,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":62.76539500900003,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1459,"out_tokens":1399},"claude-opus-4-8":{"in_tokens":2799,"out_tokens":569},"claude-opus-4-7":{"in_tokens":2804,"out_tokens":483},"mistral-large-2":{"in_tokens":1524,"out_tokens":562}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":4293,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":107.0387223539999,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1562,"out_tokens":2532},"claude-opus-4-8":{"in_tokens":2948,"out_tokens":809},"claude-opus-4-7":{"in_tokens":2953,"out_tokens":571},"mistral-large-2":{"in_tokens":1704,"out_tokens":600}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":5444,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":71.78511620699987,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2039,"out_tokens":3362},"claude-opus-4-8":{"in_tokens":4019,"out_tokens":1128},"claude-opus-4-7":{"in_tokens":4024,"out_tokens":779},"mistral-large-2":{"in_tokens":2260,"out_tokens":775}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":615,"out_tokens":3708,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":50.64454900599981,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1827,"out_tokens":2942},"claude-opus-4-8":{"in_tokens":3459,"out_tokens":577},"claude-opus-4-7":{"in_tokens":3464,"out_tokens":535},"mistral-large-2":{"in_tokens":2008,"out_tokens":691}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":6943,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":113.61629397000002,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1534,"out_tokens":2262},"claude-opus-4-8":{"in_tokens":3075,"out_tokens":971},"claude-opus-4-7":{"in_tokens":3080,"out_tokens":796},"mistral-large-2":{"in_tokens":1610,"out_tokens":768}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":624,"out_tokens":2709,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":41.98955088299999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1705,"out_tokens":1340},"claude-opus-4-8":{"in_tokens":3269,"out_tokens":663},"claude-opus-4-7":{"in_tokens":3274,"out_tokens":603},"mistral-large-2":{"in_tokens":1852,"out_tokens":671}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":291,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":28.216212467000105,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1141,"out_tokens":1549},"claude-opus-4-8":{"in_tokens":2337,"out_tokens":588},"claude-opus-4-7":{"in_tokens":2342,"out_tokens":501},"mistral-large-2":{"in_tokens":1218,"out_tokens":484}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":703,"out_tokens":5202,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":72.42670777400008,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2254,"out_tokens":2875},"claude-opus-4-8":{"in_tokens":4320,"out_tokens":766},"claude-opus-4-7":{"in_tokens":4325,"out_tokens":745},"mistral-large-2":{"in_tokens":2460,"out_tokens":839}}}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":998,"out_tokens":262,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":55.72728577399994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1384,"out_tokens":1578},"claude-opus-4-8":{"in_tokens":2592,"out_tokens":688},"claude-opus-4-7":{"in_tokens":2597,"out_tokens":575},"mistral-large-2":{"in_tokens":1441,"out_tokens":579}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":12659,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":228.71013177300006,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1205,"out_tokens":1592},"claude-opus-4-8":{"in_tokens":2264,"out_tokens":815},"claude-opus-4-7":{"in_tokens":2269,"out_tokens":612},"mistral-large-2":{"in_tokens":1303,"out_tokens":678}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":287,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":94.78802412499999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1259,"out_tokens":2550},"claude-opus-4-8":{"in_tokens":2641,"out_tokens":742},"claude-opus-4-7":{"in_tokens":2646,"out_tokens":598},"mistral-large-2":{"in_tokens":1353,"out_tokens":677}}}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":932,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":52.64581546299996,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1193,"out_tokens":1651},"claude-opus-4-8":{"in_tokens":2250,"out_tokens":623},"claude-opus-4-7":{"in_tokens":2255,"out_tokens":536},"mistral-large-2":{"in_tokens":1245,"out_tokens":586}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":7296,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":130.92270351799993,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1041,"out_tokens":1751},"claude-opus-4-8":{"in_tokens":2009,"out_tokens":671},"claude-opus-4-7":{"in_tokens":2014,"out_tokens":524},"mistral-large-2":{"in_tokens":1126,"out_tokens":581}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":4813,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":155.61092628699998,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1400,"out_tokens":1426},"claude-opus-4-8":{"in_tokens":2664,"out_tokens":726},"claude-opus-4-7":{"in_tokens":2669,"out_tokens":746},"mistral-large-2":{"in_tokens":1531,"out_tokens":718}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":426,"out_tokens":6066,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":110.88525113600008,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1017,"out_tokens":2101},"claude-opus-4-8":{"in_tokens":1986,"out_tokens":748},"claude-opus-4-7":{"in_tokens":1991,"out_tokens":521},"mistral-large-2":{"in_tokens":1104,"out_tokens":536}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":3136,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":59.987081806000106,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1064,"out_tokens":1275},"claude-opus-4-8":{"in_tokens":2046,"out_tokens":627},"claude-opus-4-7":{"in_tokens":2051,"out_tokens":520},"mistral-large-2":{"in_tokens":1174,"out_tokens":587}}}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":1063,"out_tokens":314,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":40.33989021699995,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1339,"out_tokens":1311},"claude-opus-4-8":{"in_tokens":2494,"out_tokens":509},"claude-opus-4-7":{"in_tokens":2499,"out_tokens":494},"mistral-large-2":{"in_tokens":1406,"out_tokens":619}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":305,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":26.044945848999987,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1031,"out_tokens":2428},"claude-opus-4-8":{"in_tokens":2022,"out_tokens":712},"claude-opus-4-7":{"in_tokens":2027,"out_tokens":546},"mistral-large-2":{"in_tokens":1110,"out_tokens":643}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":1949,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":29.098588798000037,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1463,"out_tokens":2975},"claude-opus-4-8":{"in_tokens":2763,"out_tokens":778},"claude-opus-4-7":{"in_tokens":2768,"out_tokens":659},"mistral-large-2":{"in_tokens":1633,"out_tokens":666}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":7185,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":116.77770792000001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1731,"out_tokens":2245},"claude-opus-4-8":{"in_tokens":3377,"out_tokens":1536},"claude-opus-4-7":{"in_tokens":3382,"out_tokens":668},"mistral-large-2":{"in_tokens":1885,"out_tokens":818}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":571,"out_tokens":3341,"error":null,"skip_reason":null,"score_raw":0.8611111111111112,"duration_s":47.94382812699996,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1840,"out_tokens":2614},"claude-opus-4-8":{"in_tokens":3507,"out_tokens":720},"claude-opus-4-7":{"in_tokens":3512,"out_tokens":677},"mistral-large-2":{"in_tokens":1971,"out_tokens":778}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":2315,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":61.489069092000136,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1406,"out_tokens":1478},"claude-opus-4-8":{"in_tokens":2672,"out_tokens":525},"claude-opus-4-7":{"in_tokens":2677,"out_tokens":610},"mistral-large-2":{"in_tokens":1525,"out_tokens":690}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":543,"out_tokens":7312,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":184.68830225200008,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1820,"out_tokens":3008},"claude-opus-4-8":{"in_tokens":3495,"out_tokens":917},"claude-opus-4-7":{"in_tokens":3500,"out_tokens":699},"mistral-large-2":{"in_tokens":1993,"out_tokens":721}}}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":958,"out_tokens":287,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":42.190434181,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1264,"out_tokens":1829},"claude-opus-4-8":{"in_tokens":2351,"out_tokens":618},"claude-opus-4-7":{"in_tokens":2356,"out_tokens":520},"mistral-large-2":{"in_tokens":1328,"out_tokens":577}}}
{"model_id":"grok-4.6","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":967,"out_tokens":364,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":144.19069873700005,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1471,"out_tokens":1614},"claude-opus-4-8":{"in_tokens":2845,"out_tokens":935},"claude-opus-4-7":{"in_tokens":2850,"out_tokens":750},"mistral-large-2":{"in_tokens":1532,"out_tokens":765}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":774,"out_tokens":3829,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":53.74027275499998,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2020,"out_tokens":2574},"claude-opus-4-8":{"in_tokens":3869,"out_tokens":886},"claude-opus-4-7":{"in_tokens":3874,"out_tokens":640},"mistral-large-2":{"in_tokens":2260,"out_tokens":840}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":275,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":30.97639627700005,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":985,"out_tokens":1359},"claude-opus-4-8":{"in_tokens":1985,"out_tokens":507},"claude-opus-4-7":{"in_tokens":1990,"out_tokens":492},"mistral-large-2":{"in_tokens":1045,"out_tokens":525}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":687,"out_tokens":4858,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":66.05545862200006,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2511,"out_tokens":2419},"claude-opus-4-8":{"in_tokens":4839,"out_tokens":674},"claude-opus-4-7":{"in_tokens":4844,"out_tokens":607},"mistral-large-2":{"in_tokens":2778,"out_tokens":1536}}}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":915,"out_tokens":216,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":40.41569757100001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1077,"out_tokens":1517},"claude-opus-4-8":{"in_tokens":2040,"out_tokens":542},"claude-opus-4-7":{"in_tokens":2045,"out_tokens":470},"mistral-large-2":{"in_tokens":1138,"out_tokens":636}}}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":884,"out_tokens":295,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":52.016177180999875,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.25,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1192,"out_tokens":1706},"claude-opus-4-8":{"in_tokens":2248,"out_tokens":539},"claude-opus-4-7":{"in_tokens":2253,"out_tokens":463},"mistral-large-2":{"in_tokens":1247,"out_tokens":497}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":2923,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":39.028409035000095,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1755,"out_tokens":2271},"claude-opus-4-8":{"in_tokens":3473,"out_tokens":600},"claude-opus-4-7":{"in_tokens":3478,"out_tokens":496},"mistral-large-2":{"in_tokens":1883,"out_tokens":605}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":2400,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":39.81486462399994,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1935,"out_tokens":1732},"claude-opus-4-8":{"in_tokens":3790,"out_tokens":757},"claude-opus-4-7":{"in_tokens":3795,"out_tokens":499},"mistral-large-2":{"in_tokens":2027,"out_tokens":575}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":497,"out_tokens":3086,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":58.26856113500003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1223,"out_tokens":1286},"claude-opus-4-8":{"in_tokens":2376,"out_tokens":695},"claude-opus-4-7":{"in_tokens":2381,"out_tokens":602},"mistral-large-2":{"in_tokens":1347,"out_tokens":617}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":3401,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":60.764185261999955,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1073,"out_tokens":1371},"claude-opus-4-8":{"in_tokens":2018,"out_tokens":587},"claude-opus-4-7":{"in_tokens":2023,"out_tokens":449},"mistral-large-2":{"in_tokens":1164,"out_tokens":734}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":90,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":26.24985373300001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":932,"out_tokens":1041},"claude-opus-4-8":{"in_tokens":1748,"out_tokens":474},"claude-opus-4-7":{"in_tokens":1753,"out_tokens":414},"mistral-large-2":{"in_tokens":967,"out_tokens":401}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":2794,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":40.52600450900013,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1837,"out_tokens":1800},"claude-opus-4-8":{"in_tokens":3599,"out_tokens":627},"claude-opus-4-7":{"in_tokens":3604,"out_tokens":583},"mistral-large-2":{"in_tokens":1974,"out_tokens":691}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":12529,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":405.7623281010001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2029,"out_tokens":3479},"claude-opus-4-8":{"in_tokens":4122,"out_tokens":831},"claude-opus-4-7":{"in_tokens":4127,"out_tokens":671},"mistral-large-2":{"in_tokens":2152,"out_tokens":670}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":10620,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":205.84427675100005,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2635,"out_tokens":3292},"claude-opus-4-8":{"in_tokens":5057,"out_tokens":1046},"claude-opus-4-7":{"in_tokens":5062,"out_tokens":1087},"mistral-large-2":{"in_tokens":2814,"out_tokens":1017}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":929,"out_tokens":199,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":31.698667148999903,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1182,"out_tokens":1622},"claude-opus-4-8":{"in_tokens":2184,"out_tokens":724},"claude-opus-4-7":{"in_tokens":2189,"out_tokens":466},"mistral-large-2":{"in_tokens":1229,"out_tokens":555}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":3996,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":75.69186913700014,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1223,"out_tokens":1235},"claude-opus-4-8":{"in_tokens":2312,"out_tokens":623},"claude-opus-4-7":{"in_tokens":2317,"out_tokens":516},"mistral-large-2":{"in_tokens":1349,"out_tokens":638}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":327,"error":null,"skip_reason":null,"score_raw":0.2857142857142857,"duration_s":38.503544435999856,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1122,"out_tokens":2912},"claude-opus-4-8":{"in_tokens":2181,"out_tokens":910},"claude-opus-4-7":{"in_tokens":2186,"out_tokens":746},"mistral-large-2":{"in_tokens":1221,"out_tokens":741}}}
{"model_id":"grok-4.6","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":941,"out_tokens":234,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":43.300795949000076,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1144,"out_tokens":1032},"claude-opus-4-8":{"in_tokens":2174,"out_tokens":578},"claude-opus-4-7":{"in_tokens":2179,"out_tokens":492},"mistral-large-2":{"in_tokens":1208,"out_tokens":604}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1762,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":28.28947167000001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1843,"out_tokens":1464},"claude-opus-4-8":{"in_tokens":3491,"out_tokens":833},"claude-opus-4-7":{"in_tokens":3496,"out_tokens":663},"mistral-large-2":{"in_tokens":1934,"out_tokens":824}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":1011,"out_tokens":282,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":37.39865352800007,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1343,"out_tokens":1464},"claude-opus-4-8":{"in_tokens":2514,"out_tokens":642},"claude-opus-4-7":{"in_tokens":2519,"out_tokens":498},"mistral-large-2":{"in_tokens":1405,"out_tokens":775}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":3674,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":48.907825784000124,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1848,"out_tokens":2747},"claude-opus-4-8":{"in_tokens":3433,"out_tokens":745},"claude-opus-4-7":{"in_tokens":3438,"out_tokens":706},"mistral-large-2":{"in_tokens":2081,"out_tokens":636}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1409,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":22.673076175999995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1558,"out_tokens":1599},"claude-opus-4-8":{"in_tokens":2997,"out_tokens":677},"claude-opus-4-7":{"in_tokens":3002,"out_tokens":542},"mistral-large-2":{"in_tokens":1620,"out_tokens":571}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":857,"out_tokens":3345,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":45.902125307000006,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2096,"out_tokens":2010},"claude-opus-4-8":{"in_tokens":4055,"out_tokens":679},"claude-opus-4-7":{"in_tokens":4060,"out_tokens":433},"mistral-large-2":{"in_tokens":2360,"out_tokens":764}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":680,"out_tokens":3833,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":55.96724360500002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1789,"out_tokens":1230},"claude-opus-4-8":{"in_tokens":3579,"out_tokens":611},"claude-opus-4-7":{"in_tokens":3584,"out_tokens":484},"mistral-large-2":{"in_tokens":1982,"out_tokens":499}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":883,"out_tokens":190,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":22.760080334999884,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1051,"out_tokens":1174},"claude-opus-4-8":{"in_tokens":2024,"out_tokens":563},"claude-opus-4-7":{"in_tokens":2029,"out_tokens":512},"mistral-large-2":{"in_tokens":1107,"out_tokens":475}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":5128,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":98.703295561,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1098,"out_tokens":1560},"claude-opus-4-8":{"in_tokens":2061,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2066,"out_tokens":610},"mistral-large-2":{"in_tokens":1194,"out_tokens":706}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":7323,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":124.58154926500015,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1675,"out_tokens":2692},"claude-opus-4-8":{"in_tokens":3329,"out_tokens":918},"claude-opus-4-7":{"in_tokens":3334,"out_tokens":800},"mistral-large-2":{"in_tokens":1748,"out_tokens":710}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":2692,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":72.10937589900004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1405,"out_tokens":2453},"claude-opus-4-8":{"in_tokens":2671,"out_tokens":745},"claude-opus-4-7":{"in_tokens":2676,"out_tokens":641},"mistral-large-2":{"in_tokens":1497,"out_tokens":580}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":10549,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":180.55170852499987,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1790,"out_tokens":3116},"claude-opus-4-8":{"in_tokens":3478,"out_tokens":1089},"claude-opus-4-7":{"in_tokens":3483,"out_tokens":996},"mistral-large-2":{"in_tokens":1957,"out_tokens":1024}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":896,"out_tokens":275,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":43.70190236899998,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1172,"out_tokens":2644},"claude-opus-4-8":{"in_tokens":2241,"out_tokens":661},"claude-opus-4-7":{"in_tokens":2246,"out_tokens":565},"mistral-large-2":{"in_tokens":1234,"out_tokens":555}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":909,"out_tokens":295,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":32.009750381,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1206,"out_tokens":1182},"claude-opus-4-8":{"in_tokens":2273,"out_tokens":620},"claude-opus-4-7":{"in_tokens":2278,"out_tokens":532},"mistral-large-2":{"in_tokens":1256,"out_tokens":560}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":3189,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":56.70048699400013,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1042,"out_tokens":1249},"claude-opus-4-8":{"in_tokens":1965,"out_tokens":554},"claude-opus-4-7":{"in_tokens":1970,"out_tokens":483},"mistral-large-2":{"in_tokens":1159,"out_tokens":516}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":1607,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":28.15470528600008,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1529,"out_tokens":1860},"claude-opus-4-8":{"in_tokens":2824,"out_tokens":667},"claude-opus-4-7":{"in_tokens":2829,"out_tokens":558},"mistral-large-2":{"in_tokens":1607,"out_tokens":805}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":2301,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":33.601707773000044,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1634,"out_tokens":1688},"claude-opus-4-8":{"in_tokens":3134,"out_tokens":605},"claude-opus-4-7":{"in_tokens":3139,"out_tokens":513},"mistral-large-2":{"in_tokens":1783,"out_tokens":603}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":985,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":34.08567741000002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1234,"out_tokens":1152},"claude-opus-4-8":{"in_tokens":2341,"out_tokens":562},"claude-opus-4-7":{"in_tokens":2346,"out_tokens":497},"mistral-large-2":{"in_tokens":1286,"out_tokens":821}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":206,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":24.723222389000057,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1168,"out_tokens":937},"claude-opus-4-8":{"in_tokens":2205,"out_tokens":558},"claude-opus-4-7":{"in_tokens":2210,"out_tokens":538},"mistral-large-2":{"in_tokens":1225,"out_tokens":491}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":2894,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":37.801774067999986,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1828,"out_tokens":2065},"claude-opus-4-8":{"in_tokens":3507,"out_tokens":967},"claude-opus-4-7":{"in_tokens":3512,"out_tokens":687},"mistral-large-2":{"in_tokens":2036,"out_tokens":742}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":3223,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":57.572718484000006,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1927,"out_tokens":1149},"claude-opus-4-8":{"in_tokens":3644,"out_tokens":535},"claude-opus-4-7":{"in_tokens":3649,"out_tokens":492},"mistral-large-2":{"in_tokens":2016,"out_tokens":550}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":1004,"out_tokens":294,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":53.371434835999935,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1456,"out_tokens":1322},"claude-opus-4-8":{"in_tokens":2805,"out_tokens":650},"claude-opus-4-7":{"in_tokens":2810,"out_tokens":527},"mistral-large-2":{"in_tokens":1512,"out_tokens":645}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":898,"out_tokens":5784,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":77.6242628739999,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2488,"out_tokens":3442},"claude-opus-4-8":{"in_tokens":4705,"out_tokens":1092},"claude-opus-4-7":{"in_tokens":4710,"out_tokens":755},"mistral-large-2":{"in_tokens":2756,"out_tokens":779}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":297,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":63.53862369399985,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1057,"out_tokens":1588},"claude-opus-4-8":{"in_tokens":2120,"out_tokens":458},"claude-opus-4-7":{"in_tokens":2125,"out_tokens":383},"mistral-large-2":{"in_tokens":1129,"out_tokens":520}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":2109,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":35.74835098099993,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1407,"out_tokens":1399},"claude-opus-4-8":{"in_tokens":2681,"out_tokens":632},"claude-opus-4-7":{"in_tokens":2686,"out_tokens":654},"mistral-large-2":{"in_tokens":1483,"out_tokens":575}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":258,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":37.662146506,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1220,"out_tokens":1610},"claude-opus-4-8":{"in_tokens":2285,"out_tokens":569},"claude-opus-4-7":{"in_tokens":2290,"out_tokens":489},"mistral-large-2":{"in_tokens":1278,"out_tokens":624}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1674,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":29.47768172799988,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1602,"out_tokens":1489},"claude-opus-4-8":{"in_tokens":3092,"out_tokens":568},"claude-opus-4-7":{"in_tokens":3097,"out_tokens":473},"mistral-large-2":{"in_tokens":1695,"out_tokens":531}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":765,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":14.414362557000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1077,"out_tokens":969},"claude-opus-4-8":{"in_tokens":2045,"out_tokens":541},"claude-opus-4-7":{"in_tokens":2050,"out_tokens":489},"mistral-large-2":{"in_tokens":1117,"out_tokens":498}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":3321,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":52.469662799999924,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1620,"out_tokens":1711},"claude-opus-4-8":{"in_tokens":3151,"out_tokens":658},"claude-opus-4-7":{"in_tokens":3156,"out_tokens":525},"mistral-large-2":{"in_tokens":1708,"out_tokens":614}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1014,"out_tokens":5281,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":69.41873270600013,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2574,"out_tokens":3096},"claude-opus-4-8":{"in_tokens":4828,"out_tokens":782},"claude-opus-4-7":{"in_tokens":4833,"out_tokens":750},"mistral-large-2":{"in_tokens":2790,"out_tokens":802}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1107,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.592278332999967,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1550,"out_tokens":1573},"claude-opus-4-8":{"in_tokens":2900,"out_tokens":676},"claude-opus-4-7":{"in_tokens":2905,"out_tokens":550},"mistral-large-2":{"in_tokens":1610,"out_tokens":1097}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":2201,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":29.594775003999985,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1629,"out_tokens":1551},"claude-opus-4-8":{"in_tokens":3108,"out_tokens":612},"claude-opus-4-7":{"in_tokens":3113,"out_tokens":576},"mistral-large-2":{"in_tokens":1801,"out_tokens":681}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":995,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":16.233965144000194,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1362,"out_tokens":1396},"claude-opus-4-8":{"in_tokens":2605,"out_tokens":740},"claude-opus-4-7":{"in_tokens":2610,"out_tokens":542},"mistral-large-2":{"in_tokens":1438,"out_tokens":576}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":841,"out_tokens":250,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":37.46471068999995,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1145,"out_tokens":1020},"claude-opus-4-8":{"in_tokens":2230,"out_tokens":542},"claude-opus-4-7":{"in_tokens":2235,"out_tokens":407},"mistral-large-2":{"in_tokens":1208,"out_tokens":518}}}
{"model_id":"grok-4.6","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":907,"out_tokens":75,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":41.40637507200017,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1033,"out_tokens":927},"claude-opus-4-8":{"in_tokens":1936,"out_tokens":538},"claude-opus-4-7":{"in_tokens":1941,"out_tokens":395},"mistral-large-2":{"in_tokens":1065,"out_tokens":539}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"transient-exhausted (stage 3): Connection error.","skip_reason":null,"score_raw":null,"duration_s":1431.4302306460002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":1375,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":25.056786912999996,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1425,"out_tokens":1660},"claude-opus-4-8":{"in_tokens":2739,"out_tokens":590},"claude-opus-4-7":{"in_tokens":2744,"out_tokens":501},"mistral-large-2":{"in_tokens":1498,"out_tokens":1536}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":1641,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":29.84351231200003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1655,"out_tokens":1465},"claude-opus-4-8":{"in_tokens":3159,"out_tokens":461},"claude-opus-4-7":{"in_tokens":3164,"out_tokens":467},"mistral-large-2":{"in_tokens":1725,"out_tokens":604}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":4369,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":82.70018650099996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1000,"out_tokens":1098},"claude-opus-4-8":{"in_tokens":1993,"out_tokens":568},"claude-opus-4-7":{"in_tokens":1998,"out_tokens":517},"mistral-large-2":{"in_tokens":1073,"out_tokens":491}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":954,"out_tokens":212,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":44.93501195299996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1235,"out_tokens":1337},"claude-opus-4-8":{"in_tokens":2325,"out_tokens":678},"claude-opus-4-7":{"in_tokens":2330,"out_tokens":540},"mistral-large-2":{"in_tokens":1360,"out_tokens":887}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1432,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":23.32840278399999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1364,"out_tokens":1307},"claude-opus-4-8":{"in_tokens":2568,"out_tokens":619},"claude-opus-4-7":{"in_tokens":2573,"out_tokens":475},"mistral-large-2":{"in_tokens":1420,"out_tokens":632}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":4333,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":59.62022832499997,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2275,"out_tokens":2622},"claude-opus-4-8":{"in_tokens":4396,"out_tokens":946},"claude-opus-4-7":{"in_tokens":4401,"out_tokens":837},"mistral-large-2":{"in_tokens":2523,"out_tokens":941}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":7246,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":139.08055219799985,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1227,"out_tokens":1557},"claude-opus-4-8":{"in_tokens":2312,"out_tokens":718},"claude-opus-4-7":{"in_tokens":2317,"out_tokens":508},"mistral-large-2":{"in_tokens":1316,"out_tokens":832}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":421,"out_tokens":5608,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":160.18720047300008,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1287,"out_tokens":2426},"claude-opus-4-8":{"in_tokens":2438,"out_tokens":675},"claude-opus-4-7":{"in_tokens":2443,"out_tokens":702},"mistral-large-2":{"in_tokens":1448,"out_tokens":730}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":916,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":14.97601663499995,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1357,"out_tokens":1592},"claude-opus-4-8":{"in_tokens":2579,"out_tokens":618},"claude-opus-4-7":{"in_tokens":2584,"out_tokens":519},"mistral-large-2":{"in_tokens":1427,"out_tokens":715}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1865,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":31.976893463000124,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1964,"out_tokens":1596},"claude-opus-4-8":{"in_tokens":3750,"out_tokens":587},"claude-opus-4-7":{"in_tokens":3755,"out_tokens":553},"mistral-large-2":{"in_tokens":2034,"out_tokens":802}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":922,"out_tokens":222,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":52.63771467600009,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1094,"out_tokens":1867},"claude-opus-4-8":{"in_tokens":2174,"out_tokens":716},"claude-opus-4-7":{"in_tokens":2179,"out_tokens":493},"mistral-large-2":{"in_tokens":1195,"out_tokens":697}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":801,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":17.783206446000122,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1401,"out_tokens":1409},"claude-opus-4-8":{"in_tokens":2674,"out_tokens":569},"claude-opus-4-7":{"in_tokens":2679,"out_tokens":522},"mistral-large-2":{"in_tokens":1478,"out_tokens":574}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":668,"out_tokens":4506,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":62.20209519199989,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1879,"out_tokens":2234},"claude-opus-4-8":{"in_tokens":3672,"out_tokens":660},"claude-opus-4-7":{"in_tokens":3677,"out_tokens":455},"mistral-large-2":{"in_tokens":2099,"out_tokens":960}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":1593,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":29.3374405080001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1537,"out_tokens":1510},"claude-opus-4-8":{"in_tokens":2948,"out_tokens":567},"claude-opus-4-7":{"in_tokens":2953,"out_tokens":479},"mistral-large-2":{"in_tokens":1600,"out_tokens":645}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":622,"out_tokens":3096,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":45.12653864900017,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1721,"out_tokens":3365},"claude-opus-4-8":{"in_tokens":3430,"out_tokens":742},"claude-opus-4-7":{"in_tokens":3435,"out_tokens":795},"mistral-large-2":{"in_tokens":1884,"out_tokens":809}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":716,"out_tokens":4096,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":52.81560737199993,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2106,"out_tokens":3431},"claude-opus-4-8":{"in_tokens":4097,"out_tokens":849},"claude-opus-4-7":{"in_tokens":4102,"out_tokens":716},"mistral-large-2":{"in_tokens":2318,"out_tokens":730}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":7310,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":136.0450399460001,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1321,"out_tokens":2140},"claude-opus-4-8":{"in_tokens":2498,"out_tokens":619},"claude-opus-4-7":{"in_tokens":2503,"out_tokens":506},"mistral-large-2":{"in_tokens":1466,"out_tokens":550}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":473,"out_tokens":6090,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":511.9260358209999,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1493,"out_tokens":3104},"claude-opus-4-8":{"in_tokens":2876,"out_tokens":814},"claude-opus-4-7":{"in_tokens":2881,"out_tokens":794},"mistral-large-2":{"in_tokens":1691,"out_tokens":758}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":929,"out_tokens":141,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":32.78556543700006,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1014,"out_tokens":1467},"claude-opus-4-8":{"in_tokens":1965,"out_tokens":546},"claude-opus-4-7":{"in_tokens":1970,"out_tokens":470},"mistral-large-2":{"in_tokens":1092,"out_tokens":487}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":903,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":16.314380044000018,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1268,"out_tokens":1130},"claude-opus-4-8":{"in_tokens":2484,"out_tokens":522},"claude-opus-4-7":{"in_tokens":2489,"out_tokens":402},"mistral-large-2":{"in_tokens":1322,"out_tokens":692}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":1699,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":22.886038905000078,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1093,"out_tokens":1232},"claude-opus-4-8":{"in_tokens":2058,"out_tokens":641},"claude-opus-4-7":{"in_tokens":2063,"out_tokens":515},"mistral-large-2":{"in_tokens":1129,"out_tokens":539}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":652,"out_tokens":3458,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":45.99512678799988,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1852,"out_tokens":3201},"claude-opus-4-8":{"in_tokens":3628,"out_tokens":779},"claude-opus-4-7":{"in_tokens":3633,"out_tokens":552},"mistral-large-2":{"in_tokens":2033,"out_tokens":715}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":488.72282010699996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":966,"out_tokens":160,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":68.69623254699991,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1127,"out_tokens":1645},"claude-opus-4-8":{"in_tokens":2120,"out_tokens":652},"claude-opus-4-7":{"in_tokens":2125,"out_tokens":612},"mistral-large-2":{"in_tokens":1219,"out_tokens":592}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":251,"out_tokens":230,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":100.60698640300006,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":944,"out_tokens":1034},"claude-opus-4-8":{"in_tokens":1822,"out_tokens":422},"claude-opus-4-7":{"in_tokens":1827,"out_tokens":380},"mistral-large-2":{"in_tokens":979,"out_tokens":580}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":937,"out_tokens":232,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":75.84016029399982,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.25,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1122,"out_tokens":2167},"claude-opus-4-8":{"in_tokens":2169,"out_tokens":695},"claude-opus-4-7":{"in_tokens":2174,"out_tokens":565},"mistral-large-2":{"in_tokens":1262,"out_tokens":650}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":923,"out_tokens":136,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":48.62472694600001,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":995,"out_tokens":1058},"claude-opus-4-8":{"in_tokens":1955,"out_tokens":813},"claude-opus-4-7":{"in_tokens":1960,"out_tokens":509},"mistral-large-2":{"in_tokens":1078,"out_tokens":717}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":3439,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":44.23490216500022,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1812,"out_tokens":2680},"claude-opus-4-8":{"in_tokens":3433,"out_tokens":805},"claude-opus-4-7":{"in_tokens":3438,"out_tokens":566},"mistral-large-2":{"in_tokens":2025,"out_tokens":896}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":3975,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":55.41193676800003,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2116,"out_tokens":2984},"claude-opus-4-8":{"in_tokens":4026,"out_tokens":1325},"claude-opus-4-7":{"in_tokens":4031,"out_tokens":714},"mistral-large-2":{"in_tokens":2318,"out_tokens":824}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":940,"out_tokens":215,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":43.412892158000204,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1135,"out_tokens":1295},"claude-opus-4-8":{"in_tokens":2161,"out_tokens":607},"claude-opus-4-7":{"in_tokens":2166,"out_tokens":542},"mistral-large-2":{"in_tokens":1248,"out_tokens":631}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":3468,"error":null,"skip_reason":null,"score_raw":0.825,"duration_s":58.171919247000005,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1432,"out_tokens":1843},"claude-opus-4-8":{"in_tokens":2743,"out_tokens":765},"claude-opus-4-7":{"in_tokens":2748,"out_tokens":594},"mistral-large-2":{"in_tokens":1574,"out_tokens":782}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":2406,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":34.443788524999945,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1596,"out_tokens":2782},"claude-opus-4-8":{"in_tokens":3033,"out_tokens":672},"claude-opus-4-7":{"in_tokens":3038,"out_tokens":540},"mistral-large-2":{"in_tokens":1713,"out_tokens":757}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":214,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":26.888701601000093,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":971,"out_tokens":1071},"claude-opus-4-8":{"in_tokens":1973,"out_tokens":477},"claude-opus-4-7":{"in_tokens":1978,"out_tokens":404},"mistral-large-2":{"in_tokens":1032,"out_tokens":628}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":3135,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":77.88958454599992,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1543,"out_tokens":1822},"claude-opus-4-8":{"in_tokens":3028,"out_tokens":687},"claude-opus-4-7":{"in_tokens":3033,"out_tokens":545},"mistral-large-2":{"in_tokens":1656,"out_tokens":620}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":3055,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":54.7167940249999,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.25,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1337,"out_tokens":3239},"claude-opus-4-8":{"in_tokens":2618,"out_tokens":880},"claude-opus-4-7":{"in_tokens":2623,"out_tokens":646},"mistral-large-2":{"in_tokens":1510,"out_tokens":843}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":3894,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":101.56188251900016,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1291,"out_tokens":1578},"claude-opus-4-8":{"in_tokens":2563,"out_tokens":586},"claude-opus-4-7":{"in_tokens":2568,"out_tokens":492},"mistral-large-2":{"in_tokens":1384,"out_tokens":484}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":514.8588951480001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":3782,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":67.39531414499993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1376,"out_tokens":2170},"claude-opus-4-8":{"in_tokens":2665,"out_tokens":807},"claude-opus-4-7":{"in_tokens":2670,"out_tokens":532},"mistral-large-2":{"in_tokens":1550,"out_tokens":606}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":3592,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":72.62123153799985,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.25,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1298,"out_tokens":1734},"claude-opus-4-8":{"in_tokens":2604,"out_tokens":820},"claude-opus-4-7":{"in_tokens":2609,"out_tokens":496},"mistral-large-2":{"in_tokens":1423,"out_tokens":742}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1118,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":19.597402538000097,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1101,"out_tokens":1807},"claude-opus-4-8":{"in_tokens":2126,"out_tokens":826},"claude-opus-4-7":{"in_tokens":2131,"out_tokens":569},"mistral-large-2":{"in_tokens":1194,"out_tokens":571}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":431,"out_tokens":8958,"error":null,"skip_reason":null,"score_raw":0.2777777777777778,"duration_s":169.1225030610001,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1179,"out_tokens":1824},"claude-opus-4-8":{"in_tokens":2338,"out_tokens":741},"claude-opus-4-7":{"in_tokens":2343,"out_tokens":521},"mistral-large-2":{"in_tokens":1261,"out_tokens":672}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":600,"out_tokens":5266,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":75.88392557599991,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2029,"out_tokens":3633},"claude-opus-4-8":{"in_tokens":3952,"out_tokens":950},"claude-opus-4-7":{"in_tokens":3957,"out_tokens":1018},"mistral-large-2":{"in_tokens":2184,"out_tokens":663}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":2604,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":41.46220477599991,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1754,"out_tokens":2281},"claude-opus-4-8":{"in_tokens":3496,"out_tokens":504},"claude-opus-4-7":{"in_tokens":3501,"out_tokens":567},"mistral-large-2":{"in_tokens":1906,"out_tokens":730}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":973,"out_tokens":137,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":50.3855387000001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1088,"out_tokens":1426},"claude-opus-4-8":{"in_tokens":2058,"out_tokens":541},"claude-opus-4-7":{"in_tokens":2063,"out_tokens":481},"mistral-large-2":{"in_tokens":1178,"out_tokens":576}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":6276,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":109.09369128499998,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1111,"out_tokens":1689},"claude-opus-4-8":{"in_tokens":2226,"out_tokens":762},"claude-opus-4-7":{"in_tokens":2231,"out_tokens":454},"mistral-large-2":{"in_tokens":1242,"out_tokens":744}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":5189,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":90.26077633299997,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1478,"out_tokens":2405},"claude-opus-4-8":{"in_tokens":2850,"out_tokens":1101},"claude-opus-4-7":{"in_tokens":2855,"out_tokens":642},"mistral-large-2":{"in_tokens":1592,"out_tokens":646}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":977,"out_tokens":171,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":58.25491788299996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1135,"out_tokens":1480},"claude-opus-4-8":{"in_tokens":2147,"out_tokens":571},"claude-opus-4-7":{"in_tokens":2152,"out_tokens":556},"mistral-large-2":{"in_tokens":1228,"out_tokens":565}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":274,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":43.33719287700001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1052,"out_tokens":1578},"claude-opus-4-8":{"in_tokens":2090,"out_tokens":656},"claude-opus-4-7":{"in_tokens":2095,"out_tokens":601},"mistral-large-2":{"in_tokens":1098,"out_tokens":515}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":2344,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":41.84427693700013,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1257,"out_tokens":1607},"claude-opus-4-8":{"in_tokens":2543,"out_tokens":710},"claude-opus-4-7":{"in_tokens":2548,"out_tokens":587},"mistral-large-2":{"in_tokens":1371,"out_tokens":648}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":981,"out_tokens":296,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":71.51025483699982,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1274,"out_tokens":1656},"claude-opus-4-8":{"in_tokens":2462,"out_tokens":755},"claude-opus-4-7":{"in_tokens":2467,"out_tokens":662},"mistral-large-2":{"in_tokens":1403,"out_tokens":611}}}
{"model_id":"claude-opus-5","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":4205,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":56.60583633499982,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2066,"out_tokens":3164},"claude-opus-4-8":{"in_tokens":3934,"out_tokens":882},"claude-opus-4-7":{"in_tokens":3939,"out_tokens":842},"mistral-large-2":{"in_tokens":2265,"out_tokens":833}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":1003,"out_tokens":234,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":62.86600925099992,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1266,"out_tokens":1828},"claude-opus-4-8":{"in_tokens":2395,"out_tokens":632},"claude-opus-4-7":{"in_tokens":2400,"out_tokens":537},"mistral-large-2":{"in_tokens":1393,"out_tokens":682}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":1237,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":25.11059860399996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1140,"out_tokens":1550},"claude-opus-4-8":{"in_tokens":2133,"out_tokens":479},"claude-opus-4-7":{"in_tokens":2138,"out_tokens":400},"mistral-large-2":{"in_tokens":1252,"out_tokens":505}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":244,"out_tokens":244,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":23.475976131999914,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":954,"out_tokens":1485},"claude-opus-4-8":{"in_tokens":1898,"out_tokens":656},"claude-opus-4-7":{"in_tokens":1903,"out_tokens":473},"mistral-large-2":{"in_tokens":1016,"out_tokens":974}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":1754,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":32.78120809300003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1159,"out_tokens":1615},"claude-opus-4-8":{"in_tokens":2214,"out_tokens":617},"claude-opus-4-7":{"in_tokens":2219,"out_tokens":547},"mistral-large-2":{"in_tokens":1262,"out_tokens":606}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":3851,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":66.46302352599992,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1205,"out_tokens":1596},"claude-opus-4-8":{"in_tokens":2306,"out_tokens":636},"claude-opus-4-7":{"in_tokens":2311,"out_tokens":541},"mistral-large-2":{"in_tokens":1334,"out_tokens":744}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":10636,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":174.05155994000006,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1258,"out_tokens":2474},"claude-opus-4-8":{"in_tokens":2313,"out_tokens":600},"claude-opus-4-7":{"in_tokens":2318,"out_tokens":487},"mistral-large-2":{"in_tokens":1412,"out_tokens":684}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":900,"out_tokens":151,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":46.73195314299983,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1028,"out_tokens":1246},"claude-opus-4-8":{"in_tokens":1917,"out_tokens":584},"claude-opus-4-7":{"in_tokens":1922,"out_tokens":487},"mistral-large-2":{"in_tokens":1142,"out_tokens":549}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":518,"out_tokens":3353,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":86.18755884799998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1430,"out_tokens":716},"claude-opus-4-8":{"in_tokens":2909,"out_tokens":566},"claude-opus-4-7":{"in_tokens":2914,"out_tokens":443},"mistral-large-2":{"in_tokens":1592,"out_tokens":482}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":930,"out_tokens":194,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":61.612139193000075,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1194,"out_tokens":1244},"claude-opus-4-8":{"in_tokens":2257,"out_tokens":574},"claude-opus-4-7":{"in_tokens":2262,"out_tokens":462},"mistral-large-2":{"in_tokens":1289,"out_tokens":574}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":10340,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":254.86541558,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1720,"out_tokens":3007},"claude-opus-4-8":{"in_tokens":3251,"out_tokens":608},"claude-opus-4-7":{"in_tokens":3256,"out_tokens":628},"mistral-large-2":{"in_tokens":1902,"out_tokens":626}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":4893,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":86.74359009000023,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1498,"out_tokens":1902},"claude-opus-4-8":{"in_tokens":2913,"out_tokens":691},"claude-opus-4-7":{"in_tokens":2918,"out_tokens":538},"mistral-large-2":{"in_tokens":1662,"out_tokens":656}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1331,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":21.606690903999834,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1290,"out_tokens":1437},"claude-opus-4-8":{"in_tokens":2457,"out_tokens":614},"claude-opus-4-7":{"in_tokens":2462,"out_tokens":524},"mistral-large-2":{"in_tokens":1395,"out_tokens":654}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":4298,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":80.43621122800005,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1155,"out_tokens":1150},"claude-opus-4-8":{"in_tokens":2216,"out_tokens":619},"claude-opus-4-7":{"in_tokens":2221,"out_tokens":506},"mistral-large-2":{"in_tokens":1265,"out_tokens":567}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":2152,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":37.22835538000004,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1131,"out_tokens":2347},"claude-opus-4-8":{"in_tokens":2158,"out_tokens":693},"claude-opus-4-7":{"in_tokens":2163,"out_tokens":504},"mistral-large-2":{"in_tokens":1264,"out_tokens":717}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":7091,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":99.18584082999996,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2657,"out_tokens":3330},"claude-opus-4-8":{"in_tokens":5403,"out_tokens":886},"claude-opus-4-7":{"in_tokens":5408,"out_tokens":720},"mistral-large-2":{"in_tokens":2826,"out_tokens":886}}}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":419,"out_tokens":6528,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":112.7164383899999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2215,"out_tokens":1793},"claude-opus-4-8":{"in_tokens":4219,"out_tokens":649},"claude-opus-4-7":{"in_tokens":4224,"out_tokens":577},"mistral-large-2":{"in_tokens":2309,"out_tokens":569}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":932,"out_tokens":155,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":72.54123800999992,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1038,"out_tokens":946},"claude-opus-4-8":{"in_tokens":2089,"out_tokens":562},"claude-opus-4-7":{"in_tokens":2094,"out_tokens":462},"mistral-large-2":{"in_tokens":1107,"out_tokens":487}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":672,"out_tokens":5814,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":80.04286739999998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2190,"out_tokens":2911},"claude-opus-4-8":{"in_tokens":4401,"out_tokens":647},"claude-opus-4-7":{"in_tokens":4406,"out_tokens":582},"mistral-large-2":{"in_tokens":2284,"out_tokens":602}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":536.0518486620001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":2095,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":35.11869859499984,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1147,"out_tokens":1675},"claude-opus-4-8":{"in_tokens":2321,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2326,"out_tokens":533},"mistral-large-2":{"in_tokens":1224,"out_tokens":635}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":1034,"out_tokens":147,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":89.425906769,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1186,"out_tokens":1314},"claude-opus-4-8":{"in_tokens":2268,"out_tokens":524},"claude-opus-4-7":{"in_tokens":2273,"out_tokens":491},"mistral-large-2":{"in_tokens":1307,"out_tokens":432}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":766,"out_tokens":8022,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":111.03878684300003,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":3014,"out_tokens":2468},"claude-opus-4-8":{"in_tokens":6056,"out_tokens":1008},"claude-opus-4-7":{"in_tokens":6061,"out_tokens":921},"mistral-large-2":{"in_tokens":3236,"out_tokens":985}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":4190,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":76.700475546,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1591,"out_tokens":1951},"claude-opus-4-8":{"in_tokens":3079,"out_tokens":660},"claude-opus-4-7":{"in_tokens":3084,"out_tokens":589},"mistral-large-2":{"in_tokens":1769,"out_tokens":740}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":834,"out_tokens":10871,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":144.56205317799981,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":3342,"out_tokens":3641},"claude-opus-4-8":{"in_tokens":6547,"out_tokens":1052},"claude-opus-4-7":{"in_tokens":6552,"out_tokens":1244},"mistral-large-2":{"in_tokens":3619,"out_tokens":1238}}}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":424,"out_tokens":1594,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":27.59623207200002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1764,"out_tokens":1725},"claude-opus-4-8":{"in_tokens":3270,"out_tokens":676},"claude-opus-4-7":{"in_tokens":3275,"out_tokens":595},"mistral-large-2":{"in_tokens":1851,"out_tokens":725}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":931,"out_tokens":294,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":72.69987884900002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1196,"out_tokens":1596},"claude-opus-4-8":{"in_tokens":2360,"out_tokens":701},"claude-opus-4-7":{"in_tokens":2365,"out_tokens":510},"mistral-large-2":{"in_tokens":1277,"out_tokens":630}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":2999,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":45.925427961000196,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1345,"out_tokens":1503},"claude-opus-4-8":{"in_tokens":2653,"out_tokens":683},"claude-opus-4-7":{"in_tokens":2658,"out_tokens":615},"mistral-large-2":{"in_tokens":1449,"out_tokens":827}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":703,"out_tokens":8715,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":149.38412132800022,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1740,"out_tokens":2214},"claude-opus-4-8":{"in_tokens":3223,"out_tokens":757},"claude-opus-4-7":{"in_tokens":3228,"out_tokens":690},"mistral-large-2":{"in_tokens":1872,"out_tokens":643}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":443,"out_tokens":4674,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":81.26030285800016,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1187,"out_tokens":1955},"claude-opus-4-8":{"in_tokens":2275,"out_tokens":698},"claude-opus-4-7":{"in_tokens":2280,"out_tokens":567},"mistral-large-2":{"in_tokens":1322,"out_tokens":629}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":1069,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":42.46180935199982,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1350,"out_tokens":1745},"claude-opus-4-8":{"in_tokens":2601,"out_tokens":738},"claude-opus-4-7":{"in_tokens":2606,"out_tokens":576},"mistral-large-2":{"in_tokens":1521,"out_tokens":624}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":923,"out_tokens":243,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":96.53928735299996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1223,"out_tokens":2110},"claude-opus-4-8":{"in_tokens":2268,"out_tokens":685},"claude-opus-4-7":{"in_tokens":2273,"out_tokens":493},"mistral-large-2":{"in_tokens":1371,"out_tokens":631}}}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":3277,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":56.46687567499998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1578,"out_tokens":1467},"claude-opus-4-8":{"in_tokens":2947,"out_tokens":521},"claude-opus-4-7":{"in_tokens":2952,"out_tokens":520},"mistral-large-2":{"in_tokens":1643,"out_tokens":575}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":5259,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":89.06572832999996,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1660,"out_tokens":2327},"claude-opus-4-8":{"in_tokens":3228,"out_tokens":619},"claude-opus-4-7":{"in_tokens":3233,"out_tokens":692},"mistral-large-2":{"in_tokens":1845,"out_tokens":654}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":8062,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":245.98834960600016,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1914,"out_tokens":2508},"claude-opus-4-8":{"in_tokens":3580,"out_tokens":965},"claude-opus-4-7":{"in_tokens":3585,"out_tokens":582},"mistral-large-2":{"in_tokens":2179,"out_tokens":698}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":4326,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":80.85398397500012,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1270,"out_tokens":1567},"claude-opus-4-8":{"in_tokens":2447,"out_tokens":700},"claude-opus-4-7":{"in_tokens":2452,"out_tokens":558},"mistral-large-2":{"in_tokens":1383,"out_tokens":590}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":1127,"out_tokens":135,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":36.5707839879999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1384,"out_tokens":1182},"claude-opus-4-8":{"in_tokens":2538,"out_tokens":607},"claude-opus-4-7":{"in_tokens":2543,"out_tokens":474},"mistral-large-2":{"in_tokens":1561,"out_tokens":487}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":2379,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":43.41202972500014,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1439,"out_tokens":1898},"claude-opus-4-8":{"in_tokens":2787,"out_tokens":770},"claude-opus-4-7":{"in_tokens":2792,"out_tokens":692},"mistral-large-2":{"in_tokens":1616,"out_tokens":696}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":966,"out_tokens":202,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":81.83759474400017,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1137,"out_tokens":1008},"claude-opus-4-8":{"in_tokens":2281,"out_tokens":630},"claude-opus-4-7":{"in_tokens":2286,"out_tokens":453},"mistral-large-2":{"in_tokens":1264,"out_tokens":509}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":4113,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":67.7893503759999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1416,"out_tokens":1727},"claude-opus-4-8":{"in_tokens":2865,"out_tokens":675},"claude-opus-4-7":{"in_tokens":2870,"out_tokens":509},"mistral-large-2":{"in_tokens":1575,"out_tokens":524}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":5261,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":73.21574360699992,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1937,"out_tokens":2546},"claude-opus-4-8":{"in_tokens":3875,"out_tokens":507},"claude-opus-4-7":{"in_tokens":3880,"out_tokens":637},"mistral-large-2":{"in_tokens":2060,"out_tokens":683}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":1290,"error":null,"skip_reason":null,"score_raw":0.3571428571428571,"duration_s":29.88257598500013,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1501,"out_tokens":1684},"claude-opus-4-8":{"in_tokens":2810,"out_tokens":621},"claude-opus-4-7":{"in_tokens":2815,"out_tokens":580},"mistral-large-2":{"in_tokens":1693,"out_tokens":560}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":553,"out_tokens":6647,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":91.47155411299991,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2404,"out_tokens":3047},"claude-opus-4-8":{"in_tokens":4866,"out_tokens":681},"claude-opus-4-7":{"in_tokens":4871,"out_tokens":557},"mistral-large-2":{"in_tokens":2568,"out_tokens":899}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":3573,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":60.523726597000405,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1163,"out_tokens":1705},"claude-opus-4-8":{"in_tokens":2232,"out_tokens":762},"claude-opus-4-7":{"in_tokens":2237,"out_tokens":604},"mistral-large-2":{"in_tokens":1283,"out_tokens":659}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":428.442295629,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":7778,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":108.92512614400016,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2372,"out_tokens":2896},"claude-opus-4-8":{"in_tokens":4810,"out_tokens":565},"claude-opus-4-7":{"in_tokens":4815,"out_tokens":617},"mistral-large-2":{"in_tokens":2568,"out_tokens":1536}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":599,"out_tokens":5816,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":83.15980659599995,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2398,"out_tokens":3112},"claude-opus-4-8":{"in_tokens":4738,"out_tokens":908},"claude-opus-4-7":{"in_tokens":4743,"out_tokens":945},"mistral-large-2":{"in_tokens":2623,"out_tokens":690}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":914,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":47.54813175699974,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1158,"out_tokens":1078},"claude-opus-4-8":{"in_tokens":2225,"out_tokens":600},"claude-opus-4-7":{"in_tokens":2230,"out_tokens":525},"mistral-large-2":{"in_tokens":1262,"out_tokens":580}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":707,"out_tokens":6950,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":158.65873202199987,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1836,"out_tokens":1903},"claude-opus-4-8":{"in_tokens":3440,"out_tokens":1061},"claude-opus-4-7":{"in_tokens":3445,"out_tokens":706},"mistral-large-2":{"in_tokens":2062,"out_tokens":561}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":644,"out_tokens":14559,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":241.58460414499996,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1423,"out_tokens":1620},"claude-opus-4-8":{"in_tokens":2624,"out_tokens":833},"claude-opus-4-7":{"in_tokens":2629,"out_tokens":561},"mistral-large-2":{"in_tokens":1612,"out_tokens":481}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":2622,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":45.06766026699961,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1307,"out_tokens":1541},"claude-opus-4-8":{"in_tokens":2517,"out_tokens":598},"claude-opus-4-7":{"in_tokens":2522,"out_tokens":477},"mistral-large-2":{"in_tokens":1425,"out_tokens":609}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":651,"out_tokens":10287,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":253.64796789199977,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1952,"out_tokens":2153},"claude-opus-4-8":{"in_tokens":3764,"out_tokens":875},"claude-opus-4-7":{"in_tokens":3769,"out_tokens":686},"mistral-large-2":{"in_tokens":2202,"out_tokens":681}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":8243,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":129.05371080799978,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1523,"out_tokens":2765},"claude-opus-4-8":{"in_tokens":2926,"out_tokens":737},"claude-opus-4-7":{"in_tokens":2931,"out_tokens":702},"mistral-large-2":{"in_tokens":1700,"out_tokens":710}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.006225551,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0015934080002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0026285929998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0010594270002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.000251519,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":751,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":13.793356339999718,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1194,"out_tokens":1432},"claude-opus-4-8":{"in_tokens":2329,"out_tokens":687},"claude-opus-4-7":{"in_tokens":2334,"out_tokens":496},"mistral-large-2":{"in_tokens":1318,"out_tokens":585}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":935,"out_tokens":287,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":81.50833877600007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1288,"out_tokens":2176},"claude-opus-4-8":{"in_tokens":2470,"out_tokens":740},"claude-opus-4-7":{"in_tokens":2475,"out_tokens":720},"mistral-large-2":{"in_tokens":1422,"out_tokens":659}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":992,"out_tokens":132,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":46.937743213999966,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1106,"out_tokens":1588},"claude-opus-4-8":{"in_tokens":2127,"out_tokens":642},"claude-opus-4-7":{"in_tokens":2132,"out_tokens":529},"mistral-large-2":{"in_tokens":1218,"out_tokens":612}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":753,"out_tokens":8626,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":192.32820171599997,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2189,"out_tokens":2200},"claude-opus-4-8":{"in_tokens":4123,"out_tokens":983},"claude-opus-4-7":{"in_tokens":4128,"out_tokens":744},"mistral-large-2":{"in_tokens":2363,"out_tokens":830}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":4543,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":62.42444507099981,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2092,"out_tokens":2370},"claude-opus-4-8":{"in_tokens":4284,"out_tokens":534},"claude-opus-4-7":{"in_tokens":4289,"out_tokens":446},"mistral-large-2":{"in_tokens":2298,"out_tokens":756}}}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":484,"out_tokens":9144,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":138.82493969099983,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2186,"out_tokens":1648},"claude-opus-4-8":{"in_tokens":4068,"out_tokens":526},"claude-opus-4-7":{"in_tokens":4073,"out_tokens":429},"mistral-large-2":{"in_tokens":2280,"out_tokens":618}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":3197,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":100.52197796200016,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1430,"out_tokens":1202},"claude-opus-4-8":{"in_tokens":2758,"out_tokens":618},"claude-opus-4-7":{"in_tokens":2763,"out_tokens":488},"mistral-large-2":{"in_tokens":1554,"out_tokens":585}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":1034,"out_tokens":170,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":85.60191504000022,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1247,"out_tokens":1209},"claude-opus-4-8":{"in_tokens":2374,"out_tokens":662},"claude-opus-4-7":{"in_tokens":2379,"out_tokens":565},"mistral-large-2":{"in_tokens":1366,"out_tokens":587}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":5255,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":65.89922708999984,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1998,"out_tokens":2640},"claude-opus-4-8":{"in_tokens":3974,"out_tokens":1022},"claude-opus-4-7":{"in_tokens":3979,"out_tokens":780},"mistral-large-2":{"in_tokens":2120,"out_tokens":779}}}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":285,"out_tokens":4730,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":69.11451723500022,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1798,"out_tokens":2028},"claude-opus-4-8":{"in_tokens":3360,"out_tokens":926},"claude-opus-4-7":{"in_tokens":3365,"out_tokens":474},"mistral-large-2":{"in_tokens":1886,"out_tokens":749}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":5675,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":101.98230630900025,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1183,"out_tokens":1702},"claude-opus-4-8":{"in_tokens":2318,"out_tokens":744},"claude-opus-4-7":{"in_tokens":2323,"out_tokens":590},"mistral-large-2":{"in_tokens":1271,"out_tokens":635}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":26.897316623999814,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1085,"out_tokens":1513},"claude-opus-4-8":{"in_tokens":2191,"out_tokens":662},"claude-opus-4-7":{"in_tokens":2196,"out_tokens":613},"mistral-large-2":{"in_tokens":1170,"out_tokens":625}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":432,"out_tokens":280,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":236.2120011730001,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1252,"out_tokens":1607},"claude-opus-4-8":{"in_tokens":2406,"out_tokens":885},"claude-opus-4-7":{"in_tokens":2411,"out_tokens":760},"mistral-large-2":{"in_tokens":1315,"out_tokens":669}}}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":7693,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":121.54265625800008,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1977,"out_tokens":1608},"claude-opus-4-8":{"in_tokens":3652,"out_tokens":580},"claude-opus-4-7":{"in_tokens":3657,"out_tokens":537},"mistral-large-2":{"in_tokens":2078,"out_tokens":638}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":7369,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":101.87251959100013,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2187,"out_tokens":2540},"claude-opus-4-8":{"in_tokens":4345,"out_tokens":919},"claude-opus-4-7":{"in_tokens":4350,"out_tokens":791},"mistral-large-2":{"in_tokens":2381,"out_tokens":673}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":3555,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":62.78085838400011,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1511,"out_tokens":2267},"claude-opus-4-8":{"in_tokens":2926,"out_tokens":993},"claude-opus-4-7":{"in_tokens":2931,"out_tokens":820},"mistral-large-2":{"in_tokens":1639,"out_tokens":763}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":5544,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":98.34389964999991,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1414,"out_tokens":2162},"claude-opus-4-8":{"in_tokens":2786,"out_tokens":861},"claude-opus-4-7":{"in_tokens":2791,"out_tokens":630},"mistral-large-2":{"in_tokens":1576,"out_tokens":693}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":7967,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":149.00805971399996,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1211,"out_tokens":2001},"claude-opus-4-8":{"in_tokens":2352,"out_tokens":595},"claude-opus-4-7":{"in_tokens":2357,"out_tokens":466},"mistral-large-2":{"in_tokens":1347,"out_tokens":569}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":483,"out_tokens":3508,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":73.31172563699965,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1558,"out_tokens":1260},"claude-opus-4-8":{"in_tokens":3034,"out_tokens":777},"claude-opus-4-7":{"in_tokens":3039,"out_tokens":543},"mistral-large-2":{"in_tokens":1712,"out_tokens":615}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":223,"error":null,"skip_reason":null,"score_raw":0.6071428571428572,"duration_s":17.85719624100011,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1004,"out_tokens":1362},"claude-opus-4-8":{"in_tokens":2026,"out_tokens":608},"claude-opus-4-7":{"in_tokens":2031,"out_tokens":481},"mistral-large-2":{"in_tokens":1050,"out_tokens":578}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":974,"out_tokens":162,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":45.47178203299973,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1100,"out_tokens":1429},"claude-opus-4-8":{"in_tokens":2115,"out_tokens":640},"claude-opus-4-7":{"in_tokens":2120,"out_tokens":474},"mistral-large-2":{"in_tokens":1232,"out_tokens":603}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":301,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":22.336915096999746,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1082,"out_tokens":1355},"claude-opus-4-8":{"in_tokens":2137,"out_tokens":626},"claude-opus-4-7":{"in_tokens":2142,"out_tokens":512},"mistral-large-2":{"in_tokens":1142,"out_tokens":570}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":6212,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":120.14244161500028,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1918,"out_tokens":2358},"claude-opus-4-8":{"in_tokens":3580,"out_tokens":761},"claude-opus-4-7":{"in_tokens":3585,"out_tokens":611},"mistral-large-2":{"in_tokens":2081,"out_tokens":801}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":8377,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":106.47272326700022,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2475,"out_tokens":2911},"claude-opus-4-8":{"in_tokens":4813,"out_tokens":974},"claude-opus-4-7":{"in_tokens":4818,"out_tokens":977},"mistral-large-2":{"in_tokens":2597,"out_tokens":1463}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1171,"out_tokens":371,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":152.74039252799957,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1803,"out_tokens":2559},"claude-opus-4-8":{"in_tokens":3386,"out_tokens":803},"claude-opus-4-7":{"in_tokens":3391,"out_tokens":615},"mistral-large-2":{"in_tokens":1929,"out_tokens":559}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":5774,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":113.642359769,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1100,"out_tokens":1520},"claude-opus-4-8":{"in_tokens":2169,"out_tokens":751},"claude-opus-4-7":{"in_tokens":2174,"out_tokens":605},"mistral-large-2":{"in_tokens":1205,"out_tokens":535}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":263,"out_tokens":266,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":24.1057181770002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":998,"out_tokens":2181},"claude-opus-4-8":{"in_tokens":2057,"out_tokens":643},"claude-opus-4-7":{"in_tokens":2062,"out_tokens":557},"mistral-large-2":{"in_tokens":1054,"out_tokens":822}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":373,"error":null,"skip_reason":null,"score_raw":0.15,"duration_s":25.961060582999835,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1802,"out_tokens":3371},"claude-opus-4-8":{"in_tokens":3535,"out_tokens":1306},"claude-opus-4-7":{"in_tokens":3540,"out_tokens":777},"mistral-large-2":{"in_tokens":1899,"out_tokens":798}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":2549,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":42.9845151530003,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1306,"out_tokens":909},"claude-opus-4-8":{"in_tokens":2463,"out_tokens":489},"claude-opus-4-7":{"in_tokens":2468,"out_tokens":363},"mistral-large-2":{"in_tokens":1356,"out_tokens":516}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":982,"out_tokens":219,"error":null,"skip_reason":null,"score_raw":0.611111111111111,"duration_s":73.49414774300021,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1226,"out_tokens":1700},"claude-opus-4-8":{"in_tokens":2428,"out_tokens":814},"claude-opus-4-7":{"in_tokens":2433,"out_tokens":729},"mistral-large-2":{"in_tokens":1320,"out_tokens":694}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":4927,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":68.57735745900027,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2127,"out_tokens":2439},"claude-opus-4-8":{"in_tokens":4167,"out_tokens":784},"claude-opus-4-7":{"in_tokens":4172,"out_tokens":655},"mistral-large-2":{"in_tokens":2289,"out_tokens":1141}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":6276,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":111.41232515300044,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1102,"out_tokens":1402},"claude-opus-4-8":{"in_tokens":2162,"out_tokens":710},"claude-opus-4-7":{"in_tokens":2167,"out_tokens":614},"mistral-large-2":{"in_tokens":1207,"out_tokens":593}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":2894,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":53.70579871700011,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1302,"out_tokens":1872},"claude-opus-4-8":{"in_tokens":2552,"out_tokens":845},"claude-opus-4-7":{"in_tokens":2557,"out_tokens":661},"mistral-large-2":{"in_tokens":1414,"out_tokens":709}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":954,"out_tokens":181,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":78.50656447999972,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1121,"out_tokens":1423},"claude-opus-4-8":{"in_tokens":2222,"out_tokens":642},"claude-opus-4-7":{"in_tokens":2227,"out_tokens":553},"mistral-large-2":{"in_tokens":1232,"out_tokens":568}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":488,"out_tokens":3899,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":100.48367423699983,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1245,"out_tokens":1533},"claude-opus-4-8":{"in_tokens":2465,"out_tokens":700},"claude-opus-4-7":{"in_tokens":2470,"out_tokens":562},"mistral-large-2":{"in_tokens":1365,"out_tokens":558}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":430,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":35.02138803199978,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1744,"out_tokens":2081},"claude-opus-4-8":{"in_tokens":3419,"out_tokens":1048},"claude-opus-4-7":{"in_tokens":3424,"out_tokens":710},"mistral-large-2":{"in_tokens":1885,"out_tokens":825}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":380,"error":null,"skip_reason":null,"score_raw":0.17500000000000002,"duration_s":39.42958163399999,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.2,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1716,"out_tokens":3052},"claude-opus-4-8":{"in_tokens":3377,"out_tokens":1098},"claude-opus-4-7":{"in_tokens":3382,"out_tokens":942},"mistral-large-2":{"in_tokens":1841,"out_tokens":956}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":616,"out_tokens":5426,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":72.62253161499984,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2573,"out_tokens":2821},"claude-opus-4-8":{"in_tokens":5148,"out_tokens":796},"claude-opus-4-7":{"in_tokens":5153,"out_tokens":814},"mistral-large-2":{"in_tokens":2778,"out_tokens":1009}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":772,"out_tokens":6937,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":93.45166941999969,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2450,"out_tokens":3154},"claude-opus-4-8":{"in_tokens":4660,"out_tokens":702},"claude-opus-4-7":{"in_tokens":4665,"out_tokens":1001},"mistral-large-2":{"in_tokens":2606,"out_tokens":697}}}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":322,"out_tokens":6844,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":100.068505319,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1674,"out_tokens":1365},"claude-opus-4-8":{"in_tokens":3252,"out_tokens":613},"claude-opus-4-7":{"in_tokens":3257,"out_tokens":514},"mistral-large-2":{"in_tokens":1770,"out_tokens":534}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":3644,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":65.89846281900009,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1411,"out_tokens":2574},"claude-opus-4-8":{"in_tokens":2795,"out_tokens":797},"claude-opus-4-7":{"in_tokens":2800,"out_tokens":483},"mistral-large-2":{"in_tokens":1561,"out_tokens":717}}}
{"model_id":"glm-5.3","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":7140,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":97.619481705,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1627,"out_tokens":2107},"claude-opus-4-8":{"in_tokens":3126,"out_tokens":794},"claude-opus-4-7":{"in_tokens":3131,"out_tokens":689},"mistral-large-2":{"in_tokens":1710,"out_tokens":535}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":4333,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":66.48699209999995,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2168,"out_tokens":2617},"claude-opus-4-8":{"in_tokens":4339,"out_tokens":816},"claude-opus-4-7":{"in_tokens":4344,"out_tokens":571},"mistral-large-2":{"in_tokens":2331,"out_tokens":783}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":444,"out_tokens":4525,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":79.85584291099985,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1116,"out_tokens":1149},"claude-opus-4-8":{"in_tokens":2137,"out_tokens":657},"claude-opus-4-7":{"in_tokens":2142,"out_tokens":490},"mistral-large-2":{"in_tokens":1241,"out_tokens":542}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":546,"out_tokens":4781,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":121.7277951279998,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1470,"out_tokens":1424},"claude-opus-4-8":{"in_tokens":2836,"out_tokens":712},"claude-opus-4-7":{"in_tokens":2841,"out_tokens":563},"mistral-large-2":{"in_tokens":1625,"out_tokens":632}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":945,"out_tokens":143,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":44.708575078000194,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1077,"out_tokens":893},"claude-opus-4-8":{"in_tokens":2055,"out_tokens":551},"claude-opus-4-7":{"in_tokens":2060,"out_tokens":525},"mistral-large-2":{"in_tokens":1201,"out_tokens":537}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":2586,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":50.93446822499982,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1774,"out_tokens":2085},"claude-opus-4-8":{"in_tokens":3335,"out_tokens":633},"claude-opus-4-7":{"in_tokens":3340,"out_tokens":506},"mistral-large-2":{"in_tokens":1845,"out_tokens":610}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":535,"out_tokens":5050,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":128.24652913199998,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1660,"out_tokens":2169},"claude-opus-4-8":{"in_tokens":3164,"out_tokens":990},"claude-opus-4-7":{"in_tokens":3169,"out_tokens":955},"mistral-large-2":{"in_tokens":1814,"out_tokens":866}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":582,"out_tokens":3245,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":46.86866459000021,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1831,"out_tokens":2194},"claude-opus-4-8":{"in_tokens":3683,"out_tokens":841},"claude-opus-4-7":{"in_tokens":3688,"out_tokens":460},"mistral-large-2":{"in_tokens":1920,"out_tokens":655}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":932,"out_tokens":144,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":34.54288438499998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1005,"out_tokens":1541},"claude-opus-4-8":{"in_tokens":1926,"out_tokens":640},"claude-opus-4-7":{"in_tokens":1931,"out_tokens":501},"mistral-large-2":{"in_tokens":1059,"out_tokens":493}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":396,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":23.996571310000036,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.6,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1718,"out_tokens":2608},"claude-opus-4-8":{"in_tokens":3413,"out_tokens":1219},"claude-opus-4-7":{"in_tokens":3418,"out_tokens":964},"mistral-large-2":{"in_tokens":1814,"out_tokens":718}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":454,"out_tokens":2504,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":47.29960943099968,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1070,"out_tokens":942},"claude-opus-4-8":{"in_tokens":2022,"out_tokens":645},"claude-opus-4-7":{"in_tokens":2027,"out_tokens":502},"mistral-large-2":{"in_tokens":1147,"out_tokens":503}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":953,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":88.63705922999998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1121,"out_tokens":1563},"claude-opus-4-8":{"in_tokens":2232,"out_tokens":680},"claude-opus-4-7":{"in_tokens":2237,"out_tokens":633},"mistral-large-2":{"in_tokens":1228,"out_tokens":495}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":375,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":30.85768176600004,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1683,"out_tokens":2626},"claude-opus-4-8":{"in_tokens":3317,"out_tokens":914},"claude-opus-4-7":{"in_tokens":3322,"out_tokens":653},"mistral-large-2":{"in_tokens":1813,"out_tokens":1062}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":421,"out_tokens":1759,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":31.1299346349997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1837,"out_tokens":1912},"claude-opus-4-8":{"in_tokens":3478,"out_tokens":726},"claude-opus-4-7":{"in_tokens":3483,"out_tokens":486},"mistral-large-2":{"in_tokens":1928,"out_tokens":659}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":5671,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":145.79964033199985,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1754,"out_tokens":3019},"claude-opus-4-8":{"in_tokens":3473,"out_tokens":953},"claude-opus-4-7":{"in_tokens":3478,"out_tokens":780},"mistral-large-2":{"in_tokens":1955,"out_tokens":870}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":261,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":96.40003284000022,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1207,"out_tokens":1614},"claude-opus-4-8":{"in_tokens":2243,"out_tokens":819},"claude-opus-4-7":{"in_tokens":2248,"out_tokens":541},"mistral-large-2":{"in_tokens":1325,"out_tokens":817}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":332,"out_tokens":252,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":24.372956164999778,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1072,"out_tokens":1543},"claude-opus-4-8":{"in_tokens":2070,"out_tokens":526},"claude-opus-4-7":{"in_tokens":2075,"out_tokens":589},"mistral-large-2":{"in_tokens":1143,"out_tokens":606}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":46.105448700000125,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1144,"out_tokens":951},"claude-opus-4-8":{"in_tokens":2150,"out_tokens":643},"claude-opus-4-7":{"in_tokens":2155,"out_tokens":548},"mistral-large-2":{"in_tokens":1223,"out_tokens":539}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":5025,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":79.83354531199984,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1474,"out_tokens":1762},"claude-opus-4-8":{"in_tokens":2796,"out_tokens":744},"claude-opus-4-7":{"in_tokens":2801,"out_tokens":613},"mistral-large-2":{"in_tokens":1627,"out_tokens":776}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":938,"out_tokens":125,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":43.888391233999755,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":951,"out_tokens":1066},"claude-opus-4-8":{"in_tokens":1833,"out_tokens":522},"claude-opus-4-7":{"in_tokens":1838,"out_tokens":410},"mistral-large-2":{"in_tokens":1030,"out_tokens":491}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":298,"out_tokens":4428,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":59.73538568999993,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1490,"out_tokens":1309},"claude-opus-4-8":{"in_tokens":2827,"out_tokens":612},"claude-opus-4-7":{"in_tokens":2832,"out_tokens":545},"mistral-large-2":{"in_tokens":1564,"out_tokens":658}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":428,"out_tokens":3010,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":58.0097216019999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":988,"out_tokens":1154},"claude-opus-4-8":{"in_tokens":1912,"out_tokens":558},"claude-opus-4-7":{"in_tokens":1917,"out_tokens":501},"mistral-large-2":{"in_tokens":1068,"out_tokens":480}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0036943299997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":3975,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":70.49536702799969,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1279,"out_tokens":1749},"claude-opus-4-8":{"in_tokens":2467,"out_tokens":557},"claude-opus-4-7":{"in_tokens":2472,"out_tokens":538},"mistral-large-2":{"in_tokens":1435,"out_tokens":605}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":6048,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":77.34425387300007,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2265,"out_tokens":3670},"claude-opus-4-8":{"in_tokens":4574,"out_tokens":782},"claude-opus-4-7":{"in_tokens":4579,"out_tokens":796},"mistral-large-2":{"in_tokens":2406,"out_tokens":1031}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":6409,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":155.89497346400003,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1528,"out_tokens":2365},"claude-opus-4-8":{"in_tokens":2957,"out_tokens":721},"claude-opus-4-7":{"in_tokens":2962,"out_tokens":497},"mistral-large-2":{"in_tokens":1708,"out_tokens":547}}}
{"model_id":"grok-4.6","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":951,"out_tokens":323,"error":null,"skip_reason":null,"score_raw":0.8611111111111112,"duration_s":67.80293294600006,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1241,"out_tokens":2634},"claude-opus-4-8":{"in_tokens":2364,"out_tokens":664},"claude-opus-4-7":{"in_tokens":2369,"out_tokens":539},"mistral-large-2":{"in_tokens":1362,"out_tokens":667}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":466,"out_tokens":1974,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":76.03163309799993,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1194,"out_tokens":1978},"claude-opus-4-8":{"in_tokens":2332,"out_tokens":777},"claude-opus-4-7":{"in_tokens":2337,"out_tokens":547},"mistral-large-2":{"in_tokens":1297,"out_tokens":545}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":4544,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":76.6347168389998,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1602,"out_tokens":2106},"claude-opus-4-8":{"in_tokens":3016,"out_tokens":595},"claude-opus-4-7":{"in_tokens":3021,"out_tokens":530},"mistral-large-2":{"in_tokens":1678,"out_tokens":660}}}
{"model_id":"glm-5.3","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":508.04788019900025,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":9289,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":205.45482811600004,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1679,"out_tokens":1856},"claude-opus-4-8":{"in_tokens":3363,"out_tokens":617},"claude-opus-4-7":{"in_tokens":3368,"out_tokens":582},"mistral-large-2":{"in_tokens":1855,"out_tokens":1083}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":9123,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":172.01543838999987,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1241,"out_tokens":1567},"claude-opus-4-8":{"in_tokens":2502,"out_tokens":730},"claude-opus-4-7":{"in_tokens":2507,"out_tokens":545},"mistral-large-2":{"in_tokens":1362,"out_tokens":541}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":4606,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":70.82105203099991,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1575,"out_tokens":1609},"claude-opus-4-8":{"in_tokens":2953,"out_tokens":624},"claude-opus-4-7":{"in_tokens":2958,"out_tokens":579},"mistral-large-2":{"in_tokens":1632,"out_tokens":522}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":3593,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":97.0372989980001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1369,"out_tokens":1361},"claude-opus-4-8":{"in_tokens":2567,"out_tokens":686},"claude-opus-4-7":{"in_tokens":2572,"out_tokens":555},"mistral-large-2":{"in_tokens":1458,"out_tokens":561}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1010,"out_tokens":8640,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":114.39920665799991,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":3317,"out_tokens":3416},"claude-opus-4-8":{"in_tokens":6453,"out_tokens":1052},"claude-opus-4-7":{"in_tokens":6458,"out_tokens":724},"mistral-large-2":{"in_tokens":3489,"out_tokens":1454}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1260,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":24.331133531999967,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1061,"out_tokens":1837},"claude-opus-4-8":{"in_tokens":2076,"out_tokens":633},"claude-opus-4-7":{"in_tokens":2081,"out_tokens":540},"mistral-large-2":{"in_tokens":1156,"out_tokens":557}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":2906,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":88.13561106600037,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1660,"out_tokens":2657},"claude-opus-4-8":{"in_tokens":3189,"out_tokens":679},"claude-opus-4-7":{"in_tokens":3194,"out_tokens":546},"mistral-large-2":{"in_tokens":1814,"out_tokens":653}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":9323,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":170.93220064499974,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1001,"out_tokens":2148},"claude-opus-4-8":{"in_tokens":1947,"out_tokens":692},"claude-opus-4-7":{"in_tokens":1952,"out_tokens":492},"mistral-large-2":{"in_tokens":1062,"out_tokens":469}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":1000,"out_tokens":471,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":74.42367126699992,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1462,"out_tokens":2629},"claude-opus-4-8":{"in_tokens":3058,"out_tokens":864},"claude-opus-4-7":{"in_tokens":3063,"out_tokens":632},"mistral-large-2":{"in_tokens":1566,"out_tokens":690}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":2163,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":36.39740228599976,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1660,"out_tokens":1798},"claude-opus-4-8":{"in_tokens":3129,"out_tokens":517},"claude-opus-4-7":{"in_tokens":3134,"out_tokens":453},"mistral-large-2":{"in_tokens":1766,"out_tokens":808}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":994,"out_tokens":10499,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":139.50914427599992,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":4259,"out_tokens":3570},"claude-opus-4-8":{"in_tokens":8311,"out_tokens":1157},"claude-opus-4-7":{"in_tokens":8316,"out_tokens":1152},"mistral-large-2":{"in_tokens":4600,"out_tokens":1159}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":989,"out_tokens":764,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":84.92079482000008,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1823,"out_tokens":2312},"claude-opus-4-8":{"in_tokens":3680,"out_tokens":839},"claude-opus-4-7":{"in_tokens":3685,"out_tokens":893},"mistral-large-2":{"in_tokens":1957,"out_tokens":1164}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":945,"out_tokens":370,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":56.79241110900011,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1254,"out_tokens":1573},"claude-opus-4-8":{"in_tokens":2570,"out_tokens":658},"claude-opus-4-7":{"in_tokens":2575,"out_tokens":555},"mistral-large-2":{"in_tokens":1322,"out_tokens":764}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":7294,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":131.84974984600012,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1223,"out_tokens":2242},"claude-opus-4-8":{"in_tokens":2304,"out_tokens":660},"claude-opus-4-7":{"in_tokens":2309,"out_tokens":633},"mistral-large-2":{"in_tokens":1339,"out_tokens":668}}}
{"model_id":"deepseek-v4-pro","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":14457,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":247.8381523549997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1287,"out_tokens":2406},"claude-opus-4-8":{"in_tokens":2367,"out_tokens":891},"claude-opus-4-7":{"in_tokens":2372,"out_tokens":598},"mistral-large-2":{"in_tokens":1431,"out_tokens":626}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":4719,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":83.4011876290001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1248,"out_tokens":2267},"claude-opus-4-8":{"in_tokens":2346,"out_tokens":783},"claude-opus-4-7":{"in_tokens":2351,"out_tokens":521},"mistral-large-2":{"in_tokens":1343,"out_tokens":668}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":4207,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":64.5143469149998,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1625,"out_tokens":2264},"claude-opus-4-8":{"in_tokens":3065,"out_tokens":555},"claude-opus-4-7":{"in_tokens":3070,"out_tokens":459},"mistral-large-2":{"in_tokens":1710,"out_tokens":603}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":3732,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":58.67013907200044,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1530,"out_tokens":1870},"claude-opus-4-8":{"in_tokens":2998,"out_tokens":624},"claude-opus-4-7":{"in_tokens":3003,"out_tokens":544},"mistral-large-2":{"in_tokens":1679,"out_tokens":735}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":565,"out_tokens":6079,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":105.583392731,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1460,"out_tokens":1887},"claude-opus-4-8":{"in_tokens":2921,"out_tokens":788},"claude-opus-4-7":{"in_tokens":2926,"out_tokens":624},"mistral-large-2":{"in_tokens":1566,"out_tokens":710}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":10976,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":269.0604454629997,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1725,"out_tokens":2635},"claude-opus-4-8":{"in_tokens":3196,"out_tokens":785},"claude-opus-4-7":{"in_tokens":3201,"out_tokens":806},"mistral-large-2":{"in_tokens":1907,"out_tokens":763}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":937,"out_tokens":11229,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":160.03164949400025,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":4348,"out_tokens":2539},"claude-opus-4-8":{"in_tokens":8679,"out_tokens":1132},"claude-opus-4-7":{"in_tokens":8684,"out_tokens":1143},"mistral-large-2":{"in_tokens":4693,"out_tokens":937}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":426,"out_tokens":8541,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":112.84897699799967,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2183,"out_tokens":1814},"claude-opus-4-8":{"in_tokens":4154,"out_tokens":660},"claude-opus-4-7":{"in_tokens":4159,"out_tokens":596},"mistral-large-2":{"in_tokens":2250,"out_tokens":682}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":916,"out_tokens":7947,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":107.77760369399994,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":3488,"out_tokens":2874},"claude-opus-4-8":{"in_tokens":6865,"out_tokens":979},"claude-opus-4-7":{"in_tokens":6870,"out_tokens":793},"mistral-large-2":{"in_tokens":3677,"out_tokens":1409}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":249,"out_tokens":2122,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":31.858506870999918,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1442,"out_tokens":1487},"claude-opus-4-8":{"in_tokens":2792,"out_tokens":636},"claude-opus-4-7":{"in_tokens":2797,"out_tokens":499},"mistral-large-2":{"in_tokens":1509,"out_tokens":563}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":1037,"out_tokens":782,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":155.08548341100004,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1926,"out_tokens":3288},"claude-opus-4-8":{"in_tokens":3814,"out_tokens":889},"claude-opus-4-7":{"in_tokens":3819,"out_tokens":878},"mistral-large-2":{"in_tokens":2084,"out_tokens":847}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":905,"out_tokens":538,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":72.22883132499965,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1300,"out_tokens":2015},"claude-opus-4-8":{"in_tokens":2574,"out_tokens":489},"claude-opus-4-7":{"in_tokens":2579,"out_tokens":566},"mistral-large-2":{"in_tokens":1406,"out_tokens":640}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":389,"out_tokens":6349,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":116.47068473000036,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1639,"out_tokens":2044},"claude-opus-4-8":{"in_tokens":3125,"out_tokens":976},"claude-opus-4-7":{"in_tokens":3130,"out_tokens":712},"mistral-large-2":{"in_tokens":1704,"out_tokens":628}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":8701,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":150.81701852600008,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1265,"out_tokens":2324},"claude-opus-4-8":{"in_tokens":2485,"out_tokens":668},"claude-opus-4-7":{"in_tokens":2490,"out_tokens":569},"mistral-large-2":{"in_tokens":1346,"out_tokens":498}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":894,"out_tokens":495,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":74.78068490800024,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1262,"out_tokens":1163},"claude-opus-4-8":{"in_tokens":2535,"out_tokens":526},"claude-opus-4-7":{"in_tokens":2540,"out_tokens":405},"mistral-large-2":{"in_tokens":1338,"out_tokens":448}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":305,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":180.99607138800002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1043,"out_tokens":1720},"claude-opus-4-8":{"in_tokens":2041,"out_tokens":567},"claude-opus-4-7":{"in_tokens":2046,"out_tokens":453},"mistral-large-2":{"in_tokens":1113,"out_tokens":652}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2144.918570336,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":894,"out_tokens":501,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":85.1274511900001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1255,"out_tokens":3200},"claude-opus-4-8":{"in_tokens":2536,"out_tokens":611},"claude-opus-4-7":{"in_tokens":2541,"out_tokens":534},"mistral-large-2":{"in_tokens":1314,"out_tokens":636}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":6729,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":90.29455685899984,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2487,"out_tokens":1724},"claude-opus-4-8":{"in_tokens":4856,"out_tokens":633},"claude-opus-4-7":{"in_tokens":4861,"out_tokens":727},"mistral-large-2":{"in_tokens":2675,"out_tokens":746}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":5002,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":82.48848927200015,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1429,"out_tokens":2297},"claude-opus-4-8":{"in_tokens":2867,"out_tokens":757},"claude-opus-4-7":{"in_tokens":2872,"out_tokens":716},"mistral-large-2":{"in_tokens":1534,"out_tokens":798}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":5681,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":95.51063511899974,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1173,"out_tokens":1302},"claude-opus-4-8":{"in_tokens":2429,"out_tokens":598},"claude-opus-4-7":{"in_tokens":2434,"out_tokens":495},"mistral-large-2":{"in_tokens":1256,"out_tokens":537}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":509,"out_tokens":13943,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":358.4035060729998,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1792,"out_tokens":2683},"claude-opus-4-8":{"in_tokens":3489,"out_tokens":1135},"claude-opus-4-7":{"in_tokens":3494,"out_tokens":1115},"mistral-large-2":{"in_tokens":1977,"out_tokens":740}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":238,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":29.397892866999882,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.25,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1253,"out_tokens":1638},"claude-opus-4-8":{"in_tokens":2392,"out_tokens":747},"claude-opus-4-7":{"in_tokens":2397,"out_tokens":583},"mistral-large-2":{"in_tokens":1328,"out_tokens":650}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":536,"out_tokens":8138,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":136.50057524099975,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1392,"out_tokens":1565},"claude-opus-4-8":{"in_tokens":2905,"out_tokens":973},"claude-opus-4-7":{"in_tokens":2910,"out_tokens":594},"mistral-large-2":{"in_tokens":1493,"out_tokens":751}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":8259,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":139.97245728000007,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2133,"out_tokens":2887},"claude-opus-4-8":{"in_tokens":4371,"out_tokens":732},"claude-opus-4-7":{"in_tokens":4376,"out_tokens":624},"mistral-large-2":{"in_tokens":2321,"out_tokens":700}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":886,"out_tokens":11419,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":146.14484031199981,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":3305,"out_tokens":4159},"claude-opus-4-8":{"in_tokens":6441,"out_tokens":1400},"claude-opus-4-7":{"in_tokens":6446,"out_tokens":1037},"mistral-large-2":{"in_tokens":3565,"out_tokens":886}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":533,"out_tokens":5320,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":79.03811849399972,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2425,"out_tokens":2545},"claude-opus-4-8":{"in_tokens":4756,"out_tokens":566},"claude-opus-4-7":{"in_tokens":4761,"out_tokens":444},"mistral-large-2":{"in_tokens":2635,"out_tokens":751}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":923,"out_tokens":421,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":60.99972246399966,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1215,"out_tokens":1089},"claude-opus-4-8":{"in_tokens":2422,"out_tokens":507},"claude-opus-4-7":{"in_tokens":2427,"out_tokens":440},"mistral-large-2":{"in_tokens":1311,"out_tokens":554}}}
{"model_id":"glm-5.3","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":7903,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":124.61777229800009,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1349,"out_tokens":1406},"claude-opus-4-8":{"in_tokens":2521,"out_tokens":702},"claude-opus-4-7":{"in_tokens":2526,"out_tokens":531},"mistral-large-2":{"in_tokens":1396,"out_tokens":589}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":6546,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":107.69523927099999,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2386,"out_tokens":2712},"claude-opus-4-8":{"in_tokens":4930,"out_tokens":937},"claude-opus-4-7":{"in_tokens":4935,"out_tokens":956},"mistral-large-2":{"in_tokens":2599,"out_tokens":796}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":6460,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":92.18173814799957,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.0,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":2942,"out_tokens":3150},"claude-opus-4-8":{"in_tokens":5928,"out_tokens":1536},"claude-opus-4-7":{"in_tokens":5933,"out_tokens":906},"mistral-large-2":{"in_tokens":3185,"out_tokens":1189}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":935,"out_tokens":474,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":84.14189582400013,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1310,"out_tokens":2276},"claude-opus-4-8":{"in_tokens":2607,"out_tokens":663},"claude-opus-4-7":{"in_tokens":2612,"out_tokens":788},"mistral-large-2":{"in_tokens":1436,"out_tokens":714}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":698,"out_tokens":305,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":31.244919261000177,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1842,"out_tokens":2752},"claude-opus-4-8":{"in_tokens":3567,"out_tokens":1183},"claude-opus-4-7":{"in_tokens":3572,"out_tokens":905},"mistral-large-2":{"in_tokens":1928,"out_tokens":770}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":7776,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":137.00884462099975,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2022,"out_tokens":2340},"claude-opus-4-8":{"in_tokens":4325,"out_tokens":792},"claude-opus-4-7":{"in_tokens":4330,"out_tokens":688},"mistral-large-2":{"in_tokens":2170,"out_tokens":843}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":402,"out_tokens":7092,"error":null,"skip_reason":null,"score_raw":0.7916666666666667,"duration_s":121.78437120499984,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1194,"out_tokens":1806},"claude-opus-4-8":{"in_tokens":2355,"out_tokens":614},"claude-opus-4-7":{"in_tokens":2360,"out_tokens":521},"mistral-large-2":{"in_tokens":1286,"out_tokens":832}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":878,"out_tokens":387,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":73.32199725500004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1119,"out_tokens":2677},"claude-opus-4-8":{"in_tokens":2180,"out_tokens":556},"claude-opus-4-7":{"in_tokens":2185,"out_tokens":511},"mistral-large-2":{"in_tokens":1160,"out_tokens":473}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":3805,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":65.96229676500025,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1081,"out_tokens":1436},"claude-opus-4-8":{"in_tokens":2185,"out_tokens":470},"claude-opus-4-7":{"in_tokens":2190,"out_tokens":359},"mistral-large-2":{"in_tokens":1154,"out_tokens":421}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":910,"out_tokens":405,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":70.42407319199992,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1176,"out_tokens":1465},"claude-opus-4-8":{"in_tokens":2439,"out_tokens":446},"claude-opus-4-7":{"in_tokens":2444,"out_tokens":416},"mistral-large-2":{"in_tokens":1264,"out_tokens":417}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":5189,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":92.61778882599992,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1736,"out_tokens":1592},"claude-opus-4-8":{"in_tokens":3667,"out_tokens":666},"claude-opus-4-7":{"in_tokens":3672,"out_tokens":584},"mistral-large-2":{"in_tokens":1849,"out_tokens":507}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":748,"out_tokens":6267,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":88.39229257499983,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2508,"out_tokens":2441},"claude-opus-4-8":{"in_tokens":4858,"out_tokens":897},"claude-opus-4-7":{"in_tokens":4863,"out_tokens":719},"mistral-large-2":{"in_tokens":2644,"out_tokens":825}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":4210,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":75.51174593999986,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1045,"out_tokens":1847},"claude-opus-4-8":{"in_tokens":2093,"out_tokens":495},"claude-opus-4-7":{"in_tokens":2098,"out_tokens":409},"mistral-large-2":{"in_tokens":1107,"out_tokens":451}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":7567,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":224.2143740749998,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1874,"out_tokens":2712},"claude-opus-4-8":{"in_tokens":3821,"out_tokens":580},"claude-opus-4-7":{"in_tokens":3826,"out_tokens":1030},"mistral-large-2":{"in_tokens":1995,"out_tokens":702}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":9070,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":344.292985046,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1595,"out_tokens":1980},"claude-opus-4-8":{"in_tokens":3138,"out_tokens":597},"claude-opus-4-7":{"in_tokens":3143,"out_tokens":538},"mistral-large-2":{"in_tokens":1706,"out_tokens":662}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":872,"out_tokens":486,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":57.107600542,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1211,"out_tokens":2210},"claude-opus-4-8":{"in_tokens":2383,"out_tokens":663},"claude-opus-4-7":{"in_tokens":2388,"out_tokens":539},"mistral-large-2":{"in_tokens":1292,"out_tokens":587}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":7846,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":132.7045881260001,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1706,"out_tokens":2807},"claude-opus-4-8":{"in_tokens":3308,"out_tokens":1067},"claude-opus-4-7":{"in_tokens":3313,"out_tokens":723},"mistral-large-2":{"in_tokens":1940,"out_tokens":801}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":4374,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":113.95912326200005,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1558,"out_tokens":2676},"claude-opus-4-8":{"in_tokens":3214,"out_tokens":690},"claude-opus-4-7":{"in_tokens":3219,"out_tokens":679},"mistral-large-2":{"in_tokens":1657,"out_tokens":539}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":433,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":59.978163555000265,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1748,"out_tokens":2560},"claude-opus-4-8":{"in_tokens":3435,"out_tokens":1154},"claude-opus-4-7":{"in_tokens":3440,"out_tokens":835},"mistral-large-2":{"in_tokens":1889,"out_tokens":922}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":319,"out_tokens":9940,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":160.12070716300013,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1372,"out_tokens":1992},"claude-opus-4-8":{"in_tokens":2701,"out_tokens":700},"claude-opus-4-7":{"in_tokens":2706,"out_tokens":704},"mistral-large-2":{"in_tokens":1496,"out_tokens":693}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":3198,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":55.638163822000024,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1336,"out_tokens":2850},"claude-opus-4-8":{"in_tokens":2752,"out_tokens":480},"claude-opus-4-7":{"in_tokens":2757,"out_tokens":410},"mistral-large-2":{"in_tokens":1424,"out_tokens":466}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":5200,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":93.30747685699998,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.2857142857142857,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1218,"out_tokens":2487},"claude-opus-4-8":{"in_tokens":2379,"out_tokens":752},"claude-opus-4-7":{"in_tokens":2384,"out_tokens":498},"mistral-large-2":{"in_tokens":1321,"out_tokens":651}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":3293,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":58.074541816999954,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1268,"out_tokens":2114},"claude-opus-4-8":{"in_tokens":2520,"out_tokens":586},"claude-opus-4-7":{"in_tokens":2525,"out_tokens":453},"mistral-large-2":{"in_tokens":1356,"out_tokens":597}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":929,"out_tokens":255,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":53.240238321000106,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1119,"out_tokens":1807},"claude-opus-4-8":{"in_tokens":2248,"out_tokens":751},"claude-opus-4-7":{"in_tokens":2253,"out_tokens":685},"mistral-large-2":{"in_tokens":1210,"out_tokens":683}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":5566,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":98.96329685799992,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1643,"out_tokens":1428},"claude-opus-4-8":{"in_tokens":3373,"out_tokens":550},"claude-opus-4-7":{"in_tokens":3378,"out_tokens":473},"mistral-large-2":{"in_tokens":1789,"out_tokens":779}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":560,"out_tokens":8509,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":268.3664365090003,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2075,"out_tokens":2403},"claude-opus-4-8":{"in_tokens":4134,"out_tokens":655},"claude-opus-4-7":{"in_tokens":4139,"out_tokens":630},"mistral-large-2":{"in_tokens":2223,"out_tokens":712}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":3806,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":95.01122595800007,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1435,"out_tokens":1985},"claude-opus-4-8":{"in_tokens":3019,"out_tokens":581},"claude-opus-4-7":{"in_tokens":3024,"out_tokens":495},"mistral-large-2":{"in_tokens":1537,"out_tokens":600}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":424,"out_tokens":2277,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":37.914638687000206,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1098,"out_tokens":1767},"claude-opus-4-8":{"in_tokens":2273,"out_tokens":518},"claude-opus-4-7":{"in_tokens":2278,"out_tokens":477},"mistral-large-2":{"in_tokens":1169,"out_tokens":681}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":10180,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":279.187546395,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1940,"out_tokens":2211},"claude-opus-4-8":{"in_tokens":3973,"out_tokens":1256},"claude-opus-4-7":{"in_tokens":3978,"out_tokens":824},"mistral-large-2":{"in_tokens":2069,"out_tokens":786}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":317,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":29.86465973600025,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1773,"out_tokens":1957},"claude-opus-4-8":{"in_tokens":3469,"out_tokens":1210},"claude-opus-4-7":{"in_tokens":3474,"out_tokens":757},"mistral-large-2":{"in_tokens":1898,"out_tokens":738}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":3981,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":58.811443711000265,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1875,"out_tokens":2436},"claude-opus-4-8":{"in_tokens":3690,"out_tokens":986},"claude-opus-4-7":{"in_tokens":3695,"out_tokens":729},"mistral-large-2":{"in_tokens":2039,"out_tokens":754}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":1035,"out_tokens":438,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":91.78431321800008,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1443,"out_tokens":1968},"claude-opus-4-8":{"in_tokens":2789,"out_tokens":643},"claude-opus-4-7":{"in_tokens":2794,"out_tokens":620},"mistral-large-2":{"in_tokens":1514,"out_tokens":633}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":1681,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":31.101729648999935,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1403,"out_tokens":1961},"claude-opus-4-8":{"in_tokens":2949,"out_tokens":450},"claude-opus-4-7":{"in_tokens":2954,"out_tokens":391},"mistral-large-2":{"in_tokens":1519,"out_tokens":446}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1309,"out_tokens":9845,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":137.43726783500006,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":3845,"out_tokens":3553},"claude-opus-4-8":{"in_tokens":7476,"out_tokens":1323},"claude-opus-4-7":{"in_tokens":7481,"out_tokens":953},"mistral-large-2":{"in_tokens":4029,"out_tokens":902}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":4943,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":148.93280640400008,"hallucination_count":8.0,"hallucination_top100":0,"inter_rater_agreement":0.2857142857142857,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1697,"out_tokens":3160},"claude-opus-4-8":{"in_tokens":3357,"out_tokens":1265},"claude-opus-4-7":{"in_tokens":3362,"out_tokens":906},"mistral-large-2":{"in_tokens":1853,"out_tokens":805}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":910,"out_tokens":284,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":44.921390392000376,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1092,"out_tokens":1561},"claude-opus-4-8":{"in_tokens":2203,"out_tokens":636},"claude-opus-4-7":{"in_tokens":2208,"out_tokens":491},"mistral-large-2":{"in_tokens":1136,"out_tokens":413}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":5394,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":105.02927598799988,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1545,"out_tokens":3129},"claude-opus-4-8":{"in_tokens":3113,"out_tokens":618},"claude-opus-4-7":{"in_tokens":3118,"out_tokens":545},"mistral-large-2":{"in_tokens":1676,"out_tokens":745}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":2416,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":64.81582912800013,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1544,"out_tokens":2382},"claude-opus-4-8":{"in_tokens":3164,"out_tokens":522},"claude-opus-4-7":{"in_tokens":3169,"out_tokens":359},"mistral-large-2":{"in_tokens":1649,"out_tokens":483}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":911,"out_tokens":467,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":79.42156819399997,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1271,"out_tokens":1912},"claude-opus-4-8":{"in_tokens":2543,"out_tokens":561},"claude-opus-4-7":{"in_tokens":2548,"out_tokens":490},"mistral-large-2":{"in_tokens":1362,"out_tokens":616}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":908,"out_tokens":364,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":152.01225881100027,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1166,"out_tokens":2015},"claude-opus-4-8":{"in_tokens":2304,"out_tokens":800},"claude-opus-4-7":{"in_tokens":2309,"out_tokens":615},"mistral-large-2":{"in_tokens":1228,"out_tokens":638}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":881,"out_tokens":255,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":42.63786191100007,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1002,"out_tokens":2191},"claude-opus-4-8":{"in_tokens":2061,"out_tokens":620},"claude-opus-4-7":{"in_tokens":2066,"out_tokens":453},"mistral-large-2":{"in_tokens":1066,"out_tokens":549}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":8629,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":261.13716567300025,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1775,"out_tokens":1975},"claude-opus-4-8":{"in_tokens":3594,"out_tokens":551},"claude-opus-4-7":{"in_tokens":3599,"out_tokens":509},"mistral-large-2":{"in_tokens":1893,"out_tokens":673}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":8402,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":134.87973632600006,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":989,"out_tokens":2412},"claude-opus-4-8":{"in_tokens":1928,"out_tokens":471},"claude-opus-4-7":{"in_tokens":1933,"out_tokens":528},"mistral-large-2":{"in_tokens":1026,"out_tokens":460}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2229.528525591,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":367,"out_tokens":5234,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":91.81655329500018,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1102,"out_tokens":2158},"claude-opus-4-8":{"in_tokens":2188,"out_tokens":711},"claude-opus-4-7":{"in_tokens":2193,"out_tokens":446},"mistral-large-2":{"in_tokens":1186,"out_tokens":831}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1103,"out_tokens":13706,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":185.22139087200003,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":4574,"out_tokens":2483},"claude-opus-4-8":{"in_tokens":9007,"out_tokens":1350},"claude-opus-4-7":{"in_tokens":9012,"out_tokens":1003},"mistral-large-2":{"in_tokens":4907,"out_tokens":1536}}}
{"model_id":"claude-opus-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1109,"out_tokens":12999,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":187.80236413300008,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":4978,"out_tokens":2709},"claude-opus-4-8":{"in_tokens":9831,"out_tokens":1247},"claude-opus-4-7":{"in_tokens":9836,"out_tokens":922},"mistral-large-2":{"in_tokens":5365,"out_tokens":1536}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":433,"out_tokens":1025,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":18.390885745000105,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1009,"out_tokens":1383},"claude-opus-4-8":{"in_tokens":2037,"out_tokens":627},"claude-opus-4-7":{"in_tokens":2042,"out_tokens":556},"mistral-large-2":{"in_tokens":1088,"out_tokens":584}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":678,"out_tokens":6243,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":83.85885681399986,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2328,"out_tokens":3910},"claude-opus-4-8":{"in_tokens":4387,"out_tokens":769},"claude-opus-4-7":{"in_tokens":4392,"out_tokens":721},"mistral-large-2":{"in_tokens":2554,"out_tokens":891}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":5949,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":121.02099264800017,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1691,"out_tokens":2130},"claude-opus-4-8":{"in_tokens":3450,"out_tokens":502},"claude-opus-4-7":{"in_tokens":3455,"out_tokens":465},"mistral-large-2":{"in_tokens":1835,"out_tokens":580}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":593,"out_tokens":2242,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":76.21938140300017,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1602,"out_tokens":2485},"claude-opus-4-8":{"in_tokens":3073,"out_tokens":771},"claude-opus-4-7":{"in_tokens":3078,"out_tokens":653},"mistral-large-2":{"in_tokens":1691,"out_tokens":671}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":8049,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":137.38119855100013,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1141,"out_tokens":1708},"claude-opus-4-8":{"in_tokens":2266,"out_tokens":756},"claude-opus-4-7":{"in_tokens":2271,"out_tokens":678},"mistral-large-2":{"in_tokens":1204,"out_tokens":795}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":423,"out_tokens":1901,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":34.05535611000005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1038,"out_tokens":1339},"claude-opus-4-8":{"in_tokens":2064,"out_tokens":617},"claude-opus-4-7":{"in_tokens":2069,"out_tokens":549},"mistral-large-2":{"in_tokens":1075,"out_tokens":421}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":6022,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":98.57790631900025,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1385,"out_tokens":1904},"claude-opus-4-8":{"in_tokens":2772,"out_tokens":603},"claude-opus-4-7":{"in_tokens":2777,"out_tokens":542},"mistral-large-2":{"in_tokens":1457,"out_tokens":586}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":1097,"out_tokens":499,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":76.57201495400022,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1843,"out_tokens":1846},"claude-opus-4-8":{"in_tokens":3651,"out_tokens":937},"claude-opus-4-7":{"in_tokens":3656,"out_tokens":718},"mistral-large-2":{"in_tokens":1992,"out_tokens":853}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":3520,"error":null,"skip_reason":null,"score_raw":0.8250000000000001,"duration_s":49.50860754899986,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1778,"out_tokens":2554},"claude-opus-4-8":{"in_tokens":3404,"out_tokens":1125},"claude-opus-4-7":{"in_tokens":3409,"out_tokens":944},"mistral-large-2":{"in_tokens":1907,"out_tokens":1009}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":8564,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":138.21803500000033,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1340,"out_tokens":2582},"claude-opus-4-8":{"in_tokens":2690,"out_tokens":927},"claude-opus-4-7":{"in_tokens":2695,"out_tokens":656},"mistral-large-2":{"in_tokens":1404,"out_tokens":604}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":1112,"out_tokens":733,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":84.51187721699989,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.3,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2122,"out_tokens":2451},"claude-opus-4-8":{"in_tokens":4219,"out_tokens":1060},"claude-opus-4-7":{"in_tokens":4224,"out_tokens":841},"mistral-large-2":{"in_tokens":2273,"out_tokens":795}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":9479,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":167.3786183010002,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.25,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1355,"out_tokens":2304},"claude-opus-4-8":{"in_tokens":2642,"out_tokens":1105},"claude-opus-4-7":{"in_tokens":2647,"out_tokens":911},"mistral-large-2":{"in_tokens":1465,"out_tokens":726}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":6135,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":100.4904439840002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1671,"out_tokens":2050},"claude-opus-4-8":{"in_tokens":3401,"out_tokens":625},"claude-opus-4-7":{"in_tokens":3406,"out_tokens":567},"mistral-large-2":{"in_tokens":1812,"out_tokens":754}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":790,"out_tokens":3952,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":57.894847452999784,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2310,"out_tokens":3043},"claude-opus-4-8":{"in_tokens":4311,"out_tokens":1161},"claude-opus-4-7":{"in_tokens":4316,"out_tokens":826},"mistral-large-2":{"in_tokens":2485,"out_tokens":956}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":10869,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":169.09696836000012,"hallucination_count":8.25,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1461,"out_tokens":2765},"claude-opus-4-8":{"in_tokens":2907,"out_tokens":1134},"claude-opus-4-7":{"in_tokens":2912,"out_tokens":627},"mistral-large-2":{"in_tokens":1607,"out_tokens":949}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":4563,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":74.23623815400015,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1253,"out_tokens":1632},"claude-opus-4-8":{"in_tokens":2481,"out_tokens":596},"claude-opus-4-7":{"in_tokens":2486,"out_tokens":593},"mistral-large-2":{"in_tokens":1333,"out_tokens":512}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":595,"out_tokens":8298,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":644.4977228600001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1813,"out_tokens":2596},"claude-opus-4-8":{"in_tokens":3458,"out_tokens":800},"claude-opus-4-7":{"in_tokens":3463,"out_tokens":617},"mistral-large-2":{"in_tokens":2003,"out_tokens":778}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":1067,"out_tokens":833,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":94.47528745099999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2203,"out_tokens":2504},"claude-opus-4-8":{"in_tokens":4423,"out_tokens":995},"claude-opus-4-7":{"in_tokens":4428,"out_tokens":805},"mistral-large-2":{"in_tokens":2321,"out_tokens":751}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":1728,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":32.753110889000254,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1487,"out_tokens":1358},"claude-opus-4-8":{"in_tokens":3062,"out_tokens":766},"claude-opus-4-7":{"in_tokens":3067,"out_tokens":488},"mistral-large-2":{"in_tokens":1593,"out_tokens":643}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1148,"out_tokens":617,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":131.0006884720001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2090,"out_tokens":3221},"claude-opus-4-8":{"in_tokens":4071,"out_tokens":850},"claude-opus-4-7":{"in_tokens":4076,"out_tokens":923},"mistral-large-2":{"in_tokens":2194,"out_tokens":829}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":4197,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":113.15523004900024,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1495,"out_tokens":2724},"claude-opus-4-8":{"in_tokens":2938,"out_tokens":687},"claude-opus-4-7":{"in_tokens":2943,"out_tokens":789},"mistral-large-2":{"in_tokens":1562,"out_tokens":579}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":8448,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":227.13122818699958,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1876,"out_tokens":2522},"claude-opus-4-8":{"in_tokens":3724,"out_tokens":674},"claude-opus-4-7":{"in_tokens":3729,"out_tokens":610},"mistral-large-2":{"in_tokens":2011,"out_tokens":572}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":3711,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":67.83107673099994,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1452,"out_tokens":2180},"claude-opus-4-8":{"in_tokens":3029,"out_tokens":745},"claude-opus-4-7":{"in_tokens":3034,"out_tokens":522},"mistral-large-2":{"in_tokens":1582,"out_tokens":821}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":1068,"out_tokens":590,"error":null,"skip_reason":null,"score_raw":0.6749999999999999,"duration_s":68.85892110499981,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1952,"out_tokens":1891},"claude-opus-4-8":{"in_tokens":3847,"out_tokens":930},"claude-opus-4-7":{"in_tokens":3852,"out_tokens":689},"mistral-large-2":{"in_tokens":2100,"out_tokens":940}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":951,"out_tokens":325,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":63.603541148000204,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1174,"out_tokens":2210},"claude-opus-4-8":{"in_tokens":2277,"out_tokens":550},"claude-opus-4-7":{"in_tokens":2282,"out_tokens":481},"mistral-large-2":{"in_tokens":1248,"out_tokens":522}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":386,"out_tokens":5540,"error":null,"skip_reason":null,"score_raw":0.6071428571428572,"duration_s":86.38236767799981,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1094,"out_tokens":1963},"claude-opus-4-8":{"in_tokens":2243,"out_tokens":675},"claude-opus-4-7":{"in_tokens":2248,"out_tokens":625},"mistral-large-2":{"in_tokens":1159,"out_tokens":634}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":12918,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":410.5201170139999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1778,"out_tokens":2512},"claude-opus-4-8":{"in_tokens":3383,"out_tokens":1003},"claude-opus-4-7":{"in_tokens":3388,"out_tokens":646},"mistral-large-2":{"in_tokens":1951,"out_tokens":945}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":3408,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":77.81675393500018,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1148,"out_tokens":1441},"claude-opus-4-8":{"in_tokens":2335,"out_tokens":581},"claude-opus-4-7":{"in_tokens":2340,"out_tokens":435},"mistral-large-2":{"in_tokens":1199,"out_tokens":499}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":686,"out_tokens":15229,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":191.6476171119998,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":3132,"out_tokens":3320},"claude-opus-4-8":{"in_tokens":5844,"out_tokens":1121},"claude-opus-4-7":{"in_tokens":5849,"out_tokens":1108},"mistral-large-2":{"in_tokens":3345,"out_tokens":1026}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":673,"out_tokens":6543,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":93.30757564800024,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2623,"out_tokens":3971},"claude-opus-4-8":{"in_tokens":4889,"out_tokens":1042},"claude-opus-4-7":{"in_tokens":4894,"out_tokens":880},"mistral-large-2":{"in_tokens":2823,"out_tokens":1161}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":6928,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":121.00866707599971,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1691,"out_tokens":2850},"claude-opus-4-8":{"in_tokens":3343,"out_tokens":724},"claude-opus-4-7":{"in_tokens":3348,"out_tokens":573},"mistral-large-2":{"in_tokens":1776,"out_tokens":751}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":662,"out_tokens":5955,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":79.70945259600012,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2249,"out_tokens":2599},"claude-opus-4-8":{"in_tokens":4243,"out_tokens":987},"claude-opus-4-7":{"in_tokens":4248,"out_tokens":875},"mistral-large-2":{"in_tokens":2399,"out_tokens":741}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":5760,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":87.23190573800002,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1709,"out_tokens":2911},"claude-opus-4-8":{"in_tokens":3269,"out_tokens":1023},"claude-opus-4-7":{"in_tokens":3274,"out_tokens":789},"mistral-large-2":{"in_tokens":1901,"out_tokens":772}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":912,"out_tokens":520,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":73.04446382999959,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1297,"out_tokens":1337},"claude-opus-4-8":{"in_tokens":2563,"out_tokens":519},"claude-opus-4-7":{"in_tokens":2568,"out_tokens":447},"mistral-large-2":{"in_tokens":1402,"out_tokens":533}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":5309,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":85.27279638299979,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1387,"out_tokens":3043},"claude-opus-4-8":{"in_tokens":2937,"out_tokens":764},"claude-opus-4-7":{"in_tokens":2942,"out_tokens":538},"mistral-large-2":{"in_tokens":1474,"out_tokens":718}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":1022,"out_tokens":600,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":90.09180871000035,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1733,"out_tokens":2735},"claude-opus-4-8":{"in_tokens":3540,"out_tokens":874},"claude-opus-4-7":{"in_tokens":3545,"out_tokens":762},"mistral-large-2":{"in_tokens":1868,"out_tokens":735}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":377,"out_tokens":3027,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":41.40115297000011,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1395,"out_tokens":1833},"claude-opus-4-8":{"in_tokens":2679,"out_tokens":930},"claude-opus-4-7":{"in_tokens":2684,"out_tokens":677},"mistral-large-2":{"in_tokens":1523,"out_tokens":634}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":7672,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":366.756691953,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1614,"out_tokens":2904},"claude-opus-4-8":{"in_tokens":3076,"out_tokens":950},"claude-opus-4-7":{"in_tokens":3081,"out_tokens":802},"mistral-large-2":{"in_tokens":1748,"out_tokens":738}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":8725,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":224.4186475280003,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1932,"out_tokens":3001},"claude-opus-4-8":{"in_tokens":3887,"out_tokens":766},"claude-opus-4-7":{"in_tokens":3892,"out_tokens":805},"mistral-large-2":{"in_tokens":2092,"out_tokens":719}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":395,"out_tokens":8861,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":270.0009758440001,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1638,"out_tokens":3667},"claude-opus-4-8":{"in_tokens":3189,"out_tokens":874},"claude-opus-4-7":{"in_tokens":3194,"out_tokens":789},"mistral-large-2":{"in_tokens":1778,"out_tokens":1021}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":710,"out_tokens":3290,"error":null,"skip_reason":null,"score_raw":0.17857142857142855,"duration_s":46.06009739599995,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1777,"out_tokens":3424},"claude-opus-4-8":{"in_tokens":3447,"out_tokens":1175},"claude-opus-4-7":{"in_tokens":3452,"out_tokens":762},"mistral-large-2":{"in_tokens":1890,"out_tokens":823}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":5072,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":167.5821753500004,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1571,"out_tokens":4504},"claude-opus-4-8":{"in_tokens":3268,"out_tokens":758},"claude-opus-4-7":{"in_tokens":3273,"out_tokens":1135},"mistral-large-2":{"in_tokens":1672,"out_tokens":1060}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":641,"out_tokens":7251,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":129.0849347630001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.3,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1920,"out_tokens":2608},"claude-opus-4-8":{"in_tokens":3763,"out_tokens":1041},"claude-opus-4-7":{"in_tokens":3768,"out_tokens":860},"mistral-large-2":{"in_tokens":2067,"out_tokens":790}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":3572,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":59.98124132799967,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2307,"out_tokens":2318},"claude-opus-4-8":{"in_tokens":4662,"out_tokens":945},"claude-opus-4-7":{"in_tokens":4667,"out_tokens":715},"mistral-large-2":{"in_tokens":2494,"out_tokens":901}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":652,"out_tokens":4373,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":63.759172130000024,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1934,"out_tokens":3280},"claude-opus-4-8":{"in_tokens":3835,"out_tokens":910},"claude-opus-4-7":{"in_tokens":3840,"out_tokens":854},"mistral-large-2":{"in_tokens":2065,"out_tokens":772}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":837,"out_tokens":15796,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":193.59338403799984,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":3035,"out_tokens":2907},"claude-opus-4-8":{"in_tokens":5760,"out_tokens":1536},"claude-opus-4-7":{"in_tokens":5765,"out_tokens":1088},"mistral-large-2":{"in_tokens":3234,"out_tokens":987}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1290,"out_tokens":563,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":96.54062389299997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2149,"out_tokens":3115},"claude-opus-4-8":{"in_tokens":4171,"out_tokens":1536},"claude-opus-4-7":{"in_tokens":4176,"out_tokens":928},"mistral-large-2":{"in_tokens":2232,"out_tokens":782}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":1003,"out_tokens":399,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":98.02346121399978,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1443,"out_tokens":2920},"claude-opus-4-8":{"in_tokens":2768,"out_tokens":700},"claude-opus-4-7":{"in_tokens":2773,"out_tokens":753},"mistral-large-2":{"in_tokens":1525,"out_tokens":669}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":5085,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":72.21372823000002,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2326,"out_tokens":3577},"claude-opus-4-8":{"in_tokens":4512,"out_tokens":1400},"claude-opus-4-7":{"in_tokens":4517,"out_tokens":1064},"mistral-large-2":{"in_tokens":2527,"out_tokens":822}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":381,"out_tokens":3599,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":61.88139791799995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1404,"out_tokens":1024},"claude-opus-4-8":{"in_tokens":2679,"out_tokens":583},"claude-opus-4-7":{"in_tokens":2684,"out_tokens":448},"mistral-large-2":{"in_tokens":1533,"out_tokens":555}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":628,"out_tokens":6454,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":112.52249208600006,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1982,"out_tokens":2505},"claude-opus-4-8":{"in_tokens":3906,"out_tokens":933},"claude-opus-4-7":{"in_tokens":3911,"out_tokens":817},"mistral-large-2":{"in_tokens":2145,"out_tokens":964}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1175,"out_tokens":553,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":96.79525009999998,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1919,"out_tokens":2087},"claude-opus-4-8":{"in_tokens":3825,"out_tokens":1239},"claude-opus-4-7":{"in_tokens":3830,"out_tokens":657},"mistral-large-2":{"in_tokens":2058,"out_tokens":834}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":3790,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":48.98193613600006,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2024,"out_tokens":3640},"claude-opus-4-8":{"in_tokens":3796,"out_tokens":1072},"claude-opus-4-7":{"in_tokens":3801,"out_tokens":1025},"mistral-large-2":{"in_tokens":2175,"out_tokens":826}}}
{"model_id":"grok-4.6","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1174,"out_tokens":607,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":107.44306603700034,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2100,"out_tokens":2015},"claude-opus-4-8":{"in_tokens":4155,"out_tokens":887},"claude-opus-4-7":{"in_tokens":4160,"out_tokens":772},"mistral-large-2":{"in_tokens":2254,"out_tokens":788}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":760,"out_tokens":6450,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":89.1193502240003,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.4,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2594,"out_tokens":4484},"claude-opus-4-8":{"in_tokens":4821,"out_tokens":1190},"claude-opus-4-7":{"in_tokens":4826,"out_tokens":1151},"mistral-large-2":{"in_tokens":2776,"out_tokens":1145}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":610,"out_tokens":5639,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":76.55537406799976,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2200,"out_tokens":2741},"claude-opus-4-8":{"in_tokens":4136,"out_tokens":891},"claude-opus-4-7":{"in_tokens":4141,"out_tokens":1132},"mistral-large-2":{"in_tokens":2375,"out_tokens":721}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":9219,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":302.4903207829998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2084,"out_tokens":2619},"claude-opus-4-8":{"in_tokens":4163,"out_tokens":755},"claude-opus-4-7":{"in_tokens":4168,"out_tokens":728},"mistral-large-2":{"in_tokens":2231,"out_tokens":969}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":712,"out_tokens":2878,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":42.88618874399981,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1941,"out_tokens":1463},"claude-opus-4-8":{"in_tokens":3711,"out_tokens":622},"claude-opus-4-7":{"in_tokens":3716,"out_tokens":481},"mistral-large-2":{"in_tokens":2025,"out_tokens":684}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":684,"out_tokens":15066,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":270.474735495,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2016,"out_tokens":2916},"claude-opus-4-8":{"in_tokens":3902,"out_tokens":932},"claude-opus-4-7":{"in_tokens":3907,"out_tokens":780},"mistral-large-2":{"in_tokens":2115,"out_tokens":747}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":690,"out_tokens":2326,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":35.38482232299975,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1867,"out_tokens":2395},"claude-opus-4-8":{"in_tokens":3498,"out_tokens":720},"claude-opus-4-7":{"in_tokens":3503,"out_tokens":572},"mistral-large-2":{"in_tokens":1940,"out_tokens":668}}}
{"model_id":"claude-fable-5-1","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":8020,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":103.99734026899978,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2182,"out_tokens":2333},"claude-opus-4-8":{"in_tokens":4234,"out_tokens":1074},"claude-opus-4-7":{"in_tokens":4239,"out_tokens":955},"mistral-large-2":{"in_tokens":2278,"out_tokens":728}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":2496,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":38.00825063000002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1752,"out_tokens":1567},"claude-opus-4-8":{"in_tokens":3342,"out_tokens":655},"claude-opus-4-7":{"in_tokens":3347,"out_tokens":570},"mistral-large-2":{"in_tokens":1831,"out_tokens":605}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":682,"out_tokens":6017,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":210.7639050990001,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2860,"out_tokens":2928},"claude-opus-4-8":{"in_tokens":5606,"out_tokens":1014},"claude-opus-4-7":{"in_tokens":5611,"out_tokens":925},"mistral-large-2":{"in_tokens":3095,"out_tokens":863}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":307,"out_tokens":8248,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":109.54941002199985,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1283,"out_tokens":1749},"claude-opus-4-8":{"in_tokens":2406,"out_tokens":614},"claude-opus-4-7":{"in_tokens":2411,"out_tokens":515},"mistral-large-2":{"in_tokens":1436,"out_tokens":687}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":347,"out_tokens":9154,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":150.81770417899997,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1734,"out_tokens":2398},"claude-opus-4-8":{"in_tokens":3333,"out_tokens":745},"claude-opus-4-7":{"in_tokens":3338,"out_tokens":735},"mistral-large-2":{"in_tokens":1867,"out_tokens":747}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0034450760002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":11291,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":196.89765900700013,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":3319,"out_tokens":3024},"claude-opus-4-8":{"in_tokens":6867,"out_tokens":1272},"claude-opus-4-7":{"in_tokens":6872,"out_tokens":1180},"mistral-large-2":{"in_tokens":3576,"out_tokens":964}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":11261,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":236.5780444259999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2857,"out_tokens":2201},"claude-opus-4-8":{"in_tokens":5751,"out_tokens":1030},"claude-opus-4-7":{"in_tokens":5756,"out_tokens":792},"mistral-large-2":{"in_tokens":3006,"out_tokens":856}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":2106,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":31.262674299999617,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1497,"out_tokens":2179},"claude-opus-4-8":{"in_tokens":2840,"out_tokens":802},"claude-opus-4-7":{"in_tokens":2845,"out_tokens":545},"mistral-large-2":{"in_tokens":1573,"out_tokens":615}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":10864,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":184.31906255400008,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2875,"out_tokens":3400},"claude-opus-4-8":{"in_tokens":5948,"out_tokens":969},"claude-opus-4-7":{"in_tokens":5953,"out_tokens":721},"mistral-large-2":{"in_tokens":3041,"out_tokens":1070}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":2265,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":34.541956260999996,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1544,"out_tokens":1594},"claude-opus-4-8":{"in_tokens":2992,"out_tokens":705},"claude-opus-4-7":{"in_tokens":2997,"out_tokens":575},"mistral-large-2":{"in_tokens":1618,"out_tokens":529}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":2876,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":41.866123486000106,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1844,"out_tokens":1578},"claude-opus-4-8":{"in_tokens":3471,"out_tokens":566},"claude-opus-4-7":{"in_tokens":3476,"out_tokens":516},"mistral-large-2":{"in_tokens":1933,"out_tokens":640}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":599,"out_tokens":8042,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":132.07271698800014,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1823,"out_tokens":2087},"claude-opus-4-8":{"in_tokens":3579,"out_tokens":855},"claude-opus-4-7":{"in_tokens":3584,"out_tokens":748},"mistral-large-2":{"in_tokens":1966,"out_tokens":791}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":1225,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":24.457211204000032,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1463,"out_tokens":1664},"claude-opus-4-8":{"in_tokens":2937,"out_tokens":525},"claude-opus-4-7":{"in_tokens":2942,"out_tokens":467},"mistral-large-2":{"in_tokens":1592,"out_tokens":640}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":2172,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":39.168527733000246,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1450,"out_tokens":1520},"claude-opus-4-8":{"in_tokens":2866,"out_tokens":632},"claude-opus-4-7":{"in_tokens":2871,"out_tokens":545},"mistral-large-2":{"in_tokens":1550,"out_tokens":569}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":514,"out_tokens":1666,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":27.810862700000143,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1462,"out_tokens":1174},"claude-opus-4-8":{"in_tokens":2765,"out_tokens":522},"claude-opus-4-7":{"in_tokens":2770,"out_tokens":434},"mistral-large-2":{"in_tokens":1517,"out_tokens":588}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":638,"out_tokens":11659,"error":null,"skip_reason":null,"score_raw":0.325,"duration_s":187.35978415199997,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1879,"out_tokens":2277},"claude-opus-4-8":{"in_tokens":3717,"out_tokens":846},"claude-opus-4-7":{"in_tokens":3722,"out_tokens":717},"mistral-large-2":{"in_tokens":1987,"out_tokens":884}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":2575,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":39.21271996299993,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1614,"out_tokens":1920},"claude-opus-4-8":{"in_tokens":3133,"out_tokens":598},"claude-opus-4-7":{"in_tokens":3138,"out_tokens":434},"mistral-large-2":{"in_tokens":1708,"out_tokens":559}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":2439,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":37.38664236800014,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1702,"out_tokens":2180},"claude-opus-4-8":{"in_tokens":3216,"out_tokens":656},"claude-opus-4-7":{"in_tokens":3221,"out_tokens":563},"mistral-large-2":{"in_tokens":1766,"out_tokens":755}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":5507,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":88.91058390800026,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1205,"out_tokens":1422},"claude-opus-4-8":{"in_tokens":2313,"out_tokens":659},"claude-opus-4-7":{"in_tokens":2318,"out_tokens":459},"mistral-large-2":{"in_tokens":1284,"out_tokens":643}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":697,"out_tokens":1987,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":32.11931264399982,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1787,"out_tokens":2355},"claude-opus-4-8":{"in_tokens":3370,"out_tokens":622},"claude-opus-4-7":{"in_tokens":3375,"out_tokens":476},"mistral-large-2":{"in_tokens":1872,"out_tokens":674}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":483,"out_tokens":1835,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":28.915528838999762,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1481,"out_tokens":1639},"claude-opus-4-8":{"in_tokens":2828,"out_tokens":637},"claude-opus-4-7":{"in_tokens":2833,"out_tokens":558},"mistral-large-2":{"in_tokens":1558,"out_tokens":687}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":1777,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":28.22654646000001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1547,"out_tokens":1964},"claude-opus-4-8":{"in_tokens":2971,"out_tokens":575},"claude-opus-4-7":{"in_tokens":2976,"out_tokens":539},"mistral-large-2":{"in_tokens":1628,"out_tokens":591}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":470,"out_tokens":6998,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":234.2580138860003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1829,"out_tokens":2103},"claude-opus-4-8":{"in_tokens":3509,"out_tokens":627},"claude-opus-4-7":{"in_tokens":3514,"out_tokens":572},"mistral-large-2":{"in_tokens":1977,"out_tokens":601}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":10911,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":229.56082944900027,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":3038,"out_tokens":2807},"claude-opus-4-8":{"in_tokens":6355,"out_tokens":1045},"claude-opus-4-7":{"in_tokens":6360,"out_tokens":815},"mistral-large-2":{"in_tokens":3288,"out_tokens":1009}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":355,"out_tokens":9698,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":373.25443119400006,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1435,"out_tokens":1752},"claude-opus-4-8":{"in_tokens":2741,"out_tokens":651},"claude-opus-4-7":{"in_tokens":2746,"out_tokens":560},"mistral-large-2":{"in_tokens":1579,"out_tokens":681}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":2056,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":31.59355464600003,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1547,"out_tokens":1501},"claude-opus-4-8":{"in_tokens":2914,"out_tokens":635},"claude-opus-4-7":{"in_tokens":2919,"out_tokens":520},"mistral-large-2":{"in_tokens":1610,"out_tokens":636}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":647,"out_tokens":2194,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":32.76629877300002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1698,"out_tokens":1786},"claude-opus-4-8":{"in_tokens":3224,"out_tokens":688},"claude-opus-4-7":{"in_tokens":3229,"out_tokens":566},"mistral-large-2":{"in_tokens":1777,"out_tokens":704}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":16000,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":540.42636017,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1113,"out_tokens":1524},"claude-opus-4-8":{"in_tokens":2124,"out_tokens":561},"claude-opus-4-7":{"in_tokens":2129,"out_tokens":609},"mistral-large-2":{"in_tokens":1177,"out_tokens":537}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: refusal: bio","skip_reason":null,"score_raw":null,"duration_s":3.412945031000163,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":706,"out_tokens":2836,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":42.99327856799982,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2116,"out_tokens":1587},"claude-opus-4-8":{"in_tokens":4001,"out_tokens":694},"claude-opus-4-7":{"in_tokens":4006,"out_tokens":641},"mistral-large-2":{"in_tokens":2176,"out_tokens":603}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":519,"out_tokens":1761,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":28.6903916389997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1566,"out_tokens":1283},"claude-opus-4-8":{"in_tokens":2960,"out_tokens":610},"claude-opus-4-7":{"in_tokens":2965,"out_tokens":509},"mistral-large-2":{"in_tokens":1643,"out_tokens":620}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":614,"out_tokens":5119,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":190.5666391120003,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2127,"out_tokens":2892},"claude-opus-4-8":{"in_tokens":4278,"out_tokens":922},"claude-opus-4-7":{"in_tokens":4283,"out_tokens":667},"mistral-large-2":{"in_tokens":2300,"out_tokens":805}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":513,"out_tokens":1474,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":23.797875741000098,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1385,"out_tokens":1755},"claude-opus-4-8":{"in_tokens":2576,"out_tokens":642},"claude-opus-4-7":{"in_tokens":2581,"out_tokens":678},"mistral-large-2":{"in_tokens":1425,"out_tokens":699}}}
{"model_id":"claude-fable-5-1","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":419,"out_tokens":1881,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":27.53574977900007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1468,"out_tokens":1719},"claude-opus-4-8":{"in_tokens":2854,"out_tokens":478},"claude-opus-4-7":{"in_tokens":2859,"out_tokens":470},"mistral-large-2":{"in_tokens":1547,"out_tokens":610}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":406,"out_tokens":5972,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":103.31308134500023,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1090,"out_tokens":1563},"claude-opus-4-8":{"in_tokens":2128,"out_tokens":573},"claude-opus-4-7":{"in_tokens":2133,"out_tokens":489},"mistral-large-2":{"in_tokens":1168,"out_tokens":507}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":8855,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":147.17336921800006,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2272,"out_tokens":2002},"claude-opus-4-8":{"in_tokens":4723,"out_tokens":898},"claude-opus-4-7":{"in_tokens":4728,"out_tokens":667},"mistral-large-2":{"in_tokens":2446,"out_tokens":1215}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":7429,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":127.13286431899996,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1717,"out_tokens":3185},"claude-opus-4-8":{"in_tokens":3395,"out_tokens":873},"claude-opus-4-7":{"in_tokens":3400,"out_tokens":726},"mistral-large-2":{"in_tokens":1842,"out_tokens":720}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":7405,"error":null,"skip_reason":null,"score_raw":0.825,"duration_s":128.28729795400022,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2740,"out_tokens":2736},"claude-opus-4-8":{"in_tokens":5424,"out_tokens":863},"claude-opus-4-7":{"in_tokens":5429,"out_tokens":839},"mistral-large-2":{"in_tokens":2857,"out_tokens":1051}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":630,"out_tokens":2852,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":43.312026393,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1610,"out_tokens":1939},"claude-opus-4-8":{"in_tokens":3118,"out_tokens":840},"claude-opus-4-7":{"in_tokens":3123,"out_tokens":757},"mistral-large-2":{"in_tokens":1762,"out_tokens":776}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":599,"out_tokens":2314,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":32.83472208500007,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1474,"out_tokens":1857},"claude-opus-4-8":{"in_tokens":2847,"out_tokens":771},"claude-opus-4-7":{"in_tokens":2852,"out_tokens":555},"mistral-large-2":{"in_tokens":1664,"out_tokens":707}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":2654,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":38.482699581999896,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1418,"out_tokens":2519},"claude-opus-4-8":{"in_tokens":2795,"out_tokens":733},"claude-opus-4-7":{"in_tokens":2800,"out_tokens":681},"mistral-large-2":{"in_tokens":1546,"out_tokens":685}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":14226,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":197.57095446799985,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2024,"out_tokens":2462},"claude-opus-4-8":{"in_tokens":3879,"out_tokens":794},"claude-opus-4-7":{"in_tokens":3884,"out_tokens":607},"mistral-large-2":{"in_tokens":2241,"out_tokens":698}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":10106,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":166.05135958799974,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1526,"out_tokens":3055},"claude-opus-4-8":{"in_tokens":3070,"out_tokens":769},"claude-opus-4-7":{"in_tokens":3075,"out_tokens":821},"mistral-large-2":{"in_tokens":1636,"out_tokens":712}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":2401,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":32.997102951000215,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1438,"out_tokens":1799},"claude-opus-4-8":{"in_tokens":2787,"out_tokens":596},"claude-opus-4-7":{"in_tokens":2792,"out_tokens":472},"mistral-large-2":{"in_tokens":1558,"out_tokens":541}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":582,"out_tokens":2591,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":41.316101721999985,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1395,"out_tokens":2629},"claude-opus-4-8":{"in_tokens":2762,"out_tokens":639},"claude-opus-4-7":{"in_tokens":2767,"out_tokens":564},"mistral-large-2":{"in_tokens":1528,"out_tokens":620}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":431,"out_tokens":8153,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":247.100301898,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1822,"out_tokens":1950},"claude-opus-4-8":{"in_tokens":3564,"out_tokens":532},"claude-opus-4-7":{"in_tokens":3569,"out_tokens":537},"mistral-large-2":{"in_tokens":1981,"out_tokens":603}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":641,"out_tokens":3643,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":51.90137841900014,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1682,"out_tokens":2526},"claude-opus-4-8":{"in_tokens":3216,"out_tokens":609},"claude-opus-4-7":{"in_tokens":3221,"out_tokens":469},"mistral-large-2":{"in_tokens":1830,"out_tokens":665}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":604,"out_tokens":1939,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":27.132666815999983,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1408,"out_tokens":1250},"claude-opus-4-8":{"in_tokens":2688,"out_tokens":616},"claude-opus-4-7":{"in_tokens":2693,"out_tokens":526},"mistral-large-2":{"in_tokens":1533,"out_tokens":653}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":9981,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":152.40978614999995,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1790,"out_tokens":1697},"claude-opus-4-8":{"in_tokens":3539,"out_tokens":898},"claude-opus-4-7":{"in_tokens":3544,"out_tokens":781},"mistral-large-2":{"in_tokens":1917,"out_tokens":766}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":617,"out_tokens":2101,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":30.975794378000046,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1494,"out_tokens":1856},"claude-opus-4-8":{"in_tokens":2846,"out_tokens":665},"claude-opus-4-7":{"in_tokens":2851,"out_tokens":470},"mistral-large-2":{"in_tokens":1639,"out_tokens":552}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":424.2833335969999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":13355,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":212.34821308699975,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.25,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1487,"out_tokens":3484},"claude-opus-4-8":{"in_tokens":2870,"out_tokens":937},"claude-opus-4-7":{"in_tokens":2875,"out_tokens":681},"mistral-large-2":{"in_tokens":1577,"out_tokens":717}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":710,"out_tokens":8846,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":131.3800509990001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1954,"out_tokens":2203},"claude-opus-4-8":{"in_tokens":3902,"out_tokens":1052},"claude-opus-4-7":{"in_tokens":3907,"out_tokens":733},"mistral-large-2":{"in_tokens":2102,"out_tokens":783}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":626,"out_tokens":2771,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":41.59804407499996,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1566,"out_tokens":2259},"claude-opus-4-8":{"in_tokens":3023,"out_tokens":605},"claude-opus-4-7":{"in_tokens":3028,"out_tokens":562},"mistral-large-2":{"in_tokens":1703,"out_tokens":623}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":7585,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":126.56483833099992,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2687,"out_tokens":2207},"claude-opus-4-8":{"in_tokens":5358,"out_tokens":973},"claude-opus-4-7":{"in_tokens":5363,"out_tokens":745},"mistral-large-2":{"in_tokens":2877,"out_tokens":904}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":705,"out_tokens":4376,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":63.05813751699998,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1674,"out_tokens":3434},"claude-opus-4-8":{"in_tokens":3228,"out_tokens":631},"claude-opus-4-7":{"in_tokens":3233,"out_tokens":633},"mistral-large-2":{"in_tokens":1832,"out_tokens":880}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":3009,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":41.85073429799968,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1727,"out_tokens":2530},"claude-opus-4-8":{"in_tokens":3274,"out_tokens":768},"claude-opus-4-7":{"in_tokens":3279,"out_tokens":594},"mistral-large-2":{"in_tokens":1912,"out_tokens":884}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":878,"out_tokens":12295,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":193.13288230099988,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2141,"out_tokens":2614},"claude-opus-4-8":{"in_tokens":4119,"out_tokens":1290},"claude-opus-4-7":{"in_tokens":4124,"out_tokens":906},"mistral-large-2":{"in_tokens":2238,"out_tokens":1258}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":512,"out_tokens":2146,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":30.47884102099988,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1309,"out_tokens":2290},"claude-opus-4-8":{"in_tokens":2454,"out_tokens":828},"claude-opus-4-7":{"in_tokens":2459,"out_tokens":582},"mistral-large-2":{"in_tokens":1478,"out_tokens":685}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":2867,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":41.306510577000154,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1549,"out_tokens":1326},"claude-opus-4-8":{"in_tokens":2917,"out_tokens":657},"claude-opus-4-7":{"in_tokens":2922,"out_tokens":539},"mistral-large-2":{"in_tokens":1663,"out_tokens":620}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":12159,"error":null,"skip_reason":null,"score_raw":0.6749999999999999,"duration_s":243.43360301200028,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2834,"out_tokens":2796},"claude-opus-4-8":{"in_tokens":5726,"out_tokens":967},"claude-opus-4-7":{"in_tokens":5731,"out_tokens":791},"mistral-large-2":{"in_tokens":3042,"out_tokens":895}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":584,"out_tokens":7073,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":253.12726760999976,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1801,"out_tokens":2366},"claude-opus-4-8":{"in_tokens":3483,"out_tokens":1274},"claude-opus-4-7":{"in_tokens":3488,"out_tokens":841},"mistral-large-2":{"in_tokens":1917,"out_tokens":838}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0039387770003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":2237,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":33.03749730799973,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1458,"out_tokens":1947},"claude-opus-4-8":{"in_tokens":2857,"out_tokens":694},"claude-opus-4-7":{"in_tokens":2862,"out_tokens":561},"mistral-large-2":{"in_tokens":1572,"out_tokens":668}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":2909,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":40.75237876400024,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1591,"out_tokens":1155},"claude-opus-4-8":{"in_tokens":3207,"out_tokens":607},"claude-opus-4-7":{"in_tokens":3212,"out_tokens":481},"mistral-large-2":{"in_tokens":1694,"out_tokens":528}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":776,"out_tokens":3825,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":55.27968050599975,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1747,"out_tokens":2494},"claude-opus-4-8":{"in_tokens":3361,"out_tokens":783},"claude-opus-4-7":{"in_tokens":3366,"out_tokens":667},"mistral-large-2":{"in_tokens":1939,"out_tokens":655}}}
{"model_id":"deepseek-v4-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":730,"out_tokens":11139,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":168.63598016800006,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2164,"out_tokens":2128},"claude-opus-4-8":{"in_tokens":4218,"out_tokens":1092},"claude-opus-4-7":{"in_tokens":4223,"out_tokens":820},"mistral-large-2":{"in_tokens":2318,"out_tokens":1146}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":682,"out_tokens":2962,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":45.370037435000086,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1444,"out_tokens":1319},"claude-opus-4-8":{"in_tokens":2912,"out_tokens":622},"claude-opus-4-7":{"in_tokens":2917,"out_tokens":441},"mistral-large-2":{"in_tokens":1601,"out_tokens":531}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":859,"out_tokens":3129,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":45.91461625000011,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1889,"out_tokens":2557},"claude-opus-4-8":{"in_tokens":3618,"out_tokens":865},"claude-opus-4-7":{"in_tokens":3623,"out_tokens":596},"mistral-large-2":{"in_tokens":2116,"out_tokens":867}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":519,"out_tokens":4297,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":57.931122435999896,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1932,"out_tokens":3297},"claude-opus-4-8":{"in_tokens":3617,"out_tokens":929},"claude-opus-4-7":{"in_tokens":3622,"out_tokens":832},"mistral-large-2":{"in_tokens":2180,"out_tokens":893}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":11994,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":192.38881721500002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1393,"out_tokens":1319},"claude-opus-4-8":{"in_tokens":2838,"out_tokens":775},"claude-opus-4-7":{"in_tokens":2843,"out_tokens":506},"mistral-large-2":{"in_tokens":1544,"out_tokens":490}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":900,"out_tokens":3223,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":45.29478278799979,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2011,"out_tokens":2569},"claude-opus-4-8":{"in_tokens":3759,"out_tokens":1037},"claude-opus-4-7":{"in_tokens":3764,"out_tokens":744},"mistral-large-2":{"in_tokens":2249,"out_tokens":602}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":556,"out_tokens":2271,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":34.41162338799995,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1579,"out_tokens":2219},"claude-opus-4-8":{"in_tokens":3027,"out_tokens":703},"claude-opus-4-7":{"in_tokens":3032,"out_tokens":463},"mistral-large-2":{"in_tokens":1726,"out_tokens":689}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1016,"out_tokens":3692,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":52.429322414000126,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2176,"out_tokens":2809},"claude-opus-4-8":{"in_tokens":4059,"out_tokens":807},"claude-opus-4-7":{"in_tokens":4064,"out_tokens":661},"mistral-large-2":{"in_tokens":2365,"out_tokens":750}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":16000,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":208.72175516699963,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1787,"out_tokens":2390},"claude-opus-4-8":{"in_tokens":3452,"out_tokens":967},"claude-opus-4-7":{"in_tokens":3457,"out_tokens":800},"mistral-large-2":{"in_tokens":2007,"out_tokens":743}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":600,"out_tokens":2370,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":32.89817889100004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1550,"out_tokens":1667},"claude-opus-4-8":{"in_tokens":2986,"out_tokens":706},"claude-opus-4-7":{"in_tokens":2991,"out_tokens":530},"mistral-large-2":{"in_tokens":1704,"out_tokens":732}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":710,"out_tokens":1826,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":26.249525934000303,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1416,"out_tokens":1659},"claude-opus-4-8":{"in_tokens":2701,"out_tokens":595},"claude-opus-4-7":{"in_tokens":2706,"out_tokens":557},"mistral-large-2":{"in_tokens":1561,"out_tokens":668}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":509.3096239719998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":951,"out_tokens":14305,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":373.04315432400017,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":3381,"out_tokens":3705},"claude-opus-4-8":{"in_tokens":6788,"out_tokens":1037},"claude-opus-4-7":{"in_tokens":6793,"out_tokens":1089},"mistral-large-2":{"in_tokens":3543,"out_tokens":908}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":7590,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":335.748862766,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1780,"out_tokens":2528},"claude-opus-4-8":{"in_tokens":3246,"out_tokens":765},"claude-opus-4-7":{"in_tokens":3251,"out_tokens":643},"mistral-large-2":{"in_tokens":2007,"out_tokens":821}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":718,"out_tokens":3018,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":43.107287224000174,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1620,"out_tokens":2341},"claude-opus-4-8":{"in_tokens":3123,"out_tokens":1083},"claude-opus-4-7":{"in_tokens":3128,"out_tokens":935},"mistral-large-2":{"in_tokens":1769,"out_tokens":760}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":670,"out_tokens":3614,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":51.09002418499995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1717,"out_tokens":1766},"claude-opus-4-8":{"in_tokens":3340,"out_tokens":559},"claude-opus-4-7":{"in_tokens":3345,"out_tokens":473},"mistral-large-2":{"in_tokens":1892,"out_tokens":815}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":781,"out_tokens":6508,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":84.96811669299996,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2258,"out_tokens":2426},"claude-opus-4-8":{"in_tokens":4334,"out_tokens":827},"claude-opus-4-7":{"in_tokens":4339,"out_tokens":840},"mistral-large-2":{"in_tokens":2509,"out_tokens":1068}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":624,"out_tokens":2355,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":35.90504004600007,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1488,"out_tokens":1693},"claude-opus-4-8":{"in_tokens":2955,"out_tokens":702},"claude-opus-4-7":{"in_tokens":2960,"out_tokens":532},"mistral-large-2":{"in_tokens":1630,"out_tokens":563}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":654,"out_tokens":2873,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":41.728820377000375,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1590,"out_tokens":2878},"claude-opus-4-8":{"in_tokens":3096,"out_tokens":876},"claude-opus-4-7":{"in_tokens":3101,"out_tokens":755},"mistral-large-2":{"in_tokens":1765,"out_tokens":757}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":5083,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":78.14809915600017,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1572,"out_tokens":3071},"claude-opus-4-8":{"in_tokens":3049,"out_tokens":699},"claude-opus-4-7":{"in_tokens":3054,"out_tokens":574},"mistral-large-2":{"in_tokens":1715,"out_tokens":689}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":593,"out_tokens":4549,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":60.72153562699987,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1948,"out_tokens":2387},"claude-opus-4-8":{"in_tokens":3632,"out_tokens":936},"claude-opus-4-7":{"in_tokens":3637,"out_tokens":1045},"mistral-large-2":{"in_tokens":2147,"out_tokens":789}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":615,"out_tokens":2964,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":44.31539440300003,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1615,"out_tokens":2925},"claude-opus-4-8":{"in_tokens":3065,"out_tokens":692},"claude-opus-4-7":{"in_tokens":3070,"out_tokens":741},"mistral-large-2":{"in_tokens":1806,"out_tokens":740}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":2928,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":44.05578695300028,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1512,"out_tokens":2975},"claude-opus-4-8":{"in_tokens":2986,"out_tokens":539},"claude-opus-4-7":{"in_tokens":2991,"out_tokens":494},"mistral-large-2":{"in_tokens":1615,"out_tokens":574}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":623,"out_tokens":2353,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":35.32428672600008,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1335,"out_tokens":1874},"claude-opus-4-8":{"in_tokens":2551,"out_tokens":1349},"claude-opus-4-7":{"in_tokens":2556,"out_tokens":717},"mistral-large-2":{"in_tokens":1435,"out_tokens":852}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":447,"out_tokens":3237,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":51.775668849999875,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1907,"out_tokens":2583},"claude-opus-4-8":{"in_tokens":3716,"out_tokens":1076},"claude-opus-4-7":{"in_tokens":3721,"out_tokens":900},"mistral-large-2":{"in_tokens":2104,"out_tokens":714}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":2023,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":31.637789263000286,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1322,"out_tokens":927},"claude-opus-4-8":{"in_tokens":2555,"out_tokens":502},"claude-opus-4-7":{"in_tokens":2560,"out_tokens":425},"mistral-large-2":{"in_tokens":1443,"out_tokens":625}}}
{"model_id":"claude-fable-5-1","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":614,"out_tokens":3214,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":45.7398784359998,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1649,"out_tokens":2582},"claude-opus-4-8":{"in_tokens":3078,"out_tokens":1034},"claude-opus-4-7":{"in_tokens":3083,"out_tokens":586},"mistral-large-2":{"in_tokens":1813,"out_tokens":732}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":2057,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":34.0432732649997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1373,"out_tokens":2538},"claude-opus-4-8":{"in_tokens":2602,"out_tokens":664},"claude-opus-4-7":{"in_tokens":2607,"out_tokens":604},"mistral-large-2":{"in_tokens":1522,"out_tokens":709}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":790,"out_tokens":3889,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":57.729568379000284,"hallucination_count":6.75,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1771,"out_tokens":3432},"claude-opus-4-8":{"in_tokens":3654,"out_tokens":962},"claude-opus-4-7":{"in_tokens":3659,"out_tokens":634},"mistral-large-2":{"in_tokens":1898,"out_tokens":1066}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":836,"out_tokens":5199,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":73.02471030200013,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2320,"out_tokens":2785},"claude-opus-4-8":{"in_tokens":4548,"out_tokens":798},"claude-opus-4-7":{"in_tokens":4553,"out_tokens":828},"mistral-large-2":{"in_tokens":2510,"out_tokens":881}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":768,"out_tokens":3602,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":51.01498202999983,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2128,"out_tokens":2955},"claude-opus-4-8":{"in_tokens":4144,"out_tokens":1067},"claude-opus-4-7":{"in_tokens":4149,"out_tokens":858},"mistral-large-2":{"in_tokens":2308,"out_tokens":1102}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":4809,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":64.26049880900018,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1965,"out_tokens":2505},"claude-opus-4-8":{"in_tokens":4030,"out_tokens":585},"claude-opus-4-7":{"in_tokens":4035,"out_tokens":635},"mistral-large-2":{"in_tokens":2084,"out_tokens":940}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2205.243770999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":4437,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":60.00352579699984,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1607,"out_tokens":2859},"claude-opus-4-8":{"in_tokens":3163,"out_tokens":750},"claude-opus-4-7":{"in_tokens":3168,"out_tokens":888},"mistral-large-2":{"in_tokens":1743,"out_tokens":720}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":555,"out_tokens":4855,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":68.11765084900026,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1834,"out_tokens":2148},"claude-opus-4-8":{"in_tokens":3665,"out_tokens":936},"claude-opus-4-7":{"in_tokens":3670,"out_tokens":627},"mistral-large-2":{"in_tokens":1955,"out_tokens":667}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":549,"out_tokens":3480,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":49.17227844599984,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1508,"out_tokens":2534},"claude-opus-4-8":{"in_tokens":3022,"out_tokens":735},"claude-opus-4-7":{"in_tokens":3027,"out_tokens":563},"mistral-large-2":{"in_tokens":1589,"out_tokens":568}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":601,"out_tokens":3657,"error":null,"skip_reason":null,"score_raw":0.2857142857142857,"duration_s":54.706786316000034,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.2857142857142857,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1597,"out_tokens":3331},"claude-opus-4-8":{"in_tokens":3158,"out_tokens":969},"claude-opus-4-7":{"in_tokens":3163,"out_tokens":627},"mistral-large-2":{"in_tokens":1738,"out_tokens":1153}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":4062,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":60.248609363000014,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1839,"out_tokens":3212},"claude-opus-4-8":{"in_tokens":3634,"out_tokens":665},"claude-opus-4-7":{"in_tokens":3639,"out_tokens":636},"mistral-large-2":{"in_tokens":2005,"out_tokens":656}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":487,"out_tokens":3818,"error":null,"skip_reason":null,"score_raw":0.7083333333333333,"duration_s":52.45975580999993,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1512,"out_tokens":3214},"claude-opus-4-8":{"in_tokens":2915,"out_tokens":1285},"claude-opus-4-7":{"in_tokens":2920,"out_tokens":965},"mistral-large-2":{"in_tokens":1578,"out_tokens":620}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":3648,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":50.17414296700008,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1767,"out_tokens":2908},"claude-opus-4-8":{"in_tokens":3611,"out_tokens":671},"claude-opus-4-7":{"in_tokens":3616,"out_tokens":565},"mistral-large-2":{"in_tokens":1909,"out_tokens":521}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":539,"out_tokens":13872,"error":null,"skip_reason":null,"score_raw":0.39285714285714285,"duration_s":441.6443654890004,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1907,"out_tokens":2235},"claude-opus-4-8":{"in_tokens":3520,"out_tokens":1128},"claude-opus-4-7":{"in_tokens":3525,"out_tokens":827},"mistral-large-2":{"in_tokens":2144,"out_tokens":800}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":8397,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":367.49878303000014,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1663,"out_tokens":1918},"claude-opus-4-8":{"in_tokens":3232,"out_tokens":756},"claude-opus-4-7":{"in_tokens":3237,"out_tokens":785},"mistral-large-2":{"in_tokens":1852,"out_tokens":734}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":575,"out_tokens":3528,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":49.79072658299992,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1690,"out_tokens":2570},"claude-opus-4-8":{"in_tokens":3333,"out_tokens":1185},"claude-opus-4-7":{"in_tokens":3338,"out_tokens":991},"mistral-large-2":{"in_tokens":1791,"out_tokens":806}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":3338,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":48.8424646630001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1467,"out_tokens":2376},"claude-opus-4-8":{"in_tokens":2900,"out_tokens":677},"claude-opus-4-7":{"in_tokens":2905,"out_tokens":647},"mistral-large-2":{"in_tokens":1581,"out_tokens":661}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":440.593551123,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":774,"out_tokens":3875,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":54.99956517999999,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1746,"out_tokens":2821},"claude-opus-4-8":{"in_tokens":3315,"out_tokens":925},"claude-opus-4-7":{"in_tokens":3320,"out_tokens":656},"mistral-large-2":{"in_tokens":1848,"out_tokens":868}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":618,"out_tokens":3410,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":49.38270919800016,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.25,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1861,"out_tokens":3184},"claude-opus-4-8":{"in_tokens":3703,"out_tokens":928},"claude-opus-4-7":{"in_tokens":3708,"out_tokens":893},"mistral-large-2":{"in_tokens":2013,"out_tokens":1030}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":4617,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":70.0983833639998,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1695,"out_tokens":2865},"claude-opus-4-8":{"in_tokens":3294,"out_tokens":1017},"claude-opus-4-7":{"in_tokens":3299,"out_tokens":950},"mistral-large-2":{"in_tokens":1860,"out_tokens":964}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":584,"out_tokens":2262,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":34.35868534600013,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1390,"out_tokens":2272},"claude-opus-4-8":{"in_tokens":2832,"out_tokens":523},"claude-opus-4-7":{"in_tokens":2837,"out_tokens":504},"mistral-large-2":{"in_tokens":1465,"out_tokens":531}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":3606,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":54.337711191999915,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1772,"out_tokens":2045},"claude-opus-4-8":{"in_tokens":3569,"out_tokens":783},"claude-opus-4-7":{"in_tokens":3574,"out_tokens":707},"mistral-large-2":{"in_tokens":1901,"out_tokens":839}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":549,"out_tokens":4068,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":55.72408691700002,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1768,"out_tokens":3299},"claude-opus-4-8":{"in_tokens":3664,"out_tokens":671},"claude-opus-4-7":{"in_tokens":3669,"out_tokens":994},"mistral-large-2":{"in_tokens":1875,"out_tokens":741}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0432883959998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1012,"out_tokens":6558,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":87.09536333699998,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2837,"out_tokens":2899},"claude-opus-4-8":{"in_tokens":5494,"out_tokens":1007},"claude-opus-4-7":{"in_tokens":5499,"out_tokens":768},"mistral-large-2":{"in_tokens":2981,"out_tokens":794}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":996,"out_tokens":7490,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":100.43147391599996,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":3468,"out_tokens":3674},"claude-opus-4-8":{"in_tokens":6818,"out_tokens":1107},"claude-opus-4-7":{"in_tokens":6823,"out_tokens":918},"mistral-large-2":{"in_tokens":3776,"out_tokens":1008}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":939,"out_tokens":5019,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":74.15783060400008,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2669,"out_tokens":2900},"claude-opus-4-8":{"in_tokens":5255,"out_tokens":1419},"claude-opus-4-7":{"in_tokens":5260,"out_tokens":1277},"mistral-large-2":{"in_tokens":2899,"out_tokens":859}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":918,"out_tokens":4333,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":59.52970851900045,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2387,"out_tokens":3865},"claude-opus-4-8":{"in_tokens":4715,"out_tokens":922},"claude-opus-4-7":{"in_tokens":4720,"out_tokens":867},"mistral-large-2":{"in_tokens":2522,"out_tokens":1364}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0187056259997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":609,"out_tokens":4675,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":66.72787271700054,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1946,"out_tokens":2985},"claude-opus-4-8":{"in_tokens":3784,"out_tokens":815},"claude-opus-4-7":{"in_tokens":3789,"out_tokens":675},"mistral-large-2":{"in_tokens":2079,"out_tokens":729}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":837,"out_tokens":4002,"error":null,"skip_reason":null,"score_raw":0.325,"duration_s":54.447532333999334,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2173,"out_tokens":3506},"claude-opus-4-8":{"in_tokens":4309,"out_tokens":1234},"claude-opus-4-7":{"in_tokens":4314,"out_tokens":856},"mistral-large-2":{"in_tokens":2346,"out_tokens":941}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":888,"out_tokens":7224,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":98.96019529999921,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2782,"out_tokens":3088},"claude-opus-4-8":{"in_tokens":5453,"out_tokens":1380},"claude-opus-4-7":{"in_tokens":5458,"out_tokens":882},"mistral-large-2":{"in_tokens":3015,"out_tokens":940}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":499.334685498,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":535,"out_tokens":4085,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":58.37810873000035,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1821,"out_tokens":2217},"claude-opus-4-8":{"in_tokens":3555,"out_tokens":502},"claude-opus-4-7":{"in_tokens":3560,"out_tokens":429},"mistral-large-2":{"in_tokens":1965,"out_tokens":602}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":4743,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":291.13499626799967,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1600,"out_tokens":2649},"claude-opus-4-8":{"in_tokens":3119,"out_tokens":775},"claude-opus-4-7":{"in_tokens":3124,"out_tokens":694},"mistral-large-2":{"in_tokens":1775,"out_tokens":768}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":750,"out_tokens":4778,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":70.01966260399968,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1831,"out_tokens":3763},"claude-opus-4-8":{"in_tokens":3546,"out_tokens":807},"claude-opus-4-7":{"in_tokens":3551,"out_tokens":883},"mistral-large-2":{"in_tokens":1947,"out_tokens":735}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":367,"out_tokens":5850,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":347.7136226579996,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1436,"out_tokens":1989},"claude-opus-4-8":{"in_tokens":2867,"out_tokens":847},"claude-opus-4-7":{"in_tokens":2872,"out_tokens":600},"mistral-large-2":{"in_tokens":1571,"out_tokens":636}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1311,"out_tokens":9040,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":127.80202585899951,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":3266,"out_tokens":4433},"claude-opus-4-8":{"in_tokens":6323,"out_tokens":1231},"claude-opus-4-7":{"in_tokens":6328,"out_tokens":941},"mistral-large-2":{"in_tokens":3414,"out_tokens":1282}}}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1105,"out_tokens":8251,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":114.78763949899985,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.9,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":3064,"out_tokens":3207},"claude-opus-4-8":{"in_tokens":6014,"out_tokens":1113},"claude-opus-4-7":{"in_tokens":6019,"out_tokens":953},"mistral-large-2":{"in_tokens":3299,"out_tokens":970}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":1200,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":22.815326315000675,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1566,"out_tokens":1749},"claude-opus-4-8":{"in_tokens":2974,"out_tokens":928},"claude-opus-4-7":{"in_tokens":2979,"out_tokens":898},"mistral-large-2":{"in_tokens":1690,"out_tokens":704}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":1244,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":21.522024669999155,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1976,"out_tokens":3377},"claude-opus-4-8":{"in_tokens":3634,"out_tokens":1224},"claude-opus-4-7":{"in_tokens":3639,"out_tokens":947},"mistral-large-2":{"in_tokens":2098,"out_tokens":1536}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":681,"out_tokens":1755,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":29.122536906000278,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2010,"out_tokens":3072},"claude-opus-4-8":{"in_tokens":3794,"out_tokens":1168},"claude-opus-4-7":{"in_tokens":3799,"out_tokens":754},"mistral-large-2":{"in_tokens":2214,"out_tokens":795}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.003967307,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1111,"out_tokens":8426,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":117.58106008100003,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":3475,"out_tokens":3418},"claude-opus-4-8":{"in_tokens":6817,"out_tokens":1309},"claude-opus-4-7":{"in_tokens":6822,"out_tokens":1155},"mistral-large-2":{"in_tokens":3757,"out_tokens":973}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":1209,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":21.632531533000474,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1580,"out_tokens":2425},"claude-opus-4-8":{"in_tokens":3065,"out_tokens":977},"claude-opus-4-7":{"in_tokens":3070,"out_tokens":972},"mistral-large-2":{"in_tokens":1679,"out_tokens":788}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":986,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":18.13748102699992,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1961,"out_tokens":2673},"claude-opus-4-8":{"in_tokens":3728,"out_tokens":922},"claude-opus-4-7":{"in_tokens":3733,"out_tokens":705},"mistral-large-2":{"in_tokens":2122,"out_tokens":1536}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1415,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":24.047653704999902,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2222,"out_tokens":3029},"claude-opus-4-8":{"in_tokens":4177,"out_tokens":1202},"claude-opus-4-7":{"in_tokens":4182,"out_tokens":813},"mistral-large-2":{"in_tokens":2356,"out_tokens":789}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0034144390002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":9649,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":141.38875083200037,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1586,"out_tokens":2439},"claude-opus-4-8":{"in_tokens":3015,"out_tokens":641},"claude-opus-4-7":{"in_tokens":3020,"out_tokens":705},"mistral-large-2":{"in_tokens":1709,"out_tokens":598}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":12704,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":430.1227148060002,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1745,"out_tokens":2752},"claude-opus-4-8":{"in_tokens":3253,"out_tokens":823},"claude-opus-4-7":{"in_tokens":3258,"out_tokens":633},"mistral-large-2":{"in_tokens":1921,"out_tokens":926}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1413,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":26.076627239999652,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1910,"out_tokens":2692},"claude-opus-4-8":{"in_tokens":3577,"out_tokens":1026},"claude-opus-4-7":{"in_tokens":3582,"out_tokens":750},"mistral-large-2":{"in_tokens":2051,"out_tokens":692}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":665,"out_tokens":1640,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":29.80335943299997,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1950,"out_tokens":2286},"claude-opus-4-8":{"in_tokens":3708,"out_tokens":1234},"claude-opus-4-7":{"in_tokens":3713,"out_tokens":629},"mistral-large-2":{"in_tokens":2051,"out_tokens":657}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":1706,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":30.743582539000272,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1872,"out_tokens":3319},"claude-opus-4-8":{"in_tokens":3714,"out_tokens":809},"claude-opus-4-7":{"in_tokens":3719,"out_tokens":939},"mistral-large-2":{"in_tokens":2015,"out_tokens":1221}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2123.9665153459996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":913,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":17.631774497999686,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1517,"out_tokens":2141},"claude-opus-4-8":{"in_tokens":2887,"out_tokens":750},"claude-opus-4-7":{"in_tokens":2892,"out_tokens":585},"mistral-large-2":{"in_tokens":1618,"out_tokens":558}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":655,"out_tokens":1502,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":27.324016957000822,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.875,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1755,"out_tokens":1963},"claude-opus-4-8":{"in_tokens":3489,"out_tokens":849},"claude-opus-4-7":{"in_tokens":3494,"out_tokens":726},"mistral-large-2":{"in_tokens":1860,"out_tokens":658}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":1164,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":21.877928889999566,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1736,"out_tokens":2364},"claude-opus-4-8":{"in_tokens":3292,"out_tokens":788},"claude-opus-4-7":{"in_tokens":3297,"out_tokens":656},"mistral-large-2":{"in_tokens":1864,"out_tokens":1151}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":763,"out_tokens":1597,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":28.39806011300061,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2367,"out_tokens":3493},"claude-opus-4-8":{"in_tokens":4363,"out_tokens":1041},"claude-opus-4-7":{"in_tokens":4368,"out_tokens":904},"mistral-large-2":{"in_tokens":2529,"out_tokens":1005}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":594,"out_tokens":1220,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":20.333484754999517,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1739,"out_tokens":3392},"claude-opus-4-8":{"in_tokens":3255,"out_tokens":1069},"claude-opus-4-7":{"in_tokens":3260,"out_tokens":924},"mistral-large-2":{"in_tokens":1879,"out_tokens":891}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":3122,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":55.24892923099924,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1211,"out_tokens":1838},"claude-opus-4-8":{"in_tokens":2346,"out_tokens":501},"claude-opus-4-7":{"in_tokens":2351,"out_tokens":416},"mistral-large-2":{"in_tokens":1314,"out_tokens":520}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":715,"out_tokens":1039,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":18.127268035999805,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1614,"out_tokens":1730},"claude-opus-4-8":{"in_tokens":3099,"out_tokens":726},"claude-opus-4-7":{"in_tokens":3104,"out_tokens":829},"mistral-large-2":{"in_tokens":1680,"out_tokens":656}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":693,"out_tokens":976,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":17.995019764000062,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1640,"out_tokens":1931},"claude-opus-4-8":{"in_tokens":3029,"out_tokens":705},"claude-opus-4-7":{"in_tokens":3034,"out_tokens":595},"mistral-large-2":{"in_tokens":1717,"out_tokens":1450}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":1182,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":21.63229772500017,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1719,"out_tokens":1899},"claude-opus-4-8":{"in_tokens":3252,"out_tokens":856},"claude-opus-4-7":{"in_tokens":3257,"out_tokens":737},"mistral-large-2":{"in_tokens":1793,"out_tokens":706}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1057,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":19.471946892999767,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1534,"out_tokens":1496},"claude-opus-4-8":{"in_tokens":2853,"out_tokens":626},"claude-opus-4-7":{"in_tokens":2858,"out_tokens":466},"mistral-large-2":{"in_tokens":1614,"out_tokens":682}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":1102,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":20.544749190999937,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1560,"out_tokens":1805},"claude-opus-4-8":{"in_tokens":2856,"out_tokens":594},"claude-opus-4-7":{"in_tokens":2861,"out_tokens":511},"mistral-large-2":{"in_tokens":1646,"out_tokens":578}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":780,"out_tokens":1581,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":28.81731644499996,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1843,"out_tokens":2204},"claude-opus-4-8":{"in_tokens":3440,"out_tokens":696},"claude-opus-4-7":{"in_tokens":3445,"out_tokens":768},"mistral-large-2":{"in_tokens":1920,"out_tokens":581}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":1010,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":18.556268215000273,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1419,"out_tokens":1982},"claude-opus-4-8":{"in_tokens":2667,"out_tokens":654},"claude-opus-4-7":{"in_tokens":2672,"out_tokens":601},"mistral-large-2":{"in_tokens":1496,"out_tokens":620}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":1323,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":24.655347270000675,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1534,"out_tokens":1276},"claude-opus-4-8":{"in_tokens":2914,"out_tokens":605},"claude-opus-4-7":{"in_tokens":2919,"out_tokens":478},"mistral-large-2":{"in_tokens":1615,"out_tokens":591}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":1116,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":22.29329366100046,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1483,"out_tokens":1465},"claude-opus-4-8":{"in_tokens":2807,"out_tokens":620},"claude-opus-4-7":{"in_tokens":2812,"out_tokens":538},"mistral-large-2":{"in_tokens":1577,"out_tokens":493}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":930,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":18.986233301999164,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1318,"out_tokens":1039},"claude-opus-4-8":{"in_tokens":2484,"out_tokens":465},"claude-opus-4-7":{"in_tokens":2489,"out_tokens":385},"mistral-large-2":{"in_tokens":1363,"out_tokens":577}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":700,"out_tokens":1001,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":20.10589278400039,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1577,"out_tokens":1375},"claude-opus-4-8":{"in_tokens":2948,"out_tokens":631},"claude-opus-4-7":{"in_tokens":2953,"out_tokens":514},"mistral-large-2":{"in_tokens":1656,"out_tokens":592}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":1392,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":25.796972997999546,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1739,"out_tokens":1812},"claude-opus-4-8":{"in_tokens":3168,"out_tokens":560},"claude-opus-4-7":{"in_tokens":3173,"out_tokens":507},"mistral-large-2":{"in_tokens":1798,"out_tokens":704}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":1002,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":20.094599350999488,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1461,"out_tokens":1602},"claude-opus-4-8":{"in_tokens":2667,"out_tokens":589},"claude-opus-4-7":{"in_tokens":2672,"out_tokens":543},"mistral-large-2":{"in_tokens":1539,"out_tokens":687}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":958,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":18.293057085000328,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1395,"out_tokens":1670},"claude-opus-4-8":{"in_tokens":2610,"out_tokens":581},"claude-opus-4-7":{"in_tokens":2615,"out_tokens":651},"mistral-large-2":{"in_tokens":1451,"out_tokens":528}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":1212,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":22.259157923999737,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1495,"out_tokens":1179},"claude-opus-4-8":{"in_tokens":2840,"out_tokens":551},"claude-opus-4-7":{"in_tokens":2845,"out_tokens":546},"mistral-large-2":{"in_tokens":1579,"out_tokens":582}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":1164,"error":null,"skip_reason":null,"score_raw":0.611111111111111,"duration_s":21.585606267999538,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1766,"out_tokens":1162},"claude-opus-4-8":{"in_tokens":3315,"out_tokens":702},"claude-opus-4-7":{"in_tokens":3320,"out_tokens":567},"mistral-large-2":{"in_tokens":1811,"out_tokens":857}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":880,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":18.028649820999817,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1420,"out_tokens":1670},"claude-opus-4-8":{"in_tokens":2666,"out_tokens":579},"claude-opus-4-7":{"in_tokens":2671,"out_tokens":468},"mistral-large-2":{"in_tokens":1490,"out_tokens":546}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1245,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":21.65185361300064,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1601,"out_tokens":1786},"claude-opus-4-8":{"in_tokens":3082,"out_tokens":598},"claude-opus-4-7":{"in_tokens":3087,"out_tokens":542},"mistral-large-2":{"in_tokens":1680,"out_tokens":732}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":973,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":17.23050701000011,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1480,"out_tokens":1015},"claude-opus-4-8":{"in_tokens":2739,"out_tokens":614},"claude-opus-4-7":{"in_tokens":2744,"out_tokens":448},"mistral-large-2":{"in_tokens":1566,"out_tokens":631}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0077079279995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":519,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":11.131982881000113,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1239,"out_tokens":1487},"claude-opus-4-8":{"in_tokens":2293,"out_tokens":690},"claude-opus-4-7":{"in_tokens":2298,"out_tokens":549},"mistral-large-2":{"in_tokens":1280,"out_tokens":619}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":422,"out_tokens":903,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":15.059384895000221,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1337,"out_tokens":910},"claude-opus-4-8":{"in_tokens":2583,"out_tokens":505},"claude-opus-4-7":{"in_tokens":2588,"out_tokens":423},"mistral-large-2":{"in_tokens":1404,"out_tokens":522}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":633,"out_tokens":946,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":17.494711158000428,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1494,"out_tokens":1685},"claude-opus-4-8":{"in_tokens":2841,"out_tokens":686},"claude-opus-4-7":{"in_tokens":2846,"out_tokens":616},"mistral-large-2":{"in_tokens":1639,"out_tokens":753}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":581,"out_tokens":654,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":11.666933929000152,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1187,"out_tokens":1673},"claude-opus-4-8":{"in_tokens":2343,"out_tokens":904},"claude-opus-4-7":{"in_tokens":2348,"out_tokens":515},"mistral-large-2":{"in_tokens":1286,"out_tokens":737}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":762,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":13.397500705999846,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1273,"out_tokens":2225},"claude-opus-4-8":{"in_tokens":2424,"out_tokens":800},"claude-opus-4-7":{"in_tokens":2429,"out_tokens":631},"mistral-large-2":{"in_tokens":1430,"out_tokens":648}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":13755,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":424.3771079219996,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1823,"out_tokens":2530},"claude-opus-4-8":{"in_tokens":3482,"out_tokens":970},"claude-opus-4-7":{"in_tokens":3487,"out_tokens":553},"mistral-large-2":{"in_tokens":2040,"out_tokens":754}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":644,"out_tokens":771,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":13.33183079399987,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1344,"out_tokens":1603},"claude-opus-4-8":{"in_tokens":2560,"out_tokens":786},"claude-opus-4-7":{"in_tokens":2565,"out_tokens":545},"mistral-large-2":{"in_tokens":1450,"out_tokens":698}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":616,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":10.865273920000618,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1185,"out_tokens":1404},"claude-opus-4-8":{"in_tokens":2283,"out_tokens":637},"claude-opus-4-7":{"in_tokens":2288,"out_tokens":467},"mistral-large-2":{"in_tokens":1291,"out_tokens":557}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":847,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":15.186887949000266,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1282,"out_tokens":2778},"claude-opus-4-8":{"in_tokens":2495,"out_tokens":720},"claude-opus-4-7":{"in_tokens":2500,"out_tokens":848},"mistral-large-2":{"in_tokens":1406,"out_tokens":623}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":1058,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":18.210159156000373,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1490,"out_tokens":2462},"claude-opus-4-8":{"in_tokens":2887,"out_tokens":792},"claude-opus-4-7":{"in_tokens":2892,"out_tokens":668},"mistral-large-2":{"in_tokens":1641,"out_tokens":762}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":620,"out_tokens":548,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":10.496078037999723,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1210,"out_tokens":1375},"claude-opus-4-8":{"in_tokens":2303,"out_tokens":587},"claude-opus-4-7":{"in_tokens":2308,"out_tokens":451},"mistral-large-2":{"in_tokens":1311,"out_tokens":530}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":629,"out_tokens":699,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":15.024901774999307,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1312,"out_tokens":1780},"claude-opus-4-8":{"in_tokens":2497,"out_tokens":666},"claude-opus-4-7":{"in_tokens":2502,"out_tokens":510},"mistral-large-2":{"in_tokens":1423,"out_tokens":611}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":692,"out_tokens":984,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":22.388780067999505,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1542,"out_tokens":2453},"claude-opus-4-8":{"in_tokens":2899,"out_tokens":724},"claude-opus-4-7":{"in_tokens":2904,"out_tokens":579},"mistral-large-2":{"in_tokens":1712,"out_tokens":837}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":668,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":12.365675781999926,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1335,"out_tokens":1142},"claude-opus-4-8":{"in_tokens":2544,"out_tokens":621},"claude-opus-4-7":{"in_tokens":2549,"out_tokens":546},"mistral-large-2":{"in_tokens":1442,"out_tokens":706}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0079958759998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0028492119995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":727,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":12.78255370000079,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1247,"out_tokens":1896},"claude-opus-4-8":{"in_tokens":2339,"out_tokens":730},"claude-opus-4-7":{"in_tokens":2344,"out_tokens":593},"mistral-large-2":{"in_tokens":1395,"out_tokens":552}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":14719,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":217.0875435300004,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2106,"out_tokens":4286},"claude-opus-4-8":{"in_tokens":4143,"out_tokens":1027},"claude-opus-4-7":{"in_tokens":4148,"out_tokens":745},"mistral-large-2":{"in_tokens":2266,"out_tokens":943}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":923,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":16.146122572999957,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1485,"out_tokens":1584},"claude-opus-4-8":{"in_tokens":2847,"out_tokens":698},"claude-opus-4-7":{"in_tokens":2852,"out_tokens":597},"mistral-large-2":{"in_tokens":1651,"out_tokens":613}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":705,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":12.364587594000113,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1223,"out_tokens":1153},"claude-opus-4-8":{"in_tokens":2432,"out_tokens":667},"claude-opus-4-7":{"in_tokens":2437,"out_tokens":529},"mistral-large-2":{"in_tokens":1305,"out_tokens":488}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":931,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":16.129285402999813,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1363,"out_tokens":3352},"claude-opus-4-8":{"in_tokens":2645,"out_tokens":632},"claude-opus-4-7":{"in_tokens":2650,"out_tokens":541},"mistral-large-2":{"in_tokens":1472,"out_tokens":509}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":755,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":14.195486913000423,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1379,"out_tokens":2129},"claude-opus-4-8":{"in_tokens":2533,"out_tokens":703},"claude-opus-4-7":{"in_tokens":2538,"out_tokens":602},"mistral-large-2":{"in_tokens":1550,"out_tokens":573}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":475.14092215100027,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":685,"out_tokens":832,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":15.90564385200014,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1332,"out_tokens":1331},"claude-opus-4-8":{"in_tokens":2701,"out_tokens":646},"claude-opus-4-7":{"in_tokens":2706,"out_tokens":521},"mistral-large-2":{"in_tokens":1466,"out_tokens":462}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":862,"out_tokens":823,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":14.64506438799981,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1564,"out_tokens":1441},"claude-opus-4-8":{"in_tokens":3003,"out_tokens":667},"claude-opus-4-7":{"in_tokens":3008,"out_tokens":450},"mistral-large-2":{"in_tokens":1752,"out_tokens":622}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":957,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":16.369466521000504,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1739,"out_tokens":1921},"claude-opus-4-8":{"in_tokens":3238,"out_tokens":808},"claude-opus-4-7":{"in_tokens":3243,"out_tokens":899},"mistral-large-2":{"in_tokens":1957,"out_tokens":495}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1019,"out_tokens":885,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":16.075527719999627,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1882,"out_tokens":2171},"claude-opus-4-8":{"in_tokens":3485,"out_tokens":845},"claude-opus-4-7":{"in_tokens":3490,"out_tokens":744},"mistral-large-2":{"in_tokens":2038,"out_tokens":670}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":890,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":16.23656133300028,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1422,"out_tokens":1366},"claude-opus-4-8":{"in_tokens":2713,"out_tokens":567},"claude-opus-4-7":{"in_tokens":2718,"out_tokens":460},"mistral-large-2":{"in_tokens":1547,"out_tokens":646}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":873,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":16.34823532900009,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1419,"out_tokens":1301},"claude-opus-4-8":{"in_tokens":2747,"out_tokens":784},"claude-opus-4-7":{"in_tokens":2752,"out_tokens":529},"mistral-large-2":{"in_tokens":1582,"out_tokens":592}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":784,"out_tokens":967,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":15.346447607999835,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1557,"out_tokens":1658},"claude-opus-4-8":{"in_tokens":2985,"out_tokens":681},"claude-opus-4-7":{"in_tokens":2990,"out_tokens":642},"mistral-large-2":{"in_tokens":1722,"out_tokens":656}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":703,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":12.90098823199969,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1343,"out_tokens":2045},"claude-opus-4-8":{"in_tokens":2539,"out_tokens":972},"claude-opus-4-7":{"in_tokens":2544,"out_tokens":638},"mistral-large-2":{"in_tokens":1482,"out_tokens":731}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":721,"out_tokens":968,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":17.716987671000425,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1496,"out_tokens":2674},"claude-opus-4-8":{"in_tokens":2888,"out_tokens":1113},"claude-opus-4-7":{"in_tokens":2893,"out_tokens":851},"mistral-large-2":{"in_tokens":1632,"out_tokens":790}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":673,"out_tokens":1223,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":22.39911499000027,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1555,"out_tokens":1885},"claude-opus-4-8":{"in_tokens":2987,"out_tokens":666},"claude-opus-4-7":{"in_tokens":2992,"out_tokens":516},"mistral-large-2":{"in_tokens":1735,"out_tokens":664}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":627,"out_tokens":796,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":16.285910516000513,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1312,"out_tokens":1324},"claude-opus-4-8":{"in_tokens":2603,"out_tokens":689},"claude-opus-4-7":{"in_tokens":2608,"out_tokens":511},"mistral-large-2":{"in_tokens":1429,"out_tokens":556}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":657,"out_tokens":969,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":17.95654707199992,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1357,"out_tokens":2190},"claude-opus-4-8":{"in_tokens":2665,"out_tokens":794},"claude-opus-4-7":{"in_tokens":2670,"out_tokens":636},"mistral-large-2":{"in_tokens":1498,"out_tokens":611}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":419,"out_tokens":8936,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":129.48533256500014,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2175,"out_tokens":3123},"claude-opus-4-8":{"in_tokens":4333,"out_tokens":1260},"claude-opus-4-7":{"in_tokens":4338,"out_tokens":650},"mistral-large-2":{"in_tokens":2357,"out_tokens":714}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":921,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":16.621871758999987,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1429,"out_tokens":1510},"claude-opus-4-8":{"in_tokens":2643,"out_tokens":757},"claude-opus-4-7":{"in_tokens":2648,"out_tokens":615},"mistral-large-2":{"in_tokens":1579,"out_tokens":672}}}
{"model_id":"glm-5.3","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":11245,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":408.89592573699974,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1779,"out_tokens":2894},"claude-opus-4-8":{"in_tokens":3382,"out_tokens":700},"claude-opus-4-7":{"in_tokens":3387,"out_tokens":656},"mistral-large-2":{"in_tokens":1950,"out_tokens":721}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":618,"out_tokens":679,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":14.942916028000582,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1271,"out_tokens":1364},"claude-opus-4-8":{"in_tokens":2438,"out_tokens":646},"claude-opus-4-7":{"in_tokens":2443,"out_tokens":770},"mistral-large-2":{"in_tokens":1413,"out_tokens":626}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":879,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":15.37018045900004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1283,"out_tokens":1891},"claude-opus-4-8":{"in_tokens":2515,"out_tokens":588},"claude-opus-4-7":{"in_tokens":2520,"out_tokens":500},"mistral-large-2":{"in_tokens":1356,"out_tokens":531}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":626,"out_tokens":788,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":15.063010914999722,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1312,"out_tokens":1534},"claude-opus-4-8":{"in_tokens":2473,"out_tokens":616},"claude-opus-4-7":{"in_tokens":2478,"out_tokens":558},"mistral-large-2":{"in_tokens":1412,"out_tokens":576}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":623,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":13.23536051100018,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1137,"out_tokens":1005},"claude-opus-4-8":{"in_tokens":2185,"out_tokens":553},"claude-opus-4-7":{"in_tokens":2190,"out_tokens":474},"mistral-large-2":{"in_tokens":1224,"out_tokens":483}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":617,"out_tokens":1109,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":21.27376080399972,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1495,"out_tokens":1389},"claude-opus-4-8":{"in_tokens":2805,"out_tokens":708},"claude-opus-4-7":{"in_tokens":2810,"out_tokens":596},"mistral-large-2":{"in_tokens":1647,"out_tokens":659}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":839,"out_tokens":1283,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":25.35559582499991,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1801,"out_tokens":3361},"claude-opus-4-8":{"in_tokens":3502,"out_tokens":927},"claude-opus-4-7":{"in_tokens":3507,"out_tokens":765},"mistral-large-2":{"in_tokens":1941,"out_tokens":708}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1310,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":23.375719237999874,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1615,"out_tokens":2279},"claude-opus-4-8":{"in_tokens":3347,"out_tokens":851},"claude-opus-4-7":{"in_tokens":3352,"out_tokens":613},"mistral-large-2":{"in_tokens":1737,"out_tokens":695}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":771,"out_tokens":1394,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":24.478008363999834,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1721,"out_tokens":2971},"claude-opus-4-8":{"in_tokens":3419,"out_tokens":974},"claude-opus-4-7":{"in_tokens":3424,"out_tokens":700},"mistral-large-2":{"in_tokens":1857,"out_tokens":763}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":677,"out_tokens":1206,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":21.16941618599958,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1451,"out_tokens":2335},"claude-opus-4-8":{"in_tokens":2923,"out_tokens":800},"claude-opus-4-7":{"in_tokens":2928,"out_tokens":811},"mistral-large-2":{"in_tokens":1549,"out_tokens":696}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2155.461905732,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1428,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":28.829502524999953,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1472,"out_tokens":2952},"claude-opus-4-8":{"in_tokens":2868,"out_tokens":661},"claude-opus-4-7":{"in_tokens":2873,"out_tokens":597},"mistral-large-2":{"in_tokens":1603,"out_tokens":684}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":558,"out_tokens":1332,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":26.54787959300029,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1415,"out_tokens":1762},"claude-opus-4-8":{"in_tokens":2779,"out_tokens":556},"claude-opus-4-7":{"in_tokens":2784,"out_tokens":451},"mistral-large-2":{"in_tokens":1523,"out_tokens":616}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":1069,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":19.883639353000035,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1256,"out_tokens":2635},"claude-opus-4-8":{"in_tokens":2515,"out_tokens":518},"claude-opus-4-7":{"in_tokens":2520,"out_tokens":383},"mistral-large-2":{"in_tokens":1329,"out_tokens":464}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":604,"out_tokens":1217,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":21.979166021999845,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1434,"out_tokens":3050},"claude-opus-4-8":{"in_tokens":2781,"out_tokens":845},"claude-opus-4-7":{"in_tokens":2786,"out_tokens":598},"mistral-large-2":{"in_tokens":1558,"out_tokens":1080}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":601,"out_tokens":1175,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":23.315213765999943,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1345,"out_tokens":2492},"claude-opus-4-8":{"in_tokens":2688,"out_tokens":464},"claude-opus-4-7":{"in_tokens":2693,"out_tokens":470},"mistral-large-2":{"in_tokens":1447,"out_tokens":591}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":1177,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":21.111265346000437,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1286,"out_tokens":2979},"claude-opus-4-8":{"in_tokens":2532,"out_tokens":615},"claude-opus-4-7":{"in_tokens":2537,"out_tokens":740},"mistral-large-2":{"in_tokens":1348,"out_tokens":580}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":961,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":17.049066112999753,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1233,"out_tokens":1950},"claude-opus-4-8":{"in_tokens":2495,"out_tokens":551},"claude-opus-4-7":{"in_tokens":2500,"out_tokens":449},"mistral-large-2":{"in_tokens":1320,"out_tokens":415}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":1036,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":19.205143382000642,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1324,"out_tokens":2777},"claude-opus-4-8":{"in_tokens":2576,"out_tokens":785},"claude-opus-4-7":{"in_tokens":2581,"out_tokens":916},"mistral-large-2":{"in_tokens":1395,"out_tokens":668}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":483,"out_tokens":1089,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":19.80406831000073,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1238,"out_tokens":2952},"claude-opus-4-8":{"in_tokens":2481,"out_tokens":512},"claude-opus-4-7":{"in_tokens":2486,"out_tokens":555},"mistral-large-2":{"in_tokens":1337,"out_tokens":532}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":777,"out_tokens":1276,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":22.494394458999523,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1649,"out_tokens":2754},"claude-opus-4-8":{"in_tokens":3132,"out_tokens":708},"claude-opus-4-7":{"in_tokens":3137,"out_tokens":703},"mistral-large-2":{"in_tokens":1741,"out_tokens":776}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":999,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":18.473345627000526,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1329,"out_tokens":2652},"claude-opus-4-8":{"in_tokens":2676,"out_tokens":1019},"claude-opus-4-7":{"in_tokens":2681,"out_tokens":730},"mistral-large-2":{"in_tokens":1445,"out_tokens":624}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1078,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":21.92897475999962,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1346,"out_tokens":2454},"claude-opus-4-8":{"in_tokens":2625,"out_tokens":745},"claude-opus-4-7":{"in_tokens":2630,"out_tokens":921},"mistral-large-2":{"in_tokens":1433,"out_tokens":759}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":925,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":16.840057546000025,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1232,"out_tokens":2005},"claude-opus-4-8":{"in_tokens":2480,"out_tokens":580},"claude-opus-4-7":{"in_tokens":2485,"out_tokens":654},"mistral-large-2":{"in_tokens":1290,"out_tokens":477}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":1273,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":21.96323242299968,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1368,"out_tokens":3412},"claude-opus-4-8":{"in_tokens":2771,"out_tokens":579},"claude-opus-4-7":{"in_tokens":2776,"out_tokens":622},"mistral-large-2":{"in_tokens":1438,"out_tokens":930}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1015,"out_tokens":1661,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":28.47570318599992,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2284,"out_tokens":3195},"claude-opus-4-8":{"in_tokens":4438,"out_tokens":1003},"claude-opus-4-7":{"in_tokens":4443,"out_tokens":789},"mistral-large-2":{"in_tokens":2392,"out_tokens":748}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":295,"out_tokens":16000,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":250.68820129899996,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1011,"out_tokens":1138},"claude-opus-4-8":{"in_tokens":2026,"out_tokens":516},"claude-opus-4-7":{"in_tokens":2031,"out_tokens":395},"mistral-large-2":{"in_tokens":1067,"out_tokens":493}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":457.9596047899995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":999,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":36.15459547699993,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2419,"out_tokens":3955},"claude-opus-4-8":{"in_tokens":4678,"out_tokens":1031},"claude-opus-4-7":{"in_tokens":4683,"out_tokens":831},"mistral-large-2":{"in_tokens":2631,"out_tokens":897}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":38.507277728999725,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2375,"out_tokens":2543},"claude-opus-4-8":{"in_tokens":4622,"out_tokens":1207},"claude-opus-4-7":{"in_tokens":4627,"out_tokens":772},"mistral-large-2":{"in_tokens":2566,"out_tokens":746}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":921,"out_tokens":1649,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":27.361569638999754,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2147,"out_tokens":2816},"claude-opus-4-8":{"in_tokens":4258,"out_tokens":1174},"claude-opus-4-7":{"in_tokens":4263,"out_tokens":880},"mistral-large-2":{"in_tokens":2277,"out_tokens":1058}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":891,"out_tokens":1726,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":31.04037774600056,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2223,"out_tokens":2683},"claude-opus-4-8":{"in_tokens":4305,"out_tokens":868},"claude-opus-4-7":{"in_tokens":4310,"out_tokens":1023},"mistral-large-2":{"in_tokens":2393,"out_tokens":996}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":1180,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":24.1626594319996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1447,"out_tokens":2183},"claude-opus-4-8":{"in_tokens":2775,"out_tokens":559},"claude-opus-4-7":{"in_tokens":2780,"out_tokens":502},"mistral-large-2":{"in_tokens":1551,"out_tokens":696}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1479,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":26.94897179200052,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1857,"out_tokens":3136},"claude-opus-4-8":{"in_tokens":3690,"out_tokens":875},"claude-opus-4-7":{"in_tokens":3695,"out_tokens":973},"mistral-large-2":{"in_tokens":1996,"out_tokens":961}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":1236,"error":null,"skip_reason":null,"score_raw":0.7916666666666667,"duration_s":22.783699320999403,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1394,"out_tokens":2370},"claude-opus-4-8":{"in_tokens":2703,"out_tokens":491},"claude-opus-4-7":{"in_tokens":2708,"out_tokens":776},"mistral-large-2":{"in_tokens":1508,"out_tokens":884}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":15071,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":463.91748139599986,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1926,"out_tokens":2902},"claude-opus-4-8":{"in_tokens":3917,"out_tokens":901},"claude-opus-4-7":{"in_tokens":3922,"out_tokens":660},"mistral-large-2":{"in_tokens":2034,"out_tokens":1314}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0011310499995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":753,"out_tokens":1286,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":26.92057957399993,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1665,"out_tokens":3881},"claude-opus-4-8":{"in_tokens":3206,"out_tokens":805},"claude-opus-4-7":{"in_tokens":3211,"out_tokens":647},"mistral-large-2":{"in_tokens":1777,"out_tokens":676}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1314,"out_tokens":2026,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":35.21035369600031,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2580,"out_tokens":4313},"claude-opus-4-8":{"in_tokens":4996,"out_tokens":1240},"claude-opus-4-7":{"in_tokens":5001,"out_tokens":1083},"mistral-large-2":{"in_tokens":2704,"out_tokens":908}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1108,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":37.57075650799925,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2417,"out_tokens":3079},"claude-opus-4-8":{"in_tokens":4685,"out_tokens":988},"claude-opus-4-7":{"in_tokens":4690,"out_tokens":954},"mistral-large-2":{"in_tokens":2608,"out_tokens":892}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1114,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":38.409686517999944,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2517,"out_tokens":2295},"claude-opus-4-8":{"in_tokens":4877,"out_tokens":1217},"claude-opus-4-7":{"in_tokens":4882,"out_tokens":1190},"mistral-large-2":{"in_tokens":2726,"out_tokens":950}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":13591,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":247.20287607299997,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1708,"out_tokens":2755},"claude-opus-4-8":{"in_tokens":3435,"out_tokens":731},"claude-opus-4-7":{"in_tokens":3440,"out_tokens":677},"mistral-large-2":{"in_tokens":1855,"out_tokens":646}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":526.3172759680001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":6447,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":94.51220418199955,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1931,"out_tokens":2392},"claude-opus-4-8":{"in_tokens":3951,"out_tokens":584},"claude-opus-4-7":{"in_tokens":3956,"out_tokens":501},"mistral-large-2":{"in_tokens":2071,"out_tokens":547}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":491.676592412,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":510.8657607180003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":274,"out_tokens":10191,"error":null,"skip_reason":null,"score_raw":0.6071428571428572,"duration_s":161.41588529900037,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1753,"out_tokens":3447},"claude-opus-4-8":{"in_tokens":3465,"out_tokens":979},"claude-opus-4-7":{"in_tokens":3470,"out_tokens":768},"mistral-large-2":{"in_tokens":1883,"out_tokens":751}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":489.19322978000037,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":481.67836506000003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2688.591363411,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":335,"out_tokens":7004,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":103.57870939399982,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1561,"out_tokens":2081},"claude-opus-4-8":{"in_tokens":3104,"out_tokens":850},"claude-opus-4-7":{"in_tokens":3109,"out_tokens":698},"mistral-large-2":{"in_tokens":1629,"out_tokens":633}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":317,"out_tokens":16000,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":238.94046744699972,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":943,"out_tokens":1243},"claude-opus-4-8":{"in_tokens":1832,"out_tokens":666},"claude-opus-4-7":{"in_tokens":1837,"out_tokens":527},"mistral-large-2":{"in_tokens":998,"out_tokens":842}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":350,"out_tokens":10473,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":403.0093516750003,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1993,"out_tokens":3842},"claude-opus-4-8":{"in_tokens":4035,"out_tokens":1038},"claude-opus-4-7":{"in_tokens":4040,"out_tokens":954},"mistral-large-2":{"in_tokens":2162,"out_tokens":764}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":474.05374999000014,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":527,"out_tokens":10431,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":159.98725470200043,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2716,"out_tokens":2589},"claude-opus-4-8":{"in_tokens":5363,"out_tokens":1188},"claude-opus-4-7":{"in_tokens":5368,"out_tokens":931},"mistral-large-2":{"in_tokens":2938,"out_tokens":846}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":550,"out_tokens":15797,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":247.0813762630005,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":3005,"out_tokens":4636},"claude-opus-4-8":{"in_tokens":5895,"out_tokens":1536},"claude-opus-4-7":{"in_tokens":5900,"out_tokens":1230},"mistral-large-2":{"in_tokens":3265,"out_tokens":1079}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0466629040002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":485.03349900099965,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":512.5144079419997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":7965,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":127.19719565199921,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1758,"out_tokens":2141},"claude-opus-4-8":{"in_tokens":3471,"out_tokens":634},"claude-opus-4-7":{"in_tokens":3476,"out_tokens":651},"mistral-large-2":{"in_tokens":1884,"out_tokens":665}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":508.5109733239997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":13761,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":212.16131321000012,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1742,"out_tokens":2382},"claude-opus-4-8":{"in_tokens":3365,"out_tokens":808},"claude-opus-4-7":{"in_tokens":3370,"out_tokens":483},"mistral-large-2":{"in_tokens":1912,"out_tokens":619}}}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":488.9854231870004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-fable-5-1","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3900s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3900.016910884,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":500.934964606,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":468.32272406799984,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":465.41992187400047,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":500.3875080990001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-5.3","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":627,"out_tokens":12582,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":481.4683030220003,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2833,"out_tokens":3294},"claude-opus-4-8":{"in_tokens":5581,"out_tokens":1389},"claude-opus-4-7":{"in_tokens":5586,"out_tokens":923},"mistral-large-2":{"in_tokens":3042,"out_tokens":826}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":2401,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":68.87126961,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1402,"out_tokens":1692},"claude-opus-4-8":{"in_tokens":2738,"out_tokens":805},"claude-opus-4-7":{"in_tokens":2743,"out_tokens":631},"mistral-large-2":{"in_tokens":1519,"out_tokens":712}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":6166,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":172.73775473199998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1450,"out_tokens":2754},"claude-opus-4-8":{"in_tokens":2861,"out_tokens":937},"claude-opus-4-7":{"in_tokens":2866,"out_tokens":831},"mistral-large-2":{"in_tokens":1565,"out_tokens":744}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":6629,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":193.46075633200002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2112,"out_tokens":3132},"claude-opus-4-8":{"in_tokens":4083,"out_tokens":775},"claude-opus-4-7":{"in_tokens":4088,"out_tokens":827},"mistral-large-2":{"in_tokens":2319,"out_tokens":833}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":8621,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":234.929012314,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2152,"out_tokens":3946},"claude-opus-4-8":{"in_tokens":4207,"out_tokens":1196},"claude-opus-4-7":{"in_tokens":4212,"out_tokens":1082},"mistral-large-2":{"in_tokens":2323,"out_tokens":956}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":6184,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":195.66881638400002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2455,"out_tokens":2428},"claude-opus-4-8":{"in_tokens":4861,"out_tokens":1035},"claude-opus-4-7":{"in_tokens":4866,"out_tokens":881},"mistral-large-2":{"in_tokens":2638,"out_tokens":901}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":6914,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":193.082453687,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2696,"out_tokens":2381},"claude-opus-4-8":{"in_tokens":5434,"out_tokens":1306},"claude-opus-4-7":{"in_tokens":5439,"out_tokens":1077},"mistral-large-2":{"in_tokens":2892,"out_tokens":1092}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":4785,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":157.132210493,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1733,"out_tokens":2068},"claude-opus-4-8":{"in_tokens":3428,"out_tokens":913},"claude-opus-4-7":{"in_tokens":3433,"out_tokens":726},"mistral-large-2":{"in_tokens":1840,"out_tokens":694}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":4252,"error":null,"skip_reason":null,"score_raw":0.1,"duration_s":135.785344689,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1909,"out_tokens":2259},"claude-opus-4-8":{"in_tokens":3906,"out_tokens":932},"claude-opus-4-7":{"in_tokens":3911,"out_tokens":855},"mistral-large-2":{"in_tokens":2057,"out_tokens":1083}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":7207,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":231.030054223,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2296,"out_tokens":3262},"claude-opus-4-8":{"in_tokens":4584,"out_tokens":927},"claude-opus-4-7":{"in_tokens":4589,"out_tokens":814},"mistral-large-2":{"in_tokens":2492,"out_tokens":776}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":5162,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":171.82255692200005,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2027,"out_tokens":2207},"claude-opus-4-8":{"in_tokens":4253,"out_tokens":788},"claude-opus-4-7":{"in_tokens":4258,"out_tokens":784},"mistral-large-2":{"in_tokens":2162,"out_tokens":672}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":4554,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":150.71753060699996,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1620,"out_tokens":2075},"claude-opus-4-8":{"in_tokens":3239,"out_tokens":1134},"claude-opus-4-7":{"in_tokens":3244,"out_tokens":771},"mistral-large-2":{"in_tokens":1698,"out_tokens":721}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":5578,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":177.35960248500004,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2041,"out_tokens":2216},"claude-opus-4-8":{"in_tokens":4022,"out_tokens":743},"claude-opus-4-7":{"in_tokens":4027,"out_tokens":755},"mistral-large-2":{"in_tokens":2215,"out_tokens":659}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":4416,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":120.64251950699997,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1873,"out_tokens":2791},"claude-opus-4-8":{"in_tokens":3752,"out_tokens":881},"claude-opus-4-7":{"in_tokens":3757,"out_tokens":663},"mistral-large-2":{"in_tokens":2042,"out_tokens":777}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":4746,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":143.44865250299995,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1688,"out_tokens":2001},"claude-opus-4-8":{"in_tokens":3373,"out_tokens":762},"claude-opus-4-7":{"in_tokens":3378,"out_tokens":644},"mistral-large-2":{"in_tokens":1765,"out_tokens":637}}}
{"model_id":"gpt-6-astra","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":9278,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":300.980324914,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2722,"out_tokens":3133},"claude-opus-4-8":{"in_tokens":5366,"out_tokens":1182},"claude-opus-4-7":{"in_tokens":5371,"out_tokens":987},"mistral-large-2":{"in_tokens":2921,"out_tokens":1173}}}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":3433,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":103.95230590000006,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2064,"out_tokens":1711},"claude-opus-4-8":{"in_tokens":4082,"out_tokens":667},"claude-opus-4-7":{"in_tokens":4087,"out_tokens":560},"mistral-large-2":{"in_tokens":2164,"out_tokens":587}}}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1946,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":55.42060724500004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2009,"out_tokens":1869},"claude-opus-4-8":{"in_tokens":3849,"out_tokens":736},"claude-opus-4-7":{"in_tokens":3854,"out_tokens":696},"mistral-large-2":{"in_tokens":2084,"out_tokens":635}}}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1806,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":47.875408247999985,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1728,"out_tokens":1532},"claude-opus-4-8":{"in_tokens":3354,"out_tokens":633},"claude-opus-4-7":{"in_tokens":3359,"out_tokens":549},"mistral-large-2":{"in_tokens":1800,"out_tokens":657}}}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":1802,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":56.25152517699996,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1724,"out_tokens":1339},"claude-opus-4-8":{"in_tokens":3278,"out_tokens":726},"claude-opus-4-7":{"in_tokens":3283,"out_tokens":522},"mistral-large-2":{"in_tokens":1814,"out_tokens":624}}}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":2267,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":68.17710371300006,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1602,"out_tokens":1911},"claude-opus-4-8":{"in_tokens":3130,"out_tokens":662},"claude-opus-4-7":{"in_tokens":3135,"out_tokens":460},"mistral-large-2":{"in_tokens":1697,"out_tokens":638}}}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":1715,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":53.445984556999974,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1531,"out_tokens":1475},"claude-opus-4-8":{"in_tokens":2954,"out_tokens":715},"claude-opus-4-7":{"in_tokens":2959,"out_tokens":534},"mistral-large-2":{"in_tokens":1610,"out_tokens":545}}}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":3399,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":91.82996895899998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2104,"out_tokens":1437},"claude-opus-4-8":{"in_tokens":4104,"out_tokens":509},"claude-opus-4-7":{"in_tokens":4109,"out_tokens":507},"mistral-large-2":{"in_tokens":2191,"out_tokens":596}}}
{"model_id":"gpt-6-astra","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1741,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":57.349474231000045,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1602,"out_tokens":1580},"claude-opus-4-8":{"in_tokens":3105,"out_tokens":685},"claude-opus-4-7":{"in_tokens":3110,"out_tokens":547},"mistral-large-2":{"in_tokens":1706,"out_tokens":587}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":1322,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":38.50210731000004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1193,"out_tokens":1141},"claude-opus-4-8":{"in_tokens":2325,"out_tokens":483},"claude-opus-4-7":{"in_tokens":2330,"out_tokens":468},"mistral-large-2":{"in_tokens":1250,"out_tokens":601}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":1722,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":56.480924652,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1736,"out_tokens":1409},"claude-opus-4-8":{"in_tokens":3382,"out_tokens":620},"claude-opus-4-7":{"in_tokens":3387,"out_tokens":512},"mistral-large-2":{"in_tokens":1825,"out_tokens":1536}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":2332,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":63.29111699800001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1739,"out_tokens":1914},"claude-opus-4-8":{"in_tokens":3296,"out_tokens":737},"claude-opus-4-7":{"in_tokens":3301,"out_tokens":642},"mistral-large-2":{"in_tokens":1813,"out_tokens":679}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":1175,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":37.60552346199995,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1516,"out_tokens":1081},"claude-opus-4-8":{"in_tokens":2968,"out_tokens":598},"claude-opus-4-7":{"in_tokens":2973,"out_tokens":469},"mistral-large-2":{"in_tokens":1596,"out_tokens":694}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":1850,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":60.695093112999984,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1577,"out_tokens":1259},"claude-opus-4-8":{"in_tokens":3132,"out_tokens":610},"claude-opus-4-7":{"in_tokens":3137,"out_tokens":587},"mistral-large-2":{"in_tokens":1664,"out_tokens":635}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":2008,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":52.672937948000026,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1528,"out_tokens":1561},"claude-opus-4-8":{"in_tokens":2940,"out_tokens":713},"claude-opus-4-7":{"in_tokens":2945,"out_tokens":505},"mistral-large-2":{"in_tokens":1593,"out_tokens":661}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":1018,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":33.66384383100001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1450,"out_tokens":1369},"claude-opus-4-8":{"in_tokens":2815,"out_tokens":615},"claude-opus-4-7":{"in_tokens":2820,"out_tokens":514},"mistral-large-2":{"in_tokens":1523,"out_tokens":650}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":2000,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":63.3875156360001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2099,"out_tokens":1389},"claude-opus-4-8":{"in_tokens":4143,"out_tokens":662},"claude-opus-4-7":{"in_tokens":4148,"out_tokens":590},"mistral-large-2":{"in_tokens":2175,"out_tokens":740}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":2093,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":56.55362691199991,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1769,"out_tokens":1735},"claude-opus-4-8":{"in_tokens":3475,"out_tokens":707},"claude-opus-4-7":{"in_tokens":3480,"out_tokens":695},"mistral-large-2":{"in_tokens":1836,"out_tokens":748}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":1733,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":51.174900269999966,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1643,"out_tokens":1370},"claude-opus-4-8":{"in_tokens":3157,"out_tokens":598},"claude-opus-4-7":{"in_tokens":3162,"out_tokens":493},"mistral-large-2":{"in_tokens":1726,"out_tokens":851}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":1415,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":42.3035183180001,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1193,"out_tokens":1161},"claude-opus-4-8":{"in_tokens":2257,"out_tokens":625},"claude-opus-4-7":{"in_tokens":2262,"out_tokens":500},"mistral-large-2":{"in_tokens":1228,"out_tokens":526}}}
{"model_id":"gpt-6-astra","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":1606,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":42.222241975999964,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1453,"out_tokens":1560},"claude-opus-4-8":{"in_tokens":2901,"out_tokens":546},"claude-opus-4-7":{"in_tokens":2906,"out_tokens":422},"mistral-large-2":{"in_tokens":1532,"out_tokens":544}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":2458,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":83.87210611,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.25,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1415,"out_tokens":2491},"claude-opus-4-8":{"in_tokens":2911,"out_tokens":781},"claude-opus-4-7":{"in_tokens":2916,"out_tokens":553},"mistral-large-2":{"in_tokens":1541,"out_tokens":781}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":4265,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":132.80110108799988,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1471,"out_tokens":1656},"claude-opus-4-8":{"in_tokens":2863,"out_tokens":777},"claude-opus-4-7":{"in_tokens":2868,"out_tokens":545},"mistral-large-2":{"in_tokens":1614,"out_tokens":757}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":3715,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":111.30292318799991,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.125,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1479,"out_tokens":2586},"claude-opus-4-8":{"in_tokens":2937,"out_tokens":981},"claude-opus-4-7":{"in_tokens":2942,"out_tokens":566},"mistral-large-2":{"in_tokens":1678,"out_tokens":913}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1723,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":49.58225647400013,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1290,"out_tokens":1813},"claude-opus-4-8":{"in_tokens":2501,"out_tokens":667},"claude-opus-4-7":{"in_tokens":2506,"out_tokens":730},"mistral-large-2":{"in_tokens":1406,"out_tokens":621}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":2532,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":80.00610550500005,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1309,"out_tokens":2378},"claude-opus-4-8":{"in_tokens":2659,"out_tokens":757},"claude-opus-4-7":{"in_tokens":2664,"out_tokens":555},"mistral-large-2":{"in_tokens":1424,"out_tokens":587}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":2372,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":73.0351522840001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1323,"out_tokens":1342},"claude-opus-4-8":{"in_tokens":2592,"out_tokens":642},"claude-opus-4-7":{"in_tokens":2597,"out_tokens":562},"mistral-large-2":{"in_tokens":1455,"out_tokens":730}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":6660,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":232.30358526999999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1602,"out_tokens":2579},"claude-opus-4-8":{"in_tokens":3127,"out_tokens":798},"claude-opus-4-7":{"in_tokens":3132,"out_tokens":604},"mistral-large-2":{"in_tokens":1756,"out_tokens":692}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":1909,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":61.76979514200002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1294,"out_tokens":1736},"claude-opus-4-8":{"in_tokens":2492,"out_tokens":637},"claude-opus-4-7":{"in_tokens":2497,"out_tokens":484},"mistral-large-2":{"in_tokens":1411,"out_tokens":571}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":3311,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":108.70024784999987,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1683,"out_tokens":2083},"claude-opus-4-8":{"in_tokens":3371,"out_tokens":823},"claude-opus-4-7":{"in_tokens":3376,"out_tokens":670},"mistral-large-2":{"in_tokens":1855,"out_tokens":760}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":1323,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":43.732310421999955,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1171,"out_tokens":1794},"claude-opus-4-8":{"in_tokens":2217,"out_tokens":814},"claude-opus-4-7":{"in_tokens":2222,"out_tokens":584},"mistral-large-2":{"in_tokens":1308,"out_tokens":590}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":2182,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":75.34293152099985,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1363,"out_tokens":1575},"claude-opus-4-8":{"in_tokens":2633,"out_tokens":635},"claude-opus-4-7":{"in_tokens":2638,"out_tokens":534},"mistral-large-2":{"in_tokens":1469,"out_tokens":661}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":4200,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":131.57186046700008,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1340,"out_tokens":928},"claude-opus-4-8":{"in_tokens":2626,"out_tokens":606},"claude-opus-4-7":{"in_tokens":2631,"out_tokens":547},"mistral-large-2":{"in_tokens":1457,"out_tokens":688}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":2995,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":94.50713202400016,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1755,"out_tokens":2778},"claude-opus-4-8":{"in_tokens":3526,"out_tokens":798},"claude-opus-4-7":{"in_tokens":3531,"out_tokens":654},"mistral-large-2":{"in_tokens":1940,"out_tokens":871}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":1374,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":42.3739707740001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1209,"out_tokens":1123},"claude-opus-4-8":{"in_tokens":2467,"out_tokens":609},"claude-opus-4-7":{"in_tokens":2472,"out_tokens":516},"mistral-large-2":{"in_tokens":1297,"out_tokens":468}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":3219,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":89.72281266299979,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1509,"out_tokens":2168},"claude-opus-4-8":{"in_tokens":3072,"out_tokens":722},"claude-opus-4-7":{"in_tokens":3077,"out_tokens":634},"mistral-large-2":{"in_tokens":1618,"out_tokens":676}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":2480,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":72.43919506599991,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1416,"out_tokens":1765},"claude-opus-4-8":{"in_tokens":2890,"out_tokens":880},"claude-opus-4-7":{"in_tokens":2895,"out_tokens":557},"mistral-large-2":{"in_tokens":1558,"out_tokens":806}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":5318,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":150.65535644599981,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1681,"out_tokens":2839},"claude-opus-4-8":{"in_tokens":3306,"out_tokens":678},"claude-opus-4-7":{"in_tokens":3311,"out_tokens":719},"mistral-large-2":{"in_tokens":1860,"out_tokens":785}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":3891,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":126.87198740100007,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1749,"out_tokens":3098},"claude-opus-4-8":{"in_tokens":3318,"out_tokens":931},"claude-opus-4-7":{"in_tokens":3323,"out_tokens":785},"mistral-large-2":{"in_tokens":1963,"out_tokens":865}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":2558,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":81.92081912100002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1618,"out_tokens":2064},"claude-opus-4-8":{"in_tokens":3137,"out_tokens":789},"claude-opus-4-7":{"in_tokens":3142,"out_tokens":732},"mistral-large-2":{"in_tokens":1795,"out_tokens":958}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":1440,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":48.212650423000014,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1365,"out_tokens":1359},"claude-opus-4-8":{"in_tokens":2670,"out_tokens":656},"claude-opus-4-7":{"in_tokens":2675,"out_tokens":476},"mistral-large-2":{"in_tokens":1487,"out_tokens":611}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":3437,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":109.05565614500006,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1708,"out_tokens":2102},"claude-opus-4-8":{"in_tokens":3260,"out_tokens":715},"claude-opus-4-7":{"in_tokens":3265,"out_tokens":716},"mistral-large-2":{"in_tokens":1930,"out_tokens":669}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":3805,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":117.4923695980001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2101,"out_tokens":2249},"claude-opus-4-8":{"in_tokens":4005,"out_tokens":859},"claude-opus-4-7":{"in_tokens":4010,"out_tokens":842},"mistral-large-2":{"in_tokens":2267,"out_tokens":596}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":1371,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":37.05511683899999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1296,"out_tokens":2035},"claude-opus-4-8":{"in_tokens":2525,"out_tokens":643},"claude-opus-4-7":{"in_tokens":2530,"out_tokens":633},"mistral-large-2":{"in_tokens":1438,"out_tokens":693}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":2992,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":92.80707534899989,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1605,"out_tokens":2278},"claude-opus-4-8":{"in_tokens":3178,"out_tokens":721},"claude-opus-4-7":{"in_tokens":3183,"out_tokens":765},"mistral-large-2":{"in_tokens":1779,"out_tokens":819}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":4348,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":123.89707290299998,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1786,"out_tokens":3280},"claude-opus-4-8":{"in_tokens":3557,"out_tokens":915},"claude-opus-4-7":{"in_tokens":3562,"out_tokens":826},"mistral-large-2":{"in_tokens":1958,"out_tokens":1016}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":2089,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":58.72572225700014,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1242,"out_tokens":1611},"claude-opus-4-8":{"in_tokens":2497,"out_tokens":879},"claude-opus-4-7":{"in_tokens":2502,"out_tokens":525},"mistral-large-2":{"in_tokens":1377,"out_tokens":547}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":3096,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":90.81103273600002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1515,"out_tokens":1837},"claude-opus-4-8":{"in_tokens":3030,"out_tokens":845},"claude-opus-4-7":{"in_tokens":3035,"out_tokens":795},"mistral-large-2":{"in_tokens":1652,"out_tokens":752}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":3768,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":110.18520582399992,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1586,"out_tokens":2141},"claude-opus-4-8":{"in_tokens":3081,"out_tokens":952},"claude-opus-4-7":{"in_tokens":3086,"out_tokens":742},"mistral-large-2":{"in_tokens":1747,"out_tokens":700}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":3600,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":100.02054316099998,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1416,"out_tokens":1489},"claude-opus-4-8":{"in_tokens":2798,"out_tokens":695},"claude-opus-4-7":{"in_tokens":2803,"out_tokens":536},"mistral-large-2":{"in_tokens":1572,"out_tokens":702}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":4324,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":140.074405652,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1684,"out_tokens":2756},"claude-opus-4-8":{"in_tokens":3386,"out_tokens":703},"claude-opus-4-7":{"in_tokens":3391,"out_tokens":720},"mistral-large-2":{"in_tokens":1847,"out_tokens":655}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":6522,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":223.94213373899993,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1752,"out_tokens":2088},"claude-opus-4-8":{"in_tokens":3606,"out_tokens":662},"claude-opus-4-7":{"in_tokens":3611,"out_tokens":496},"mistral-large-2":{"in_tokens":1947,"out_tokens":667}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1752,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":60.928652043000056,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1217,"out_tokens":1310},"claude-opus-4-8":{"in_tokens":2415,"out_tokens":496},"claude-opus-4-7":{"in_tokens":2420,"out_tokens":448},"mistral-large-2":{"in_tokens":1324,"out_tokens":575}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":2539,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":69.51362835500004,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1372,"out_tokens":1605},"claude-opus-4-8":{"in_tokens":2665,"out_tokens":659},"claude-opus-4-7":{"in_tokens":2670,"out_tokens":475},"mistral-large-2":{"in_tokens":1479,"out_tokens":759}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":2667,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":71.41479323599992,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1501,"out_tokens":1536},"claude-opus-4-8":{"in_tokens":2908,"out_tokens":629},"claude-opus-4-7":{"in_tokens":2913,"out_tokens":588},"mistral-large-2":{"in_tokens":1652,"out_tokens":712}}}
{"model_id":"gpt-6-astra","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":5876,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":191.08593021899992,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.625,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1548,"out_tokens":1968},"claude-opus-4-8":{"in_tokens":3153,"out_tokens":727},"claude-opus-4-7":{"in_tokens":3158,"out_tokens":688},"mistral-large-2":{"in_tokens":1639,"out_tokens":716}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":4797,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":172.30441362499982,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2151,"out_tokens":2375},"claude-opus-4-8":{"in_tokens":4642,"out_tokens":913},"claude-opus-4-7":{"in_tokens":4647,"out_tokens":704},"mistral-large-2":{"in_tokens":2317,"out_tokens":902}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":6429,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":208.0001759060001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2220,"out_tokens":2182},"claude-opus-4-8":{"in_tokens":4597,"out_tokens":899},"claude-opus-4-7":{"in_tokens":4602,"out_tokens":872},"mistral-large-2":{"in_tokens":2420,"out_tokens":762}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":6458,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":194.48621264299982,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2298,"out_tokens":2805},"claude-opus-4-8":{"in_tokens":4814,"out_tokens":854},"claude-opus-4-7":{"in_tokens":4819,"out_tokens":866},"mistral-large-2":{"in_tokens":2488,"out_tokens":793}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":3850,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":125.21145127199975,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1709,"out_tokens":2187},"claude-opus-4-8":{"in_tokens":3612,"out_tokens":622},"claude-opus-4-7":{"in_tokens":3617,"out_tokens":552},"mistral-large-2":{"in_tokens":1825,"out_tokens":631}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":3389,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":99.38349119900022,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1527,"out_tokens":1607},"claude-opus-4-8":{"in_tokens":3245,"out_tokens":447},"claude-opus-4-7":{"in_tokens":3250,"out_tokens":410},"mistral-large-2":{"in_tokens":1641,"out_tokens":637}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":3409,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":114.3137375629999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1556,"out_tokens":2275},"claude-opus-4-8":{"in_tokens":3331,"out_tokens":483},"claude-opus-4-7":{"in_tokens":3336,"out_tokens":475},"mistral-large-2":{"in_tokens":1662,"out_tokens":612}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":3932,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":123.02293834300008,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1637,"out_tokens":2952},"claude-opus-4-8":{"in_tokens":3373,"out_tokens":532},"claude-opus-4-7":{"in_tokens":3378,"out_tokens":532},"mistral-large-2":{"in_tokens":1784,"out_tokens":634}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":6240,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":190.62967796500016,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1799,"out_tokens":2559},"claude-opus-4-8":{"in_tokens":3796,"out_tokens":602},"claude-opus-4-7":{"in_tokens":3801,"out_tokens":520},"mistral-large-2":{"in_tokens":1964,"out_tokens":638}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":2900,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":97.97733146100018,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1716,"out_tokens":1972},"claude-opus-4-8":{"in_tokens":3799,"out_tokens":703},"claude-opus-4-7":{"in_tokens":3804,"out_tokens":583},"mistral-large-2":{"in_tokens":1873,"out_tokens":771}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":5506,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":168.451487541,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1782,"out_tokens":2340},"claude-opus-4-8":{"in_tokens":3686,"out_tokens":507},"claude-opus-4-7":{"in_tokens":3691,"out_tokens":619},"mistral-large-2":{"in_tokens":1917,"out_tokens":651}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":4259,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":115.7920714500001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1454,"out_tokens":1840},"claude-opus-4-8":{"in_tokens":2967,"out_tokens":555},"claude-opus-4-7":{"in_tokens":2972,"out_tokens":517},"mistral-large-2":{"in_tokens":1529,"out_tokens":588}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":6509,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":196.0680075790001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1521,"out_tokens":2388},"claude-opus-4-8":{"in_tokens":3095,"out_tokens":583},"claude-opus-4-7":{"in_tokens":3100,"out_tokens":652},"mistral-large-2":{"in_tokens":1601,"out_tokens":668}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":2923,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":97.30993520599986,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1567,"out_tokens":1943},"claude-opus-4-8":{"in_tokens":3178,"out_tokens":626},"claude-opus-4-7":{"in_tokens":3183,"out_tokens":521},"mistral-large-2":{"in_tokens":1684,"out_tokens":722}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":3239,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":97.86673745799999,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1495,"out_tokens":2631},"claude-opus-4-8":{"in_tokens":3150,"out_tokens":754},"claude-opus-4-7":{"in_tokens":3155,"out_tokens":718},"mistral-large-2":{"in_tokens":1625,"out_tokens":773}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":2883,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":93.38875073999998,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1606,"out_tokens":1622},"claude-opus-4-8":{"in_tokens":3251,"out_tokens":607},"claude-opus-4-7":{"in_tokens":3256,"out_tokens":571},"mistral-large-2":{"in_tokens":1714,"out_tokens":714}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":1927,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":64.47653482600026,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1231,"out_tokens":2128},"claude-opus-4-8":{"in_tokens":2545,"out_tokens":763},"claude-opus-4-7":{"in_tokens":2550,"out_tokens":492},"mistral-large-2":{"in_tokens":1294,"out_tokens":518}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":7602,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":202.54848179500004,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1847,"out_tokens":3044},"claude-opus-4-8":{"in_tokens":3717,"out_tokens":821},"claude-opus-4-7":{"in_tokens":3722,"out_tokens":655},"mistral-large-2":{"in_tokens":1966,"out_tokens":882}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":5927,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":167.12650203700014,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1590,"out_tokens":3167},"claude-opus-4-8":{"in_tokens":3474,"out_tokens":632},"claude-opus-4-7":{"in_tokens":3479,"out_tokens":529},"mistral-large-2":{"in_tokens":1678,"out_tokens":887}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":6802,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":195.9768455540002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2974,"out_tokens":2877},"claude-opus-4-8":{"in_tokens":6168,"out_tokens":1105},"claude-opus-4-7":{"in_tokens":6173,"out_tokens":926},"mistral-large-2":{"in_tokens":3228,"out_tokens":814}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":7305,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":223.04636166,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":3045,"out_tokens":3043},"claude-opus-4-8":{"in_tokens":6222,"out_tokens":1042},"claude-opus-4-7":{"in_tokens":6227,"out_tokens":876},"mistral-large-2":{"in_tokens":3204,"out_tokens":859}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":5266,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":161.6266121040003,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2965,"out_tokens":2264},"claude-opus-4-8":{"in_tokens":6210,"out_tokens":1171},"claude-opus-4-7":{"in_tokens":6215,"out_tokens":811},"mistral-large-2":{"in_tokens":3222,"out_tokens":1371}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":6480,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":188.00215125600016,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2635,"out_tokens":2689},"claude-opus-4-8":{"in_tokens":5465,"out_tokens":930},"claude-opus-4-7":{"in_tokens":5470,"out_tokens":762},"mistral-large-2":{"in_tokens":2804,"out_tokens":922}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":4347,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":131.21874794800033,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1553,"out_tokens":1674},"claude-opus-4-8":{"in_tokens":3153,"out_tokens":644},"claude-opus-4-7":{"in_tokens":3158,"out_tokens":532},"mistral-large-2":{"in_tokens":1679,"out_tokens":671}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":5033,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":148.3161499150001,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1988,"out_tokens":3385},"claude-opus-4-8":{"in_tokens":4163,"out_tokens":923},"claude-opus-4-7":{"in_tokens":4168,"out_tokens":757},"mistral-large-2":{"in_tokens":2163,"out_tokens":985}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":7039,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":220.91947834600023,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2669,"out_tokens":2896},"claude-opus-4-8":{"in_tokens":5640,"out_tokens":1037},"claude-opus-4-7":{"in_tokens":5645,"out_tokens":744},"mistral-large-2":{"in_tokens":2875,"out_tokens":808}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":3266,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":104.76992924200022,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1608,"out_tokens":1755},"claude-opus-4-8":{"in_tokens":3279,"out_tokens":556},"claude-opus-4-7":{"in_tokens":3284,"out_tokens":542},"mistral-large-2":{"in_tokens":1770,"out_tokens":685}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":5067,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":159.53671024799996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2968,"out_tokens":1887},"claude-opus-4-8":{"in_tokens":6131,"out_tokens":900},"claude-opus-4-7":{"in_tokens":6136,"out_tokens":806},"mistral-large-2":{"in_tokens":3184,"out_tokens":1103}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":7943,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":239.16571483100006,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1751,"out_tokens":2455},"claude-opus-4-8":{"in_tokens":3478,"out_tokens":788},"claude-opus-4-7":{"in_tokens":3483,"out_tokens":692},"mistral-large-2":{"in_tokens":1862,"out_tokens":685}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":6625,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":213.61444459799986,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2996,"out_tokens":3845},"claude-opus-4-8":{"in_tokens":6067,"out_tokens":951},"claude-opus-4-7":{"in_tokens":6072,"out_tokens":865},"mistral-large-2":{"in_tokens":3164,"out_tokens":937}}}
{"model_id":"gpt-6-astra","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":9851,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":308.650872446,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2910,"out_tokens":3359},"claude-opus-4-8":{"in_tokens":5933,"out_tokens":1198},"claude-opus-4-7":{"in_tokens":5938,"out_tokens":845},"mistral-large-2":{"in_tokens":3120,"out_tokens":860}}}